|
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
|
__author__ = 'Giacomo Govi'
import subprocess
import json
import os
import re
def check_cmssw_version( cmssw_version ):
if cmssw_version.find('CMSSW_')==-1:
raise Exception("CMSSW version '%s' has not been found in the expected format" %cmssw_version)
ver = cmssw_version
p = re.compile('(CMSSW_.*_X)(_.*)?$')
m = p.match(ver)
if not m is None:
gs = m.groups()
if gs[1] != None:
raise Exception("IB version can't be processed.")
return ver
def is_release_cycle( cmssw_version ):
ind = cmssw_version.find('_X')
return not ind == -1
def strip_cmssw_version( cmssw_version ):
ver = cmssw_version
if not cmssw_version.find('_X') == -1:
ver = ver.replace('X','0')
ind = ver.find('_pre')
if not ind == -1:
ver = ver[0:ind]
return ver
def cmssw_version_to_int( cmssw_version ):
ver = cmssw_version.split('CMSSW_')[1]
ip = 0
f = ver.find('_patch')
if not f == -1:
ip = int(ver[f+6:])
ver = ver[0:f]
dgs = ver.split('_')
return int('%d%02d%02d%02d' %(int(dgs[0]),int(dgs[1]),int(dgs[2]),ip))
def cmp_cmssw_version( ver1, ver2 ):
intVer1 = cmssw_version_to_int(ver1)
intVer2 = cmssw_version_to_int(ver2)
if intVer1<intVer2:
return -1
elif intVer1>intVer2:
return 1
else:
return 0
def strip_boost_version( boost_version ):
bver = boost_version
f = bver.find('_')
if not f==-1:
bver = boost_version.replace('_','.')
f = bver.find('-')
if not f==-1:
bver = bver[0:f]
return bver
def boost_version_to_int( boost_version ):
bver = strip_boost_version( boost_version )
dgs = bver.split('.')
tmpl = '%d%02d%02d'
pars = [0,0,0]
ind = 0
for d in dgs:
if ind <=2:
pars[ind] = int(d)
ind += 1
return int(tmpl %(pars[0],pars[1],pars[2]))
def cmp_boost_version( ver1, ver2 ):
intVer1 = boost_version_to_int(ver1)
intVer2 = boost_version_to_int(ver2)
if intVer1<intVer2:
return -1
elif intVer1>intVer2:
return 1
else:
return 0
archs = { 3070000 : ['slc5_amd64_gcc434'], 5010100 : ['slc5_amd64_gcc462'], 6000000 : ['slc6_amd64_gcc472'],
7000000 : ['slc6_amd64_gcc481'], 7020000 : ['slc6_amd64_gcc491'], 7060000 : ['slc6_amd64_gcc493'],
8000000 : ['slc6_amd64_gcc493','slc6_amd64_gcc530'], 9030000 : ['slc6_amd64_gcc630']}
cmsPath = '/cvmfs/cms.cern.ch'
def get_production_arch( version ):
nv = cmssw_version_to_int( version )
rbound = None
for r in sorted(archs.keys()):
if r <= nv:
rbound = r
else:
break
if not rbound is None:
return archs[rbound]
return None
def get_release_root( cmssw_version, arch ):
cmssw_folder = 'cmssw'
if cmssw_version.find('_patch') != -1:
cmssw_folder= 'cmssw-patch'
ret = '%s/%s/cms/%s' %(cmsPath,arch,cmssw_folder)
return ret
def get_cmssw_boost( arch, releaseDir ):
cmd = 'source %s/cmsset_default.sh; export SCRAM_ARCH=%s; cd %s/src ; eval `scram runtime -sh`; scram tool info boost; ' %(cmsPath,arch,releaseDir)
pipe = subprocess.Popen( cmd, shell=True,stdout=subprocess.PIPE,stderr=subprocess.STDOUT)
out = pipe.communicate()[0]
cfgLines = out.split('\n')
boost_version = None
for line in cfgLines:
if line.startswith('Version'):
boost_version = line.split('Version :')[1].strip()
break
if not boost_version is None:
boost_version = strip_boost_version(boost_version)
return boost_version
def lookup_boost_for_run( iov, timeType, boost_run_map ):
if timeType == 'Lumi':
iov = iov >> 32
timeType = 'Run'
if iov == 0:
iov=1
entry = None
try:
if timeType == 'Time':
entry = max([x for x in boost_run_map if x[1]<=iov])
elif timeType == 'Run':
entry = max([x for x in boost_run_map if x[0]<=iov])
else:
raise Exception('TimeType %s cannot be processed' %timeType)
except Exception as e:
raise e
return entry[2]
def get_boost_version_from_streamer_info( s_info ):
streamer_info = s_info.decode()
streamer_info = streamer_info.replace('\x00','')
iovBoostVersion = None
if streamer_info == '0':
iovBoostVersion = '1.51.0'
else:
try:
iovBoostVersion = str(json.loads(streamer_info)['tech_version'])
iovBoostVersion = strip_boost_version(iovBoostVersion)
except ValueError as e:
raise Exception("Could not parse streamer info [%s]: %s" %(streamer_info,str(e)))
return iovBoostVersion
def do_update_tag_boost_version( tagBoostVersion, minIov, iovBoostVersion, iov, timetype, boost_run_map ):
# for hash timetype we need to take the greatest version of the set
if timetype == 'Hash':
if tagBoostVersion is None or cmp_boost_version(tagBoostVersion,iovBoostVersion)<0:
tagBoostVersion = iovBoostVersion
# for run, lumi and time we lookup in the boost_run_map to find the reference
else:
if tagBoostVersion is None:
tagBoostVersion = iovBoostVersion
else:
iovRefBoost = lookup_boost_for_run( iov, timetype, boost_run_map )
# the case when the iov does not follow the standard run history
if cmp_boost_version( iovRefBoost, iovBoostVersion )<0:
if cmp_boost_version( tagBoostVersion, iovBoostVersion )<0:
tagBoostVersion = iovBoostVersion
# iov in agreement witjh the standard run history
else:
tagRefBoost = lookup_boost_for_run( minIov, timetype, boost_run_map )
# also the current tag follows the standard run history
if cmp_boost_version( tagRefBoost, tagBoostVersion )>=0:
# in this case the min boost version should decrease to
if cmp_boost_version( tagBoostVersion, iovRefBoost )>0:
tagBoostVersion = iovRefBoost
return tagBoostVersion
def update_tag_boost_version( tagBoostVersion, minIov, streamer_info, iov, timetype, boost_run_map ):
iovBoostVersion = get_boost_version_from_streamer_info( streamer_info )
return iovBoostVersion, do_update_tag_boost_version( tagBoostVersion, minIov, iovBoostVersion, iov, timetype, boost_run_map )
|