|
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
|
#!/usr/bin/env python
#GBenelli Added the /env above to use the python version of CMSSW and run without having to do python <SCRIPT NAME>
""" This script does the following:
1- reads the list of iovs (by timestamp) in a sqlite file or in the Offline DB
2- creates a cfg for each iov and runs them
3- creates 2 log files per IOV (Summary/Debug) with all the SiStripDetVOff information in ASCII format
It is recommended to redirect the output to a file.
"""
#3- takes the output of each job and builds a single output with the content of each iov
import os
import re
import sys
import time
""" Helper functions for time conversions """
def pack(high,low):
"""pack high,low 32bit unsigned int to one unsigned 64bit long long
Note:the print value of result number may appear signed, if the sign bit is used.
"""
h=high<<32
return (h|low)
def secondsFromString(i):
"""convert from a string in the format output from timeStamptoDate to a 32bit seconds from the epoch.
The format accepted is \"DD/MM/YYYY HH:MM:SS\". The year must be the full number.
"""
return int(time.mktime(time.strptime(i, "%d/%m/%Y %H:%M:%S")))
def packFromString(i):
"""pack from a string in the format output from timeStamptoUTC to a 64bit timestamp
the format accepted is \"DD/MM/YYYY HH:MM:SS\" . The year must be the full number.
"""
return pack(secondsFromString(i), 0)
def intervalSinceEpoch(i):
""" compute the interval of time is seconds since the Epoch and return the packed 64bit value.
"""
return( packFromString(i) - packFromString("01/01/1970 00:00:00") )
def unpack(i):
"""unpack 64bit unsigned long long into 2 32bit unsigned int, return tuple (high,low)
"""
high=i>>32
low=i&0xFFFFFFFF
return(high,low)
def timeStamptoDate(i):
"""convert 64bit timestamp to local date in string format
"""
#GBenelli Add a try: except: to handle the stop time of the last IOV "end of time"
try:
date=time.ctime(unpack(i)[0])
except:
#Handle the case of last IOV (or any IOV) timestamp being "out of range" by returning -1 instead of the date...
print("Could not unpack time stamp %s, unpacked to %s!"%(i,unpack(i)[0]))
date=-1
return date
# The first parameter is the name of the script
if len(sys.argv) < 3:
print("Please provide the name of the sqlite file and the tag as in: ")
print("./CheckAllIOVs.py dbfile.db SiStripDetVOff_Fake_31X")
print("OR to access directly the Offline DB with a time bracket:")
print("./CheckAllIOVs.py CMS_COND_31X_STRIP SiStripDetVOff_v1_offline DD/MM/YYYY HH:MM:SS DD/MM/YYYY HH:MM:SS")
sys.exit(1)
print("Reading all IOVs")
database= sys.argv[1]
#Offline DB case (e.g. user would write ./CheckAllIOVs.py CMS_COND_31X_STRIP SiStripDetVOff_v1_offline):
if "COND" in database and "STRIP" in database:
DBConnection="frontier://PromptProd/"+database
#SQLite DB case (e.g. user would write ./CheckAllIOVs.py dbfile.db SiStripDetVOff_Fake_31X):
else:
DBConnection="sqlite_file:"+database
tag=sys.argv[2]
#GBenelli commit code from Marco to run check on a time interval:
startFrom = 0
if len(sys.argv) > 3:
startFrom = packFromString(sys.argv[3])
endAt = 0
if len(sys.argv) > 4:
endAt = packFromString(sys.argv[4])
#TODO:
#Should use subprocess.Popen...
#Use cmscond_list_iov command to get the full list of IOVs available in the DB
iovs = os.popen("cmscond_list_iov -c "+DBConnection+" -t "+tag)
cmscond_list_iov_output = iovs.readlines()
for line in cmscond_list_iov_output:
print(line)
if "[DB=" in line:
(start,end)=line.split()[0:2]
if long(startFrom) > long(start):
print("Skipping IOV =", start, " before requested =", startFrom)
continue
if (endAt != 0) and (long(endAt) < long(end)):
print("Skipping IOV =", end, " after requested =", endAt)
continue
# print "start =", start,
# print ", end =", end
if long(startFrom) > long(start):
print("Skipping IOV =", start, " before requested =", startFrom)
continue
if (endAt != 0) and (long(endAt) < long(end)):
print("Skipping IOV =", end, " after requested =", endAt)
continue
##TODO:Should we investigate this issue? Is it going to be an issue in the DB?
if end == "18446744073709551615":
end = str(int(start) + 1)
startDate = timeStamptoDate(int(start))
endDate = timeStamptoDate(int(end))
#GBenelli Handle here the case of "end of time" IOV end time stamp
if endDate==-1:
endDate=timeStamptoDate(int(start)+1)
print("start date = ", startDate, end=' ')
print(", end date = ", endDate)
fullDates="_FROM_"+startDate.replace(" ", "_").replace(":", "_")+"_TO_"+endDate.replace(" ", "_").replace(":", "_")
fileName="DetVOffPrint"+fullDates+"_cfg.py"
CfgFile=open(fileName,"w")
#Until the tag is in the release, CMSSW_RELEASE_BASE should be replaced by CMSSW_BASE...
for cfgline in open(os.path.join(os.getenv("CMSSW_RELEASE_BASE"),"src/CalibTracker/SiStripDCS/test","templateCheckAllIOVs_cfg.py"),"r"):
#Do the template replacements for the relevant variables:
if "STARTTIME" in cfgline:
cfgline=cfgline.replace("STARTTIME",start)
elif "ENDTIME" in cfgline:
cfgline=cfgline.replace("ENDTIME",end)
elif "DATE" in cfgline:
cfgline=cfgline.replace("DATE",fullDates)
elif "DATABASECONNECTION" in cfgline:
cfgline=cfgline.replace("DATABASECONNECTION",DBConnection)
elif "TAG" in cfgline:
cfgline=cfgline.replace("TAG",tag)
#Write the line from the template into the cloned cfg.py file:
CfgFile.write(cfgline)
CfgFile.close()
#Comment this line if you are debuggin and don't want cmsRun to run!
os.system("cmsRun "+fileName+" > /dev/null")
for logline in open("DetVOffReaderDebug_"+fullDates+".log", "r"):
if "IOV" in logline or "OFF" in logline or "ON" in logline:
print(logline.strip("\n"))
else:
print(line)
|