|
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
|
import os,sys,imp
import subprocess
import logging
import fnmatch
import signal
log = logging.getLogger(__name__)
def replaceTemplate(template,**opts):
result = open(template).read()
for item in opts:
old = '@@%s@@'%item
new = str(opts[item])
print("Replacing",old,"to",new)
result = result.replace(old,new)
return result
def getDatasetStr(datasetpath):
datasetstr = datasetpath
datasetstr.strip()
if datasetstr[0] == '/': datasetstr = datasetstr[1:]
datasetstr = datasetstr.replace('/','_')
return datasetstr
def listFilesLocal(paths, extension = '.root'):
file_paths = []
for path in paths:
if not os.path.exists( path ):
log.error( "Specified input path '%s' does not exist!" % path )
continue
if path.endswith( extension ):
file_paths.append( path )
for root, dirnames, filenames in os.walk( path ):
for filename in fnmatch.filter( filenames, '*' + extension ):
file_paths.append( os.path.join( root, filename ) )
return file_paths
def haddLocal(files,result_file,extension = 'root'):
log.info("hadd command: {}".format(" ".join(['hadd','-f', result_file] + files)))
process = subprocess.Popen( ['hadd','-f', result_file] + files,
stdout=subprocess.PIPE,
stderr=subprocess.STDOUT)
stdout = process.communicate()[0]
log.info(f"hadd output: {stdout}")
return process.returncode
def loadCmsProcessFile(psetName):
pset = imp.load_source("psetmodule",psetName)
return pset.process
def loadCmsProcess(psetPath):
module = __import__(psetPath)
process = sys.modules[psetPath].process
import copy
#FIXME: clone process
#processNew = copy.deepcopy(process)
processNew = copy.copy(process)
return processNew
def prependPaths(process,seqname):
for path in process.paths:
getattr(process,path)._seq = getattr(process,seqname)*getattr(process,path)._seq
def stdinWait(text, default, time, timeoutDisplay = None, **kwargs):
# taken and adjusted from http://stackoverflow.com/a/25860968
signal.signal(signal.SIGALRM, interrupt)
signal.alarm(time) # sets timeout
global timeout
try:
inp = raw_input(text)
signal.alarm(0)
timeout = False
except (KeyboardInterrupt):
printInterrupt = kwargs.get("printInterrupt", True)
if printInterrupt:
print("Keyboard interrupt")
timeout = True # Do this so you don't mistakenly get input when there is none
inp = default
except:
timeout = True
if not timeoutDisplay is None:
print(timeoutDisplay)
signal.alarm(0)
inp = default
return inp
def interrupt(signum, frame):
raise Exception("")
def getTerminalSize():
#taken from http://stackoverflow.com/a/566752
# returns width, size of terminal
env = os.environ
def ioctl_GWINSZ(fd):
try:
import fcntl, termios, struct, os
cr = struct.unpack('hh', fcntl.ioctl(fd, termios.TIOCGWINSZ,
'1234'))
except:
return
return cr
cr = ioctl_GWINSZ(0) or ioctl_GWINSZ(1) or ioctl_GWINSZ(2)
if not cr:
try:
fd = os.open(os.ctermid(), os.O_RDONLY)
cr = ioctl_GWINSZ(fd)
os.close(fd)
except:
pass
if not cr:
cr = (env.get('LINES', 25), env.get('COLUMNS', 80))
### Use get(key[, default]) instead of a try/catch
#try:
# cr = (env['LINES'], env['COLUMNS'])
#except:
# cr = (25, 80)
return int(cr[1]), int(cr[0])
|