|
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
|
from builtins import range
import FWCore.ParameterSet.Config as cms
# Parameters for runType
import FWCore.ParameterSet.VarParsing as VarParsing
import sys
import fnmatch
from .dqmPythonTypes import *
# part of the runTheMatrix magic
from Configuration.Applications.ConfigBuilder import filesFromDASQuery
options = VarParsing.VarParsing("analysis")
options.register(
"runkey",
"pp_run",
VarParsing.VarParsing.multiplicity.singleton,
VarParsing.VarParsing.varType.string,
"Run Keys of CMS"
)
# Parameter for frontierKey
options.register('runUniqueKey',
'InValid',
VarParsing.VarParsing.multiplicity.singleton,
VarParsing.VarParsing.varType.string,
"Unique run key from RCMS for Frontier")
options.register('runNumber',
286520,
VarParsing.VarParsing.multiplicity.singleton,
VarParsing.VarParsing.varType.int,
"Run number. This run number has to be present in the dataset configured with the dataset option.")
options.register('maxLumi',
2000,
VarParsing.VarParsing.multiplicity.singleton,
VarParsing.VarParsing.varType.int,
"Only lumisections up to maxLumi are processed.")
options.register('minLumi',
1,
VarParsing.VarParsing.multiplicity.singleton,
VarParsing.VarParsing.varType.int,
"Only lumisections starting from minLumi are processed.")
options.register('lumiPattern',
'*0',
VarParsing.VarParsing.multiplicity.singleton,
VarParsing.VarParsing.varType.string,
"Only lumisections with numbers matching lumiPattern are processed.")
options.register('dataset',
'auto',
VarParsing.VarParsing.multiplicity.singleton,
VarParsing.VarParsing.varType.string,
"Dataset name like '/ExpressPhysicsPA/PARun2016D-Express-v1/FEVT', or 'auto' to guess it with a DAS query. A dataset_cfi.py that defines 'readFiles' and 'secFiles' (like a DAS Python snippet) will override this, to avoid DAS queries.")
options.register('noDB',
True, # default value
VarParsing.VarParsing.multiplicity.singleton,
VarParsing.VarParsing.varType.bool,
"Don't upload the BeamSpot conditions to the DB")
options.parseArguments()
try:
# fixed dataset, DAS 'py' snippet
from dataset_cfi import readFiles, secFiles
print("Using filenames from dataset_cfi.py.")
except:
if options.dataset == 'auto':
print("Querying DAS for a dataset...")
import subprocess
out = subprocess.check_output("dasgoclient --query 'dataset run=%d dataset=/*Express*/*/*FEVT*'" % options.runNumber, shell=True)
dataset = out.splitlines()[-1]
print("Using dataset=%s." % dataset)
else:
dataset = options.dataset
print("Querying DAS for files...")
readFiles = cms.untracked.vstring()
secFiles = cms.untracked.vstring()
# this outputs all results, which can be a lot...
read, sec = filesFromDASQuery("file run=%d dataset=%s" % (options.runNumber, dataset), option=" --limit 10000 ")
readFiles.extend(read)
secFiles.extend(sec)
print("Got %d files." % len(readFiles))
runstr = str(options.runNumber)
runpattern = "*" + runstr[0:3] + "/" + runstr[3:] + "*"
readFiles = cms.untracked.vstring([f for f in readFiles if fnmatch.fnmatch(f, runpattern)])
secFiles = cms.untracked.vstring([f for f in secFiles if fnmatch.fnmatch(f, runpattern)])
lumirange = cms.untracked.VLuminosityBlockRange(
[ str(options.runNumber) + ":" + str(ls)
for ls in range(options.minLumi, options.maxLumi+1)
if fnmatch.fnmatch(str(ls), options.lumiPattern)
]
)
print("Selected %d files and %d LS." % (len(readFiles), len(lumirange)))
source = cms.Source ("PoolSource",fileNames = readFiles, secondaryFileNames = secFiles, lumisToProcess = lumirange)
maxEvents = cms.untracked.PSet(
input = cms.untracked.int32(-1)
)
# Fix to allow scram to compile
#if len(sys.argv) > 1:
# options.parseArguments()
runType = RunType()
if not options.runkey.strip():
options.runkey = "pp_run"
runType.setRunType(options.runkey.strip())
|