Back to home page

Project CMSSW displayed by LXR

 
 

    


File indexing completed on 2024-04-12 23:01:21

0001 from  Configuration.PyReleaseValidation.relval_steps import *
0002 import math
0003 
0004 ## as simple class to number workflows dynamically
0005 class WFN:
0006     def __init__(self, offset):
0007         self.offset = offset
0008         self.index=0
0009         self.subindex=0
0010     def __call__(self):
0011         if self.subindex==100:
0012             print("this is not going to work nicely")
0013             self.subindex=0/0
0014         r=float(f'{self.offset}.{self.index}{self.subindex:02d}')
0015         self.subindex+=1
0016         return r
0017     def next(self):
0018         self.index+=1
0019         self.subindex=0
0020     def subnext(self):
0021         # go to the next tenth for the subindex 10 because of 02d formating
0022         self.subindex = math.ceil(self.subindex/10.)*10
0023 
0024 workflows = Matrix()
0025 
0026 _runOnly20events={'-n':'20'}
0027 _run10kevents={'-n':'10000'}
0028 
0029 _NANO_data = merge([{'-s':'NANO,DQM:@nanoAODDQM',
0030                      '--process':'NANO',
0031                      '--data':'',
0032                      '--eventcontent':'NANOAOD,DQM',
0033                      '--datatier':'NANOAOD,DQMIO',
0034                      '-n':'10000',
0035                      '--customise':'"Configuration/DataProcessing/Utils.addMonitoring"'
0036                  }])
0037 _HARVEST_nano = merge([{'-s':'HARVESTING:@nanoAODDQM',
0038                         '--filetype':'DQM',
0039                         '--filein':'file:step2_inDQM.root',
0040                         '--conditions':'auto:run2_data'## this is fake for harvesting
0041                     }])
0042 _HARVEST_data = merge([_HARVEST_nano, {'--data':''}])
0043 
0044 
0045 run2_lumis={ 277168: [[1, 1708]],
0046              277194: [[913, 913], [916, 916], [919, 919], [932, 932], [939, 939]],
0047              283877: [[1, 1496]],
0048              299649: [[155, 332]],
0049              303885: [[60, 2052]],
0050              305040: [[200, 700]],
0051              305050: [[200, 700]],
0052              305234: [[1, 200]],
0053              305377: [[1, 500]],
0054              315489: [[1, 100]],
0055              320822: [[1, 200]],
0056          }
0057 run3_lumis={}
0058 
0059 _NANO_mc = merge([{'-s':'NANO,DQM:@nanoAODDQM',
0060                    '--process':'NANO',
0061                    '--mc':'',
0062                    '--eventcontent':'NANOAODSIM,DQM',
0063                    '--datatier':'NANOAODSIM,DQMIO',
0064                    '-n':'10000',
0065                    '--customise':'"Configuration/DataProcessing/Utils.addMonitoring"'
0066                }])
0067 _HARVEST_mc = merge([_HARVEST_nano, {'--mc':''}])
0068 steps['HRV_NANO_mc'] = _HARVEST_mc
0069 steps['HRV_NANO_data'] = _HARVEST_data
0070 
0071 ##10.6 INPUT and worflows
0072 steps['TTbarMINIAOD10.6_UL16v2'] = {'INPUT':InputInfo(location='STD',
0073                                                       dataSet='/TTJets_SingleLeptFromT_TuneCP5_13TeV-madgraphMLM-pythia8/RunIISummer20UL16MiniAODv2-106X_mcRun2_asymptotic_v17-v2/MINIAODSIM')}
0074 steps['NANO_mc10.6ul16v2']=merge([{'--era':'Run2_2016,run2_nanoAOD_106Xv2',
0075                                    '--conditions':'auto:run2_mc'},
0076                                   _NANO_mc])
0077 ##2017 looking Monte-Carlo: two versions in 10.6
0078 steps['TTbarMINIAOD10.6_UL17v2'] = {'INPUT':InputInfo(location='STD',
0079                                                       dataSet='/TTJets_SingleLeptFromT_TuneCP5_13TeV-madgraphMLM-pythia8/RunIISummer20UL17MiniAODv2-106X_mc2017_realistic_v9-v2/MINIAODSIM')}
0080 steps['NANO_mc10.6ul17v2']=merge([{'--era':'Run2_2017,run2_nanoAOD_106Xv2',
0081                                    '--conditions':'auto:phase1_2017_realistic'},
0082                                   _NANO_mc])
0083 
0084 steps['TTbarMINIAOD10.6_UL18v2'] = {'INPUT':InputInfo(location='STD',
0085                                                       dataSet='/TTJets_SingleLeptFromT_TuneCP5_13TeV-madgraphMLM-pythia8/RunIISummer20UL18MiniAODv2-106X_upgrade2018_realistic_v16_L1v1-v2/MINIAODSIM')}
0086 steps['NANO_mc10.6ul18v2']=merge([{'--era':'Run2_2018,run2_nanoAOD_106Xv2',
0087                                    '--conditions':'auto:phase1_2018_realistic'},
0088                                   _NANO_mc])
0089 
0090 ##HIPM_UL2016_MiniAODv2 campaign is CMSSW_10_6_25
0091 steps['MuonEG2016MINIAOD10.6v2'] = {'INPUT':InputInfo(location='STD',ls=run2_lumis,
0092                                                       dataSet='/MuonEG/Run2016E-HIPM_UL2016_MiniAODv2-v2/MINIAOD')}
0093 steps['NANO_data10.6ul16v2']=merge([{'--era':'Run2_2016,run2_nanoAOD_106Xv2,tracker_apv_vfp30_2016',
0094                                      '--conditions':'auto:run2_data'},
0095                                     _NANO_data])
0096 ##UL2017_MiniAODv2 campaign is CMSSW_10_6_20
0097 steps['MuonEG2017MINIAOD10.6v2'] = {'INPUT':InputInfo(location='STD',ls=run2_lumis,
0098                                                       dataSet='/MuonEG/Run2017F-UL2017_MiniAODv2-v1/MINIAOD')}
0099 steps['NANO_data10.6ul17v2']=merge([{'--era':'Run2_2017,run2_nanoAOD_106Xv2',
0100                                      '--conditions':'auto:run2_data'},
0101                                     _NANO_data])
0102 
0103 ##UL2018_MiniAODv2 campaign is CMSSW_10_6_20
0104 steps['MuonEG2018MINIAOD10.6v2'] = {'INPUT':InputInfo(location='STD',ls=run2_lumis,
0105                                                       dataSet='/MuonEG/Run2018D-UL2018_MiniAODv2-v1/MINIAOD')}
0106 steps['NANO_data10.6ul18v2']=merge([{'--era':'Run2_2018,run2_nanoAOD_106Xv2',
0107                                      '--conditions':'auto:run2_data'},
0108                                     _NANO_data])
0109 ##12.2 INPUT (mc only)
0110 steps['TTbarMINIAOD12.2'] = {'INPUT':InputInfo(location='STD',
0111                                                dataSet='/TTToSemiLeptonic_TuneCP5_13p6TeV-powheg-pythia8/Run3Winter22MiniAOD-FlatPU0to70_122X_mcRun3_2021_realistic_v9-v2/MINIAODSIM')}
0112 steps['NANO_mc12.2']=merge([{'--era':'Run3,run3_nanoAOD_122',
0113                              '--conditions':'auto:phase1_2022_realistic'},
0114                             _NANO_mc])
0115 
0116 ##12.4 INPUT
0117 steps['TTbarMINIAOD12.4'] = {'INPUT':InputInfo(location='STD',
0118                                                dataSet='/TT_TuneCP5_13p6TeV_powheg-pythia8/Run3Summer22MiniAODv3-124X_mcRun3_2022_realistic_v12-v3/MINIAODSIM')}
0119 steps['NANO_mc12.4']=merge([{'--era':'Run3,run3_nanoAOD_124',
0120                              '--conditions':'124X_mcRun3_2022_realistic_v12'},
0121                             _NANO_mc])
0122 
0123 steps['MuonEG2022MINIAOD12.4'] = {'INPUT':InputInfo(location='STD',ls=run3_lumis,
0124                                                     dataSet='/MuonEG/Run2022D-PromptReco-v2/MINIAOD')}
0125 steps['NANO_data12.4']=merge([{'--era':'Run3,run3_nanoAOD_124',
0126                                '--conditions':'auto:run3_data'},
0127                               _NANO_data])
0128 steps['NANO_data12.4_prompt']=merge([{'-n' : '1000'},
0129                                      steps['NANO_data12.4']])
0130 steps['NANO_data12.4_prompt']['-s']=steps['NANO_data12.4_prompt']['-s'].replace('NANO','NANO:@PHYS+@L1')
0131 
0132 ###13.0 workflows
0133 steps['TTBarMINIAOD13.0'] = {'INPUT':InputInfo(location='STD',
0134                                                dataSet='/RelValTTbar_14TeV/CMSSW_13_0_0-PU_130X_mcRun3_2022_realistic_v2_HS-v4/MINIAODSIM')}
0135 
0136 steps['NANO_mc13.0']=merge([{'--era':'Run3',
0137                              '--conditions':'130X_mcRun3_2022_realistic_v2'},
0138                             _NANO_mc])
0139 
0140 steps['MuonEG2023MINIAOD13.0'] = { 'INPUT':InputInfo(location='STD',ls=run3_lumis,
0141                                                      dataSet='/MuonEG/Run2023C-PromptReco-v4/MINIAOD')}
0142 
0143 steps['ZMuSkim2023DRAWRECO13.0'] = { 'INPUT':InputInfo(location='STD',ls={ 370775: [[1, 168]]},
0144                                                      dataSet='/Muon0/Run2023D-ZMu-PromptReco-v2/RAW-RECO')}
0145 
0146 steps['ZeroBias2023DRAW13.0']={'INPUT':InputInfo(location='STD', ls={369978: [[1, 800]]},
0147                                              dataSet='/ZeroBias/Run2023D-v1/RAW')}
0148 
0149 steps['TestEnablesEcalHcal2023C']={'INPUT':InputInfo(location='STD', ls={368489: [[46,546]]},
0150                                                      dataSet='/TestEnablesEcalHcal/Run2023C-Express-v4/RAW')}
0151 
0152 steps['NANO_data13.0']=merge([{'--era':'Run3',
0153                                '--conditions':'auto:run3_data'},
0154                               _NANO_data])
0155 
0156 steps['NANO_data13.0_prompt']=merge([{'-n' : '1000'},
0157                                      steps['NANO_data13.0']])
0158 steps['NANO_data13.0_prompt']['-s']=steps['NANO_data13.0_prompt']['-s'].replace('NANO','NANO:@PHYS+@L1')
0159 
0160 steps['muDPGNANO_data13.0']=merge([{'-s' : 'RAW2DIGI,NANO:@MUDPG',
0161                                     '-n' : '100',},
0162                                    steps['NANO_data13.0']])
0163 
0164 steps['muDPGNANOBkg_data13.0']=merge([{'-s' : 'RAW2DIGI,NANO:@MUDPGBKG',
0165                                        '-n' : '100',},
0166                                       steps['NANO_data13.0']])
0167 
0168 steps['hcalDPGNANO_data13.0']=merge([{'-s' : 'RAW2DIGI,RECO,NANO:@HCAL',
0169                                       '-n' : '100',
0170                                       '--processName': 'NANO',},
0171                                      steps['NANO_data13.0']])
0172 
0173 steps['hcalDPGCalibNANO_data13.0']=merge([{'-s' : 'RAW2DIGI,RECO,NANO:@HCALCalib',
0174                                            '-n' : '100',
0175                                            '--processName': 'NANO',},
0176                                           steps['NANO_data13.0']])
0177 
0178 steps['muPOGNANO_data13.0']=merge([{'-s' : 'NANO:@MUPOG,DQM:@nanoAODDQM', '-n' : '1000'},
0179                                    steps['NANO_data13.0']])
0180 
0181 steps['l1DPGNANO_data13.0']=merge([{'-s' : 'RAW2DIGI,NANO:@L1DPG',
0182                                     '-n' : '100'},
0183                                    steps['NANO_data13.0']])
0184  
0185 steps['EGMNano_data13.0'] = merge([{'-s':'NANO:@EGM,DQM:@nanoAODDQM', '-n' : '1000'},
0186                                     steps['NANO_data13.0']])
0187 
0188 steps['EGMNano_mc13.0'] = merge([{'-s':'NANO:@EGM,DQM:@nanoAODDQM', '-n' : '1000'},
0189                                  steps['NANO_mc13.0']])
0190 
0191 steps['BTVNANO_data13.0']=merge([{'-s' : 'NANO:@BTV',
0192                                     '-n' : '1000'},
0193                                     steps['NANO_data13.0']])
0194 
0195 steps['jmeNano_data13.0'] = merge([{'-s':'NANO:@JME', '-n' : '1000'},
0196                                  steps['NANO_data13.0']])
0197 
0198 steps['lepTrackInfoNANO_data13.0']=merge([{'-s' : 'NANO:@LepTrackInfo,DQM:@nanoAODDQM',
0199                                           '-n' : '1000'},
0200                                          steps['NANO_data13.0']])
0201 
0202 ###current release cycle workflows : 13.2
0203 steps['TTBarMINIAOD13.2'] = {'INPUT':InputInfo(location='STD',
0204                                                dataSet='/RelValTTbar_14TeV/CMSSW_13_2_0-PU_131X_mcRun3_2023_realistic_v9-v1/MINIAODSIM')}
0205 
0206 steps['NANO_mc13.2']=merge([{'--era':'Run3',
0207                              '--conditions':'auto:phase1_2022_realistic'},
0208                             _NANO_mc])
0209 
0210 steps['muPOGNANO_mc13.2']=merge([{'-s' : 'NANO:@MUPOG,DQM:@nanoAODDQM', '-n' : '1000'},
0211                                     steps['NANO_mc13.2']])
0212 
0213 steps['EGMNano_mc13.2'] = merge([{'-s':'NANO:@EGM,DQM:@nanoAODDQM', '-n' : '1000'},
0214                                  steps['NANO_mc13.2']])
0215 
0216 
0217 steps['BTVNANO_mc13.2']=merge([{'-s' : 'NANO:@BTV',
0218                                     '-n' : '1000'},
0219                                     steps['NANO_mc13.2']])
0220 
0221 steps['lepTrackInfoNANO_mc13.2']=merge([{'-s' : 'NANO:@LepTrackInfo,DQM:@nanoAODDQM', '-n' : '1000'},
0222                                        steps['NANO_mc13.2']])
0223 
0224 steps['jmeNANO_mc13.2']=merge([{'-s' : 'NANO:@JME ', '-n' : '1000'},
0225                                     steps['NANO_mc13.2']])
0226 
0227 
0228 ##13.X INPUT
0229 steps['ScoutingPFRun32022DRAW13.X']={'INPUT':InputInfo(dataSet='/ScoutingPFRun3/Run2022D-v1/RAW',label='2022D',events=100000,location='STD', ls=Run2022D)}
0230 
0231 steps['NANO_dataRun3ScoutingPF13.X']=merge([{'-s':'NANO:@Scout'},
0232                                             steps['NANO_data13.0']])
0233 
0234 steps['TTBarMINIAOD13.3'] = {'INPUT':InputInfo(location='STD',
0235                                                dataSet='/RelValTTbar_14TeV/CMSSW_13_3_0-PU_133X_mcRun3_2023_realistic_v3-v1/MINIAODSIM')}
0236 
0237 steps['NANO_mc13.3']=merge([{'--era':'Run3',
0238                              '--conditions':'133X_mcRun3_2023_realistic_v3'},
0239                             _NANO_mc])
0240 
0241 steps['NANO_mcScouting13.X']=merge([{'-s':'NANO:@Scout'},
0242                                     steps['NANO_mc13.3']])
0243 
0244 _wfn=WFN(2500)
0245 ################
0246 #10.6 input
0247 workflows[_wfn()] = ['NANOmc106Xul16v2', ['TTbarMINIAOD10.6_UL16v2','NANO_mc10.6ul16v2', 'HRV_NANO_mc']]
0248 workflows[_wfn()] = ['NANOmc106Xul17v2', ['TTbarMINIAOD10.6_UL17v2','NANO_mc10.6ul17v2', 'HRV_NANO_mc']]
0249 workflows[_wfn()] = ['NANOmc106Xul18v2', ['TTbarMINIAOD10.6_UL18v2','NANO_mc10.6ul18v2', 'HRV_NANO_mc']]
0250 _wfn.subnext()
0251 workflows[_wfn()] = ['NANOdata106Xul16v2', ['MuonEG2016MINIAOD10.6v2', 'NANO_data10.6ul16v2', 'HRV_NANO_data']]
0252 workflows[_wfn()] = ['NANOdata106Xul17v2', ['MuonEG2017MINIAOD10.6v2', 'NANO_data10.6ul17v2', 'HRV_NANO_data']]
0253 workflows[_wfn()] = ['NANOdata106Xul18v2', ['MuonEG2018MINIAOD10.6v2', 'NANO_data10.6ul18v2', 'HRV_NANO_data']]
0254 
0255 _wfn.next()
0256 ################
0257 #12.2 input
0258 workflows[_wfn()] = ['NANOmc122Xrun3', ['TTbarMINIAOD12.2','NANO_mc12.2', 'HRV_NANO_mc']]
0259 
0260 _wfn.next()
0261 ################
0262 #12.4 input
0263 workflows[_wfn()] = ['NANOmc124Xrun3', ['TTbarMINIAOD12.4','NANO_mc12.4', 'HRV_NANO_mc']]
0264 _wfn.subnext()
0265 workflows[_wfn()] = ['NANOdata124Xrun3', ['MuonEG2022MINIAOD12.4','NANO_data12.4', 'HRV_NANO_data']]
0266 workflows[_wfn()] = ['NANOdata124Xrun3', ['MuonEG2022MINIAOD12.4','NANO_data12.4_prompt', 'HRV_NANO_data']]
0267 
0268 _wfn.next()
0269 ################
0270 #13.0 workflows
0271 workflows[_wfn()] = ['NANOmc130X', ['TTBarMINIAOD13.0', 'NANO_mc13.0', 'HRV_NANO_mc']]
0272 workflows[_wfn()] = ['EGMNANOmc130X', ['TTBarMINIAOD13.0', 'EGMNano_mc13.0']]
0273 _wfn.subnext()
0274 workflows[_wfn()] = ['muDPGNANO130Xrun3', ['ZMuSkim2023DRAWRECO13.0', 'muDPGNANO_data13.0']]
0275 workflows[_wfn()] = ['muDPGNANOBkg130Xrun3', ['ZeroBias2023DRAW13.0', 'muDPGNANOBkg_data13.0']]
0276 workflows[_wfn()] = ['hcalDPGNANO130Xrun3', ['ZeroBias2023DRAW13.0', 'hcalDPGNANO_data13.0']]
0277 workflows[_wfn()] = ['hcalDPGCalibNANO130Xrun3', ['TestEnablesEcalHcal2023C', 'hcalDPGCalibNANO_data13.0']]
0278 _wfn.subnext()
0279 workflows[_wfn()] = ['NANOdata130Xrun3', ['MuonEG2023MINIAOD13.0', 'NANO_data13.0', 'HRV_NANO_data']]
0280 workflows[_wfn()] = ['NANOdata130Xrun3', ['MuonEG2023MINIAOD13.0', 'NANO_data13.0_prompt', 'HRV_NANO_data']]
0281 workflows[_wfn()] = ['muPOGNANO130Xrun3', ['MuonEG2023MINIAOD13.0', 'muPOGNANO_data13.0']]
0282 workflows[_wfn()] = ['l1DPGNANO130Xrun3', ['ZMuSkim2023DRAWRECO13.0', 'l1DPGNANO_data13.0']]
0283 workflows[_wfn()] = ['EGMNANOdata130Xrun3', ['MuonEG2023MINIAOD13.0', 'EGMNano_data13.0']]
0284 workflows[_wfn()] = ['BTVNANO_data13.0', ['MuonEG2023MINIAOD13.0', 'BTVNANO_data13.0']]
0285 workflows[_wfn()] = ['jmeNANOdata130Xrun3', ['MuonEG2023MINIAOD13.0', 'jmeNano_data13.0']]
0286 workflows[_wfn()] = ['lepTrackInfoNANOdata130Xrun3', ['MuonEG2023MINIAOD13.0', 'lepTrackInfoNANO_data13.0']]
0287 
0288 _wfn.next()
0289 ################
0290 #13.2 workflows
0291 workflows[_wfn()] = ['NANOmc132X', ['TTBarMINIAOD13.2', 'NANO_mc13.2', 'HRV_NANO_mc']]
0292 workflows[_wfn()] = ['muPOGNANOmc132X', ['TTBarMINIAOD13.2', 'muPOGNANO_mc13.2']]
0293 workflows[_wfn()] = ['EGMNANOmc132X', ['TTBarMINIAOD13.2', 'EGMNano_mc13.2']]
0294 workflows[_wfn()] = ['BTVNANO_mc13.2', ['TTBarMINIAOD13.2', 'BTVNANO_mc13.2']]
0295 workflows[_wfn()] = ['jmeNANOmc132X', ['TTBarMINIAOD13.2', 'jmeNANO_mc13.2']]
0296 workflows[_wfn()] = ['lepTrackInfoNANOmc132X', ['TTBarMINIAOD13.2', 'lepTrackInfoNANO_mc13.2']]
0297 
0298 _wfn.next()
0299 ################
0300 #13.X workflows
0301 workflows[_wfn()] = ['ScoutingNanodata13X',['ScoutingPFRun32022DRAW13.X', 'NANO_dataRun3ScoutingPF13.X']]
0302 _wfn.subnext()
0303 workflows[_wfn()] = ['ScoutingNanomc13X',['TTBarMINIAOD13.3','NANO_mcScouting13.X']]
0304 
0305 ################