TkAlCaRecoProducers/test/testPCLAlCaHarvesting.py

0001 import calendar
0002 import CondCore.Utilities.conddblib as conddb
0003
0004 #___________________________________________________________________
0005 def findRunStopTime(run_number):
0006     con = conddb.connect(url = conddb.make_url("pro"))
0007     session = con.session()
0008     RunInfo = session.get_dbtype(conddb.RunInfo)
0009     bestRun = session.query(RunInfo.run_number,RunInfo.start_time, RunInfo.end_time).filter(RunInfo.run_number >= run_number).first()
0010     if bestRun is None:
0011         raise Exception("Run %s can't be matched with an existing run in the database." % run_number)
0012
0013     start= bestRun[1]
0014     stop = bestRun[2]
0015
0016     bestRunStartTime = calendar.timegm( bestRun[1].utctimetuple() ) << 32
0017     bestRunStopTime  = calendar.timegm( bestRun[2].utctimetuple() ) << 32
0018
0019     print("run start time:",start,"(",bestRunStartTime,")")
0020     print("run stop time: ",stop,"(",bestRunStopTime,")")
0021
0022     return bestRunStopTime
0023
0024 import optparse
0025 parser = optparse.OptionParser(usage = 'Usage: %prog [options] <file> [<file> ...]\n')
0026 parser.add_option('-G', '--inputGT',
0027                   dest = 'inputGT',
0028                   default = 'auto:run2_data',
0029                   help = 'Global Tag to get conditions')
0030
0031 parser.add_option('-r', '--inputRun',
0032                   dest = 'inputRun',
0033                   default = 325022,
0034                   help = 'run to be used')
0035
0036 parser.add_option('-t', '--inputTime',
0037                   dest = 'inputTime',
0038                   default = 6614916085915320320,
0039                   help = 'time to be used')
0040
0041 parser.add_option('-e', '--enableJobReport',
0042                   dest = 'empty',
0043                   default = None,
0044                   help = 'unused')
0045
0046 (options, arguments) = parser.parse_args()
0047
0048 import FWCore.ParameterSet.Config as cms
0049 process = cms.Process('ALCAHARVEST')
0050
0051 # import of standard configurations
0052 process.load('Configuration.StandardSequences.Services_cff')
0053 process.load('SimGeneral.HepPDTESSource.pythiapdt_cfi')
0054 process.load('FWCore.MessageService.MessageLogger_cfi')
0055 process.load('Configuration.EventContent.EventContent_cff')
0056 process.load('Configuration.StandardSequences.GeometryRecoDB_cff')
0057 process.load('Configuration.StandardSequences.MagneticField_cff')
0058 process.load('Configuration.StandardSequences.AlCaHarvesting_cff')
0059 process.load('Configuration.StandardSequences.FrontierConditions_GlobalTag_cff')
0060
0061 ##
0062 ## configure the source with an random run
0063 ##
0064 process.source = cms.Source("EmptySource",
0065                             firstRun = cms.untracked.uint32(options.inputRun),
0066                             numberEventsInRun = cms.untracked.uint32(1),
0067                             numberEventsInLuminosityBlock = cms.untracked.uint32(1),
0068                             firstTime = cms.untracked.uint64(options.inputTime),
0069                             timeBetweenEvents = cms.untracked.uint64(1)
0070                             )
0071
0072 process.maxEvents = cms.untracked.PSet(
0073     input = cms.untracked.int32(1)
0074 )
0075
0076 ##
0077 ## Define the tags to write
0078 ##
0079 process.PoolDBOutputService.toPut.append(process.ALCAHARVESTSiStripQuality_dbOutput)
0080 process.PoolDBOutputService.toPut.append(process.ALCAHARVESTSiStripGains_dbOutput)
0081 process.PoolDBOutputService.toPut.append(process.ALCAHARVESTSiStripGainsAAG_dbOutput )
0082 process.PoolDBOutputService.toPut.append(process.ALCAHARVESTSiStripHitEff_dbOutput)
0083 process.PoolDBOutputService.toPut.append(process.ALCAHARVESTSiPixelAli_dbOutput)
0084 process.PoolDBOutputService.toPut.append(process.ALCAHARVESTSiPixelAliHG_dbOutput)
0085 process.PoolDBOutputService.toPut.append(process.ALCAHARVESTSiPixelAliHGCombined_dbOutput)
0086 process.PoolDBOutputService.toPut.append(process.ALCAHARVESTSiPixelAliHLTHGCombined_dbOutput)
0087 process.PoolDBOutputService.toPut.append(process.ALCAHARVESTSiPixelLA_dbOutput)
0088 process.PoolDBOutputService.toPut.append(process.ALCAHARVESTSiPixelLAMCS_dbOutput)
0089 process.PoolDBOutputService.toPut.append(process.ALCAHARVESTSiStripLA_dbOutput)
0090 process.PoolDBOutputService.toPut.extend(process.ALCAHARVESTSiPixelQuality_dbOutput)
0091 process.PoolDBOutputService.toPut.append(process.ALCAHARVESTBeamSpotByRun_dbOutput)
0092 process.PoolDBOutputService.toPut.append(process.ALCAHARVESTBeamSpotByLumi_dbOutput)
0093 process.PoolDBOutputService.toPut.append(process.ALCAHARVESTBeamSpotHPByRun_dbOutput)
0094 process.PoolDBOutputService.toPut.append(process.ALCAHARVESTBeamSpotHPByLumi_dbOutput)
0095
0096 ##
0097 ## change the output sqlite file in order to avoid concurrent writing from other unit tests
0098 ##
0099 process.PoolDBOutputService.connect = cms.string('sqlite_file:testPCLAlCaHarvesting.db')
0100
0101 ##
0102 ## Define the file metadatas
0103 ##
0104 process.pclMetadataWriter.recordsToMap.append(process.ALCAHARVESTSiStripQuality_metadata)
0105 process.pclMetadataWriter.recordsToMap.append(process.ALCAHARVESTSiStripGains_metadata )
0106 process.pclMetadataWriter.recordsToMap.append(process.ALCAHARVESTSiStripGainsAAG_metadata)
0107 process.pclMetadataWriter.recordsToMap.append(process.ALCAHARVESTSiStripHitEff_metadata)
0108 process.pclMetadataWriter.recordsToMap.append(process.ALCAHARVESTSiPixelAli_metadata)
0109 process.pclMetadataWriter.recordsToMap.append(process.ALCAHARVESTSiPixelAliHG_metadata)
0110 process.pclMetadataWriter.recordsToMap.append(process.ALCAHARVESTSiPixelAliHGCombined_metadata)
0111 process.pclMetadataWriter.recordsToMap.append(process.ALCAHARVESTSiPixelAliHLTHGCombined_metadata )
0112 process.pclMetadataWriter.recordsToMap.append(process.ALCAHARVESTSiPixelLA_metadata)
0113 process.pclMetadataWriter.recordsToMap.append(process.ALCAHARVESTSiPixelLAMCS_metadata)
0114 process.pclMetadataWriter.recordsToMap.append(process.ALCAHARVESTSiStripLA_metadata)
0115 process.pclMetadataWriter.recordsToMap.extend(process.ALCAHARVESTSiPixelQuality_metadata)
0116 process.pclMetadataWriter.recordsToMap.append(process.ALCAHARVESTBeamSpotByRun_metadata)
0117 process.pclMetadataWriter.recordsToMap.append(process.ALCAHARVESTBeamSpotByLumi_metadata)
0118 process.pclMetadataWriter.recordsToMap.append(process.ALCAHARVESTBeamSpotHPByRun_metadata)
0119 process.pclMetadataWriter.recordsToMap.append(process.ALCAHARVESTBeamSpotHPByLumi_metadata)
0120
0121
0122 process.load('Configuration.StandardSequences.FrontierConditions_GlobalTag_cff')
0123 from Configuration.AlCa.GlobalTag import GlobalTag
0124 process.GlobalTag = GlobalTag(process.GlobalTag, options.inputGT, '')
0125
0126 process.SiStripQuality  = cms.Path(process.ALCAHARVESTSiStripQuality)
0127 process.alcaSiStripQualityHarvester.CalibrationThreshold = cms.untracked.uint32(0)
0128
0129 process.SiStripGains    = cms.Path(process.ALCAHARVESTSiStripGains)
0130 process.alcaSiStripGainsHarvester.DQMdir=''
0131 process.alcaSiStripGainsHarvester.minNrEntries=0
0132 process.alcaSiStripGainsHarvester.GoodFracForTagProd=0
0133 process.alcaSiStripGainsHarvester.NClustersForTagProd=0
0134
0135 process.SiStripGainsAAG = cms.Path(process.ALCAHARVESTSiStripGainsAAG)
0136 process.alcaSiStripGainsAAGHarvester.minNrEntries=0
0137 process.alcaSiStripGainsAAGHarvester.minNrEntries=0
0138 process.alcaSiStripGainsAAGHarvester.GoodFracForTagProd=0
0139 process.alcaSiStripGainsAAGHarvester.NClustersForTagProd=0
0140
0141 process.SiStripHitEff = cms.Path(process.ALCAHARVESTSiStripHitEfficiency)
0142
0143 process.SiPixelAli      = cms.Path(process.ALCAHARVESTSiPixelAli)
0144 process.SiPixelAliMilleFileExtractor.outputBinaryFile = cms.string('')
0145 process.SiPixelAliPedeAlignmentProducer.algoConfig.mergeBinaryFiles=[]
0146
0147 process.SiPixelAliHG      = cms.Path(process.ALCAHARVESTSiPixelAliHG)
0148 process.SiPixelAliMilleFileExtractorHG.outputBinaryFile = cms.string('')
0149 process.SiPixelAliPedeAlignmentProducerHG.algoConfig.mergeBinaryFiles=[]
0150
0151 process.SiPixelAliHGCombined = cms.Path(process.ALCAHARVESTSiPixelAliHGCombined)
0152 process.SiPixelAliMilleFileExtractorHGMinBias.outputBinaryFile = cms.string('')
0153 process.SiPixelAliMilleFileExtractorHGZMuMu.outputBinaryFile = cms.string('')
0154 process.SiPixelAliPedeAlignmentProducerHGCombined.algoConfig.mergeBinaryFiles=[]
0155
0156 process.SiPixelAliHLTHGCombined = cms.Path(process.ALCAHARVESTSiPixelAliHLTHGCombined)
0157 process.SiPixelAliMilleFileExtractorHLTHGMinBias.outputBinaryFile = cms.string('')
0158 process.SiPixelAliMilleFileExtractorHLTHGZMuMu.outputBinaryFile = cms.string('')
0159 process.SiPixelAliPedeAlignmentProducerHLTHGCombined.algoConfig.mergeBinaryFiles=[]
0160
0161 process.SiPixelLA      = cms.Path(process.ALCAHARVESTSiPixelLorentzAngle)
0162 process.SiPixelLAMCS   = cms.Path(process.ALCAHARVESTSiPixelLorentzAngleMCS)
0163 process.SiPixelQuality = cms.Path(process.ALCAHARVESTSiPixelQuality)
0164
0165 process.SiStripLA      = cms.Path(process.ALCAHARVESTSiStripLorentzAngle)
0166
0167 process.ALCAHARVESTDQMSaveAndMetadataWriter = cms.Path(process.dqmSaver+process.pclMetadataWriter)
0168
0169 process.BeamSpotByRun  = cms.Path(process.ALCAHARVESTBeamSpotByRun)
0170 process.BeamSpotByLumi = cms.Path(process.ALCAHARVESTBeamSpotByLumi)
0171 process.BeamSpotHPByRun  = cms.Path(process.ALCAHARVESTBeamSpotHPByRun)
0172 process.BeamSpotHPByLumi = cms.Path(process.ALCAHARVESTBeamSpotHPByLumi)
0173
0174 process.schedule = cms.Schedule(process.SiStripQuality,
0175                                 process.SiStripGains,
0176                                 process.SiStripGainsAAG,
0177                                 process.SiStripHitEff,
0178                                 process.SiPixelAli,
0179                                 process.SiPixelAliHG,
0180                                 process.SiPixelAliHGCombined,
0181                                 process.SiPixelAliHLTHGCombined,
0182                                 process.SiPixelLA,
0183                                 process.SiPixelLAMCS,
0184                                 process.SiStripLA,
0185                                 process.SiPixelQuality,
0186                                 process.BeamSpotByRun,
0187                                 process.BeamSpotByLumi,
0188                                 process.BeamSpotHPByRun,
0189                                 process.BeamSpotHPByLumi,
0190                                 process.ALCAHARVESTDQMSaveAndMetadataWriter)
0191
0192 from PhysicsTools.PatAlgos.tools.helpers import associatePatAlgosToolsTask
0193 associatePatAlgosToolsTask(process)
0194
0195 # Customisation from command line
0196
0197 # Add early deletion of temporary data products to reduce peak memory need
0198 from Configuration.StandardSequences.earlyDeleteSettings_cff import customiseEarlyDelete
0199 process = customiseEarlyDelete(process)
0200 # End adding early deletion