Back to home page

Project CMSSW displayed by LXR

 
 

    


File indexing completed on 2021-02-14 12:45:59

0001 from __future__ import absolute_import
0002 import os
0003 from . import configTemplates
0004 from . import globalDictionaries
0005 from .genericValidation import GenericValidationData_CTSR, ParallelValidation, ValidationWithComparison, ValidationForPresentation, ValidationWithPlots, ValidationWithPlotsSummary
0006 from .helperFunctions import replaceByMap, addIndex, pythonboolstring
0007 from .presentation import SubsectionFromList, SubsectionOnePage
0008 from .TkAlExceptions import AllInOneError
0009 
0010 class OfflineValidation(GenericValidationData_CTSR, ParallelValidation, ValidationWithComparison, ValidationWithPlotsSummary, ValidationForPresentation):
0011     configBaseName = "TkAlOfflineValidation"
0012     scriptBaseName = "TkAlOfflineValidation"
0013     crabCfgBaseName = "TkAlOfflineValidation"
0014     resultBaseName = "AlignmentValidation"
0015     outputBaseName = "AlignmentValidation"
0016     defaults = {
0017         "offlineModuleLevelHistsTransient": "False",
0018         "offlineModuleLevelProfiles": "True",
0019         "stripYResiduals": "False",
0020         "maxtracks": "0",
0021         "chargeCut": "0",
0022         "multiIOV": "False",
0023         }
0024     deprecateddefaults = {
0025         "DMRMethod":"",
0026         "DMRMinimum":"",
0027         "DMROptions":"",
0028         "OfflineTreeBaseDir":"",
0029         "SurfaceShapes":"",
0030         }
0031     defaults.update(deprecateddefaults)
0032     mandatories = {"trackcollection"}
0033     valType = "offline"
0034 
0035     def __init__(self, valName, alignment, config):
0036         super(OfflineValidation, self).__init__(valName, alignment, config)
0037 
0038         for name in "offlineModuleLevelHistsTransient", "offlineModuleLevelProfiles", "stripYResiduals":
0039             self.general[name] = pythonboolstring(self.general[name], name)
0040 
0041         for option in self.deprecateddefaults:
0042             if self.general[option]:
0043                 raise AllInOneError("The '%s' option has been moved to the [plots:offline] section.  Please specify it there."%option)
0044             del self.general[option]
0045 
0046         if self.NJobs > 1 and self.general["offlineModuleLevelHistsTransient"] == "True":
0047             msg = ("To be able to merge results when running parallel jobs,"
0048                    " set offlineModuleLevelHistsTransient to false.")
0049             raise AllInOneError(msg)
0050 
0051         try:
0052             self.NTracks = int(self.general["maxtracks"])
0053             if self.NTracks < 0: raise ValueError
0054         except ValueError:
0055             raise AllInOneError("maxtracks has to be a positive integer, or 0 for no limit")
0056 
0057         if self.NTracks / self.NJobs != float(self.NTracks) / self.NJobs:
0058             raise AllInOneError("maxtracks has to be divisible by parallelJobs")
0059 
0060     @property
0061     def ProcessName(self):
0062         return "OfflineValidator"
0063 
0064     @property
0065     def ValidationTemplate(self):
0066         return configTemplates.offlineTemplate
0067 
0068     @property
0069     def ValidationSequence(self):
0070         return configTemplates.OfflineValidationSequence
0071 
0072     @property
0073     def FileOutputTemplate(self):
0074         return configTemplates.offlineFileOutputTemplate
0075 
0076     def createScript(self, path):
0077         return super(OfflineValidation, self).createScript(path)
0078 
0079     def createCrabCfg(self, path):
0080         return super(OfflineValidation, self).createCrabCfg(path, self.crabCfgBaseName)
0081 
0082     def getRepMap(self, alignment = None):
0083         repMap = super(OfflineValidation, self).getRepMap(alignment)
0084         repMap.update({
0085             "nEvents": self.general["maxevents"],
0086             "offlineValidationMode": "Standalone",
0087             "TrackCollection": self.general["trackcollection"],
0088             "filetoplot": "root://eoscms//eos/cms.oO[finalResultFile]Oo.",
0089             })
0090 
0091         return repMap
0092 
0093     def appendToPlots(self):
0094         return '  p.loadFileList(".oO[filetoplot]Oo.", ".oO[title]Oo.", .oO[color]Oo., .oO[style]Oo.);\n'
0095 
0096     @classmethod
0097     def initMerge(cls):
0098         from .plottingOptions import PlottingOptions
0099         outFilePath = replaceByMap(".oO[scriptsdir]Oo./TkAlOfflineJobsMerge.C", PlottingOptions(None, cls.valType))
0100         print("outFilePath")
0101         print(outFilePath)
0102         with open(outFilePath, "w") as theFile:
0103             theFile.write(replaceByMap(configTemplates.mergeOfflineParJobsTemplate, {}))
0104         result = super(OfflineValidation, cls).initMerge()
0105         result += ("cp .oO[Alignment/OfflineValidation]Oo./scripts/merge_TrackerOfflineValidation.C .\n"
0106                    "cp .oO[mergeOfflineParJobsScriptPath]Oo. .\n")
0107         return result
0108 
0109     def appendToMerge(self):
0110         repMap = self.getRepMap()
0111 
0112         parameters = "root://eoscms//eos/cms" + ",root://eoscms//eos/cms".join(repMap["resultFiles"])
0113 
0114         mergedoutputfile = "root://eoscms//eos/cms%(finalResultFile)s"%repMap
0115         return ('root -x -b -q -l "TkAlOfflineJobsMerge.C(\\\"'
0116                 +parameters+'\\\",\\\"'+mergedoutputfile+'\\\")"')
0117 
0118     @classmethod
0119     def plottingscriptname(cls):
0120         return "TkAlExtendedOfflineValidation.C"
0121 
0122     @classmethod
0123     def plottingscripttemplate(cls):
0124         return configTemplates.extendedValidationTemplate
0125 
0126     @classmethod
0127     def plotsdirname(cls):
0128         return "ExtendedOfflineValidation_Images"
0129 
0130     @classmethod
0131     def comparealignmentsname(cls):
0132         return "compareAlignments.cc"
0133 
0134     @classmethod
0135     def presentationsubsections(cls):
0136         return [
0137             SubsectionOnePage('chi2', r'$\chi^2$ plots'),
0138             SubsectionSubdetectors('DmedianY*R_[^_]*.eps$', 'DMR'),
0139             SubsectionSubdetectors('DmedianY*R.*plain.eps$', 'DMR'),
0140             SubsectionSubdetectors('DmedianY*R.*split.eps$','Split DMR'),
0141             SubsectionSubdetectors('DrmsNY*R_[^_]*.eps$', 'DRnR'),
0142             SubsectionSubdetectors('DrmsNY*R.*plain.eps$', 'DRnR'),
0143             SubsectionSubdetectors('SurfaceShape', 'Surface Shape'),
0144         ]
0145 
0146 class SubsectionSubdetectors(SubsectionFromList):
0147     pageidentifiers = (
0148                        ("BPIX", "BPIX"),
0149                        ("FPIX", "FPIX"),
0150                        ("TIB", "TIB"),
0151                        ("TID", "TID"),
0152                        ("TOB", "TOB"),
0153                        ("TEC", "TEC"),
0154                       )
0155 
0156 class OfflineValidationDQM(OfflineValidation):
0157     configBaseName = "TkAlOfflineValidationDQM"
0158     def __init__(self, valName, alignment, config):
0159         super(OfflineValidationDQM, self).__init__(valName, alignment, config)
0160         if not config.has_section("DQM"):
0161             msg = "You need to have a DQM section in your configfile!"
0162             raise AllInOneError(msg)
0163         
0164         self.__PrimaryDataset = config.get("DQM", "primaryDataset")
0165         self.__firstRun = int(config.get("DQM", "firstRun"))
0166         self.__lastRun = int(config.get("DQM", "lastRun"))
0167 
0168     def getRepMap(self, alignment = None):
0169         repMap = super(OfflineValidationDQM, self).getRepMap(alignment)
0170         repMap.update({
0171                 "workdir": os.path.expandvars(repMap["workdir"]),
0172         "offlineValidationMode": "Dqm",
0173                 "workflow": ("/%s/TkAl%s-.oO[alignmentName]Oo._R%09i_R%09i_"
0174                              "ValSkim-v1/ALCARECO"
0175                              %(self.__PrimaryDataset,
0176                                datetime.datetime.now().strftime("%y"),
0177                                self.__firstRun, self.__lastRun)),
0178                 "firstRunNumber": "%i"% self.__firstRun
0179                 })
0180         if "__" in repMap["workflow"]:
0181             msg = ("the DQM workflow specefication must not contain '__'. "
0182                    "it is: %s"%repMap["workflow"])
0183             raise AllInOneError(msg)
0184         return repMap
0185 
0186     @property
0187     def FileOutputTemplate(self):
0188         return configTemplates.offlineDqmFileOutputTemplate