Reference Manual

Classes
class	Sample

class	SeparateValidation

class	SimpleSample

class	SimpleValidation

class	Validation

Functions
def	_copyDir

def	_copySubDir

def	_doPlotsForPlotter

def	_findDuplicates

def	_getGlobalTag

def	_getRelValUrl

def	_processPlotsForSample

def	_stripRelease

Variables
list	_doBHadronSamples

list	_doConversionSamples

list	_doElectronSamples

dictionary	_globalTags

list	_releasePostfixes

dictionary	_relvalUrls

Function Documentation

def validation._copyDir	(	src,
		dst
	)

private

Copy non-TTree objects from src TDirectory to dst TDirectory.

Definition at line 1165 of file validation.py.

Referenced by _copySubDir().

 
 def _copyDir(src, dst):
     """Copy non-TTree objects from src TDirectory to dst TDirectory."""
     keys = src.GetListOfKeys()
     for key in keys:
         classname = key.GetClassName()
         cl = ROOT.TClass.GetClass(classname)
         if not cl:
             continue
         if not (cl.InheritsFrom("TTree") and cl.InheritsFrom("TDirectory")):
             dst.cd()
             obj = key.ReadObj()
             obj.Write()
             obj.Delete()

validation._copyDir

def _copyDir

Definition: validation.py:1165

def validation._copySubDir	(	oldfile,
		newfile,
		basenames,
		dirname
	)

private

Copy a subdirectory from oldfile to newfile.

Arguments:
oldfile   -- String for source TFile
newfile   -- String for destination TFile
basenames -- List of strings for base directories, first existing one is picked
dirname   -- String for directory name under the base directory

Definition at line 1130 of file validation.py.

References _copyDir(), join(), and submitPVValidationJobs.split().

Referenced by validation.Validation._doPlots().

 
 def _copySubDir(oldfile, newfile, basenames, dirname):
     """Copy a subdirectory from oldfile to newfile.
 
     Arguments:
     oldfile   -- String for source TFile
     newfile   -- String for destination TFile
     basenames -- List of strings for base directories, first existing one is picked
     dirname   -- String for directory name under the base directory
     """
     oldf = ROOT.TFile.Open(oldfile)
 
     dirold = None
     for basename in basenames:
         dirold = oldf.GetDirectory(basename)
         if dirold:
             break
     if not dirold:
         raise Exception("Did not find any of %s directories from file %s" % (",".join(basenames), oldfile))
     if dirname:
         d = dirold.Get(dirname)
         if not d:
             raise Exception("Did not find directory %s under %s" % (dirname, dirold.GetPath()))
         dirold = d
 
     newf = ROOT.TFile.Open(newfile, "RECREATE")
     dirnew = newf
     for d in basenames[0].split("/"):
         dirnew = dirnew.mkdir(d)
     if dirname:
         dirnew = dirnew.mkdir(dirname)
     _copyDir(dirold, dirnew)
 
     oldf.Close()
     return newf

validation._copySubDir

def _copySubDir

Definition: validation.py:1130

join

static std::string join(char **cmd)

Definition: RemoteFile.cc:19

Exception

submitPVValidationJobs.split

def split

Definition: submitPVValidationJobs.py:352

validation._copyDir

def _copyDir

Definition: validation.py:1165

def validation._doPlotsForPlotter	(	self,
		plotter,
		sample,
		limitSubFoldersOnlyTo = `None`
	)

private

Definition at line 1189 of file validation.py.

References _processPlotsForSample(), join(), and sistrip::SpyUtilities.range().

 
 def _doPlotsForPlotter(self, plotter, sample, limitSubFoldersOnlyTo=None):
     plotterInstance = plotter.readDirs(*self._openFiles)
     manager = multiprocessing.Manager()
     return_dict = manager.dict()
     proc = []
     iProc = 0
 
     for plotterFolder, dqmSubFolder in plotterInstance.iterFolders(limitSubFoldersOnlyTo=limitSubFoldersOnlyTo):
         if sample is not None and not _processPlotsForSample(plotterFolder, sample):
             continue
         newsubdir = self._subdirprefix+plotterFolder.getSelectionName(dqmSubFolder)
         newdir = os.path.join(self._newdir, newsubdir)
         if not os.path.exists(newdir):
             os.makedirs(newdir, exist_ok=True)
 
         plotterFolder.create(self._openFiles, self._labels, dqmSubFolder)
         p = multiprocessing.Process(target=self._doPlots, args=(plotterFolder, dqmSubFolder, newsubdir, newdir, iProc, return_dict))
         proc.append((plotterFolder, dqmSubFolder, p))
         p.start()
         iProc += 1
 
     for i in range(iProc):
         proc[i][2].join()
         if len(return_dict[i]) > 0:
             self._htmlReport.addPlots(proc[i][0], proc[i][1], return_dict[i])

sistrip::SpyUtilities::range

const uint16_t range(const Frame &aFrame)

Definition: SiStripSpyUtilities.cc:76

validation._processPlotsForSample

def _processPlotsForSample

Definition: validation.py:464

join

static std::string join(char **cmd)

Definition: RemoteFile.cc:19

validation._doPlotsForPlotter

def _doPlotsForPlotter

Definition: validation.py:1189

def validation._findDuplicates ( lst )

private

Definition at line 1179 of file validation.py.

Referenced by validation.Validation._doPlots(), validation.SimpleValidation._doPlots(), validation.SeparateValidation._doPlots(), validation.Validation._doPlotsFastFull(), and validation.Validation._doPlotsPileup().

 
 def _findDuplicates(lst):
     found = set()
     found2 = set()
     for x in lst:
         if x in found:
             found2.add(x)
         else:
             found.add(x)
     return list(found2)

validation._findDuplicates

def _findDuplicates

Definition: validation.py:1179

def validation._getGlobalTag	(	sample,
		release
	)

private

Get a GlobalTag.

Arguments:
sample  -- Sample object
release -- CMSSW release string

Definition at line 360 of file validation.py.

References print().

Referenced by validation.Validation._doPlots(), validation.Validation._doPlotsFastFull(), validation.Validation._doPlotsPileup(), validation.Validation._getRefFileAndSelection(), validation.Sample.datasetpattern(), and validation.Sample.filename().

 
 def _getGlobalTag(sample, release):
     """Get a GlobalTag.
 
     Arguments:
     sample  -- Sample object
     release -- CMSSW release string
     """
     if not release in _globalTags:
         print("Release %s not found from globaltag map in validation.py" % release)
         sys.exit(1)
     gtmap = _globalTags[release]
     selectedGT = None
     if sample.hasOverrideGlobalTag():
         ogt = sample.overrideGlobalTag()
         if release in ogt:
             gtmap = _globalTags[ogt[release]]
     scenario = ""
     if sample.hasScenario():
         scenario = sample.scenario()
     sims = []
     if sample.fullsim():
         if sample.pileupEnabled():
             sim = "fullsim_"+sample.pileupType()
             sims.extend([
                 sim+"_PU%d"%sample.pileupNumber(),
                 sim
             ])
     elif sample.fastsim():
         sim = "fastsim"
         if sample.pileupEnabled():
             sim += "_"+sample.pileupType()
             sims.append(sim+"_PU%d"%sample.pileupNumber())
         sims.append(sim)
 
     selectedGT = None
     # First try with scenario+simulation
     if scenario != "":
         for sim in sims:
             selectedGT = gtmap.get(scenario+"_"+sim, None)
             if selectedGT is not None:
                 break
         # Then with scenario (but only if sample specifies a scenario)
         if selectedGT is None:
             selectedGT = gtmap.get(scenario, None)
     # Then with simulation
     if selectedGT is None:
         for sim in sims:
             selectedGT = gtmap.get(sim, None)
             if selectedGT is not None:
                 break
     # Finally default
     if selectedGT is None:
         selectedGT = gtmap["default"]
 
     if isinstance(selectedGT, dict):
         return selectedGT.get(sample.name(), selectedGT["default"])
     else:
         return selectedGT
 
# Mapping from release series to RelVal download URLs

validation._getGlobalTag

def _getGlobalTag

Definition: validation.py:360

void print(TMatrixD &m, const char *label=nullptr, bool mathematicaFormat=false)

Definition: Utilities.cc:47

def validation._getRelValUrl ( release )

private

Get RelVal download URL for a given release.

Definition at line 452 of file validation.py.

References print().

Referenced by validation.Validation.download().

 
 def _getRelValUrl(release):
     """Get RelVal download URL for a given release."""
     version_re = re.compile("CMSSW_(?P<X>\d+)_(?P<Y>\d+)")
     m = version_re.search(release)
     if not m:
         raise Exception("Regex %s does not match to release version %s" % (version_re.pattern, release))
     version = "%s_%s_X" % (m.group("X"), m.group("Y"))
     if not version in _relvalUrls:
         print("No RelVal URL for version %s, please update _relvalUrls" % version)
         sys.exit(1)
     return _relvalUrls[version]

void print(TMatrixD &m, const char *label=nullptr, bool mathematicaFormat=false)

Definition: Utilities.cc:47

Exception

validation._getRelValUrl

def _getRelValUrl

Definition: validation.py:452

def validation._processPlotsForSample	(	plotterFolder,
		sample
	)

private

Definition at line 464 of file validation.py.

Referenced by validation.Validation._doFastsimFastVsFullPlots(), validation.Validation._doPhase2PileupPlots(), and _doPlotsForPlotter().

 
 def _processPlotsForSample(plotterFolder, sample):
     if plotterFolder.onlyForPileup() and not sample.pileupEnabled():
         return False
     if plotterFolder.onlyForElectron() and not sample.doElectron():
         return False
     if plotterFolder.onlyForConversion() and not sample.doConversion():
         return False
     if plotterFolder.onlyForBHadron() and not sample.doBHadron():
         return False
     return True

validation._processPlotsForSample

def _processPlotsForSample

Definition: validation.py:464

def validation._stripRelease ( release )

private

Definition at line 353 of file validation.py.

Referenced by validation.Validation._doPlots(), validation.Validation._doPlotsFastFull(), validation.Validation._doPlotsPileup(), and validation.Sample.filename().

 
 def _stripRelease(release):
     for pf in _releasePostfixes:
         if pf in release:
             return _stripRelease(release.replace(pf, ""))
     return release
 

validation._stripRelease

def _stripRelease

Definition: validation.py:353

Variable Documentation

list validation._doBHadronSamples

Initial value:

 = [
     "RelValTTbar"
 ]

Definition at line 448 of file validation.py.

list validation._doConversionSamples

Initial value:

 = [
     "RelValTTbar",
     "RelValH125GGgluonfusion",
 ]

Definition at line 444 of file validation.py.

list validation._doElectronSamples

Initial value:

 = [
     "RelValTTbar",
     "RelValSingleElectronPt35",
     "RelValSingleElectronPt10",
 ]

Definition at line 439 of file validation.py.

dictionary validation._globalTags

Definition at line 19 of file validation.py.

list validation._releasePostfixes

Initial value:

1 = ["_AlcaCSA14", "_PHYS14", "_TEST", "_v2", "_v3", "_pmx", "_Fall14DR", "_FIXGT", "_PU", "_PXbest", "_PXworst", "_hcal", "_tec", "_71XGENSIM", "_73XGENSIM", "_BS", "_GenSim_7113", "_extended",

2 "_25ns_asymptotic", "_50ns_startup", "_50ns_asympref", "_50ns_asymptotic", "_minimal", "_0T", "_unsch", "_noCCC", "_MT", "_GS", "_rereco", "_pythia8", "_13TeV", "_realGT", "_newGT2", "_newGT", "_phase1", "_phase2", "_2017", "_2018", "_ecal15fb", "_ecal30fb", "_ecalsrb5", "_ecalsrc1", "_ecalsrd7", "_pixDynIneff", "_PXmap", "_gcc530", "_gcc630", "_cc7", "_Tranche4GT", "_newBPixFPixHCAL", "_newBPixFPix", "_newBPixHCAL", "_newBPix", "_newHCAL", "_HIP", "_run1", "_mahi"]

Definition at line 351 of file validation.py.

dictionary validation._relvalUrls

Initial value:

 = {
     "6_2_X": "https://cmsweb.cern.ch/dqm/relval/data/browse/ROOT/RelVal/CMSSW_6_2_x/",
     "7_0_X": "https://cmsweb.cern.ch/dqm/relval/data/browse/ROOT/RelVal/CMSSW_7_0_x/",
     "7_1_X": "https://cmsweb.cern.ch/dqm/relval/data/browse/ROOT/RelVal/CMSSW_7_1_x/",
     "7_2_X": "https://cmsweb.cern.ch/dqm/relval/data/browse/ROOT/RelVal/CMSSW_7_2_x/",
     "7_3_X": "https://cmsweb.cern.ch/dqm/relval/data/browse/ROOT/RelVal/CMSSW_7_3_x/",
     "7_4_X": "https://cmsweb.cern.ch/dqm/relval/data/browse/ROOT/RelVal/CMSSW_7_4_x/",
     "7_5_X": "https://cmsweb.cern.ch/dqm/relval/data/browse/ROOT/RelVal/CMSSW_7_5_x/",
     "7_6_X": "https://cmsweb.cern.ch/dqm/relval/data/browse/ROOT/RelVal/CMSSW_7_6_x/",
     "8_0_X": "https://cmsweb.cern.ch/dqm/relval/data/browse/ROOT/RelVal/CMSSW_8_0_x/",
     "8_1_X": "https://cmsweb.cern.ch/dqm/relval/data/browse/ROOT/RelVal/CMSSW_8_1_x/",
     "9_0_X": "https://cmsweb.cern.ch/dqm/relval/data/browse/ROOT/RelVal/CMSSW_9_0_x/",
     "9_1_X": "https://cmsweb.cern.ch/dqm/relval/data/browse/ROOT/RelVal/CMSSW_9_1_x/",
     "9_2_X": "https://cmsweb.cern.ch/dqm/relval/data/browse/ROOT/RelVal/CMSSW_9_2_x/",
     "9_3_X": "https://cmsweb.cern.ch/dqm/relval/data/browse/ROOT/RelVal/CMSSW_9_3_x/",
     "9_4_X": "https://cmsweb.cern.ch/dqm/relval/data/browse/ROOT/RelVal/CMSSW_9_4_x/",
     "10_0_X": "https://cmsweb.cern.ch/dqm/relval/data/browse/ROOT/RelVal/CMSSW_10_0_x/",
 }

Definition at line 420 of file validation.py.

Classes

Functions

Variables

Function Documentation

Variable Documentation