Inheritance diagram for validation.Validation:

Public Member Functions
def	__init__ (self, fullsimSamples, fastsimSamples, refRelease, refRepository, newRelease, newRepository, newFileModifier=None, selectionName="")

def	createHtmlReport (self)

def	doPlots (self, plotter, plotterDrawArgs={}, limitSubFoldersOnlyTo=None, htmlReport=html.HtmlReportDummy(), doFastVsFull=True, doPhase2PU=False)

def	download (self)

Private Member Functions
def	_doFastsimFastVsFullPlots (self, limitSubFoldersOnlyTo, htmlReport)

def	_doPhase2PileupPlots (self, limitSubFoldersOnlyTo, htmlReport)

def	_doPlots (self, sample, harvestedFile, plotterFolder, dqmSubFolder, htmlReport)

def	_doPlotsFastFull (self, fastSample, fullSample, plotterFolder, dqmSubFolder, htmlReport)

def	_doPlotsPileup (self, pu140Sample, pu200Sample, plotterFolder, dqmSubFolder, htmlReport)

def	_getDirectoryName (self, args, kwargs)

def	_getRefFileAndSelection (self, sample, plotterFolder, dqmSubFolder, selectionNameBase, valname)

def	_getSelectionName (self, args, kwargs)

Private Attributes
	_fastsimSamples

	_fullsimSamples

	_newBaseDir

	_newFileModifier

	_newRelease

	_plotter

	_plotterDrawArgs

	_refRelease

	_refRepository

	_selectionName

Detailed Description

Base class for Tracking/Vertex validation.

Definition at line 682 of file validation.py.

Constructor & Destructor Documentation

def validation.Validation.__init__	(	self,
		fullsimSamples,
		fastsimSamples,
		refRelease,
		refRepository,
		newRelease,
		newRepository,
		newFileModifier = `None`,
		selectionName = `""`
	)

Constructor.

Arguments:
fullsimSamples -- List of Sample objects for FullSim samples (may be empty)
fastsimSamples -- List of Sample objects for FastSim samples (may be empty)
refRelease    -- String for reference CMSSW release (can be None for no reference release)
newRepository -- String for directory whete to put new files
newRelease     -- CMSSW release to be validated
refRepository  -- String for directory where reference root files are
newFileModifier -- If given, a function to modify the names of the new files (function takes a string and returns a string)
selectionName  -- If given, use this string as the selection name (appended to GlobalTag for directory names)

Definition at line 684 of file validation.py.

Referenced by vertexPlots.VertexValidation._init__().

     def __init__(self, fullsimSamples, fastsimSamples, refRelease, refRepository, newRelease, newRepository, newFileModifier=None, selectionName=""):
         """Constructor.
 
         Arguments:
         fullsimSamples -- List of Sample objects for FullSim samples (may be empty)
         fastsimSamples -- List of Sample objects for FastSim samples (may be empty)
         refRelease    -- String for reference CMSSW release (can be None for no reference release)
         newRepository -- String for directory whete to put new files
         newRelease     -- CMSSW release to be validated
         refRepository  -- String for directory where reference root files are
         newFileModifier -- If given, a function to modify the names of the new files (function takes a string and returns a string)
         selectionName  -- If given, use this string as the selection name (appended to GlobalTag for directory names)
         """
         try:
             self._newRelease = os.environ["CMSSW_VERSION"]
         except KeyError:
             print('Error: CMSSW environment variables are not available.', file=sys.stderr)
             print('       Please run cmsenv', file=sys.stderr)
             sys.exit()
 
         self._fullsimSamples = fullsimSamples
         self._fastsimSamples = fastsimSamples
         self._refRelease = refRelease
         self._refRepository = refRepository
         self._newRelease = newRelease
         self._newBaseDir = os.path.join(newRepository, self._newRelease)
         self._newFileModifier = newFileModifier
         self._selectionName = selectionName
 

Member Function Documentation

def validation.Validation._doFastsimFastVsFullPlots	(	self,
		limitSubFoldersOnlyTo,
		htmlReport
	)

private

Definition at line 811 of file validation.py.

References validation.Validation._doPlotsFastFull(), validation.Validation._fastsimSamples, validation.Validation._fullsimSamples, validation.Validation._newRelease, validation._processPlotsForSample(), and edm.print().

     def _doFastsimFastVsFullPlots(self, limitSubFoldersOnlyTo, htmlReport):
         for fast in self._fastsimSamples:
             correspondingFull = None
             for full in self._fullsimSamples:
                 if fast.name() != full.name():
                     continue
                 if fast.pileupEnabled():
                     if not full.pileupEnabled():
                         continue
                     if fast.fastsimCorrespondingFullsimPileup() != full.pileupType():
                         continue
                 else:
                     if full.pileupEnabled():
                         continue
 
                 if correspondingFull is None:
                     correspondingFull = full
                 else:
                     raise Exception("Got multiple compatible FullSim samples for FastSim sample %s %s" % (fast.name(), fast.pileup()))
             if correspondingFull is None:
                 print("WARNING: Did not find compatible FullSim sample for FastSim sample %s %s, omitting FastSim vs. FullSim comparison" % (fast.name(), fast.pileup()))
                 continue
 
             # If we reach here, the harvestedFile must exist
             harvestedFile = fast.filename(self._newRelease)
             plotterInstance = self._plotter.readDirs(harvestedFile)
             htmlReport.beginSample(fast, fastVsFull=True)
             for plotterFolder, dqmSubFolder in plotterInstance.iterFolders(limitSubFoldersOnlyTo=limitSubFoldersOnlyTo):
                 if not _processPlotsForSample(plotterFolder, fast):
                     continue
                 plotFiles = self._doPlotsFastFull(fast, correspondingFull, plotterFolder, dqmSubFolder, htmlReport)
                 htmlReport.addPlots(plotterFolder, dqmSubFolder, plotFiles)
 

def validation.Validation._doPhase2PileupPlots	(	self,
		limitSubFoldersOnlyTo,
		htmlReport
	)

private

Definition at line 844 of file validation.py.

References validation.Validation._doPlotsPileup(), validation.Validation._fullsimSamples, validation.Validation._newRelease, and validation._processPlotsForSample().

     def _doPhase2PileupPlots(self, limitSubFoldersOnlyTo, htmlReport):
         def _stripScenario(name):
             puindex = name.find("PU")
             if puindex < 0:
                 return name
             return name[:puindex]
 
         pu140samples = {}
         for sample in self._fullsimSamples:
             if sample.pileupNumber() == 140:
                 key = (sample.name(), _stripScenario(sample.scenario()))
                 if key in pu140samples:
                     raise Exception("Duplicate entry for sample %s in scenario %s" % (sample.name(), sample.scenar()))
                 pu140samples[key] = sample
 
         for sample in self._fullsimSamples:
             if sample.pileupNumber() != 200:
                 continue
             key = (sample.name(), _stripScenario(sample.scenario()))
             if not key in pu140samples:
                 continue
 
             sample_pu140 = pu140samples[key]
 
             # If we reach here, the harvestedFile must exist
             harvestedFile = sample.filename(self._newRelease)
             plotterInstance = self._plotter.readDirs(harvestedFile)
             htmlReport.beginSample(sample, pileupComparison="vs. PU140")
             for plotterFolder, dqmSubFolder in plotterInstance.iterFolders(limitSubFoldersOnlyTo=limitSubFoldersOnlyTo):
                 if not _processPlotsForSample(plotterFolder, sample):
                     continue
                 plotFiles = self._doPlotsPileup(sample_pu140, sample, plotterFolder, dqmSubFolder, htmlReport)
                 htmlReport.addPlots(plotterFolder, dqmSubFolder, plotFiles)
 
 

def validation.Validation._doPlots	(	self,
		sample,
		harvestedFile,
		plotterFolder,
		dqmSubFolder,
		htmlReport
	)

private

Do the real plotting work for a given sample and DQM subfolder

Definition at line 921 of file validation.py.

References validation._copySubDir(), validation._findDuplicates(), validation._getGlobalTag(), validation.Validation._getRefFileAndSelection(), validation.Validation._newBaseDir, html.HtmlReport._newBaseDir, validation.Validation._newRelease, validation.Validation._plotterDrawArgs, validation.Validation._refRelease, validation._stripRelease(), join(), genParticles_cff.map, edm.print(), and str.

Referenced by validation.SimpleValidation._doPlotsForPlotter().

     def _doPlots(self, sample, harvestedFile, plotterFolder, dqmSubFolder, htmlReport):
         """Do the real plotting work for a given sample and DQM subfolder"""
         # Get GlobalTags
         newGlobalTag = _getGlobalTag(sample, self._newRelease)
 
         # Construct selection string
         selectionNameBase = "_"+sample.pileup()
         newSelection = newGlobalTag+selectionNameBase+plotterFolder.getSelectionName(dqmSubFolder)
         if sample.pileupEnabled():
             newPu = sample.pileupType(self._newRelease)
             if newPu != "":
                 newSelection += "_"+newPu
 
         valname = "val.{sample}.root".format(sample=sample.name())
 
         # Construct reference file and selection string
         (refValFile, refSelection) = self._getRefFileAndSelection(sample, plotterFolder, dqmSubFolder, selectionNameBase, valname)
 
         # Construct new directory name
         tmp = []
         if sample.fastsim():
             tmp.extend(["fastsim", self._newRelease])
         tmp.extend([newSelection, sample.name()])
         newsubdir = os.path.join(*tmp)
         newdir = os.path.join(self._newBaseDir, newsubdir)
         if not os.path.exists(newdir):
             os.makedirs(newdir)
         valnameFullPath = os.path.join(newdir, valname)
 
         # Copy the relevant histograms to a new validation root file
         # TODO: treat the case where dqmSubFolder is empty
         newValFile = _copySubDir(harvestedFile, valnameFullPath, plotterFolder.getPossibleDQMFolders(), dqmSubFolder.subfolder if dqmSubFolder is not None else None)
         fileList = []
 
         # Do the plots
         if plotting.verbose:
             print("Comparing ref and new {sim} {sample} {translatedFolder}".format(
             sim="FullSim" if not sample.fastsim() else "FastSim",
             sample=sample.name(), translatedFolder=str(dqmSubFolder.translated) if dqmSubFolder is not None else ""))
         rootFiles = [refValFile, newValFile]
         legendLabels = [
             "%s, %s %s" % (sample.name(), _stripRelease(self._refRelease), refSelection) if self._refRelease is not None else "dummy",
             "%s, %s %s" % (sample.name(), _stripRelease(self._newRelease), newSelection)
         ]
         plotterFolder.create(rootFiles, legendLabels, dqmSubFolder, isPileupSample=sample.pileupEnabled())
         fileList.extend(plotterFolder.draw(directory=newdir, **self._plotterDrawArgs))
         # Copy val file only if there were plots
         if len(fileList) > 0:
             fileList.append(valnameFullPath)
 
         # For tables we just try them all, and see which ones succeed
         for tableCreator in plotterFolder.getTableCreators():
             htmlReport.addTable(tableCreator.create(rootFiles, legendLabels, dqmSubFolder))
 
         newValFile.Close()
         if refValFile is not None:
             refValFile.Close()
 
         if len(fileList) == 0:
             return []
 
         dups = _findDuplicates(fileList)
         if len(dups) > 0:
             print("Plotter produced multiple files with names", ", ".join(dups))
             print("Typically this is a naming problem in the plotter configuration")
             sys.exit(1)
 
         # Move plots to new directory
         print("Created plots and %s in %s" % (valname, newdir))
         return map(lambda n: n.replace(newdir, newsubdir), fileList)
 

def validation.Validation._doPlotsFastFull	(	self,
		fastSample,
		fullSample,
		plotterFolder,
		dqmSubFolder,
		htmlReport
	)

private

Do the real plotting work for FastSim vs. FullSim for a given algorithm, quality flag, and sample.

Definition at line 992 of file validation.py.

References validation._findDuplicates(), validation._getGlobalTag(), validation.Validation._newBaseDir, html.HtmlReport._newBaseDir, validation.Validation._newRelease, validation.Validation._plotterDrawArgs, validation._stripRelease(), join(), genParticles_cff.map, edm.print(), and str.

Referenced by validation.Validation._doFastsimFastVsFullPlots().

     def _doPlotsFastFull(self, fastSample, fullSample, plotterFolder, dqmSubFolder, htmlReport):
         """Do the real plotting work for FastSim vs. FullSim for a given algorithm, quality flag, and sample."""
         # Get GlobalTags
         fastGlobalTag = _getGlobalTag(fastSample, self._newRelease)
         fullGlobalTag = _getGlobalTag(fullSample, self._newRelease)
 
         # Construct selection string
         tmp = plotterFolder.getSelectionName(dqmSubFolder)
         fastSelection = fastGlobalTag+"_"+fastSample.pileup()+tmp
         fullSelection = fullGlobalTag+"_"+fullSample.pileup()+tmp
         if fullSample.pileupEnabled():
             fullSelection += "_"+fullSample.pileupType(self._newRelease)
             fastSelection += "_"+fastSample.pileupType(self._newRelease)
 
         # Construct directories for FastSim, FullSim, and for the results
         fastdir = os.path.join(self._newBaseDir, "fastsim", self._newRelease, fastSelection, fastSample.name())
         fulldir = os.path.join(self._newBaseDir, fullSelection, fullSample.name())
         newsubdir = os.path.join("fastfull", self._newRelease, fastSelection, fastSample.name())
         newdir = os.path.join(self._newBaseDir, newsubdir)
         if not os.path.exists(newdir):
             os.makedirs(newdir)
 
         # Open input root files
         valname = "val.{sample}.root".format(sample=fastSample.name())
         fastValFilePath = os.path.join(fastdir, valname)
         if not os.path.exists(fastValFilePath) and plotting.verbose:
             print("FastSim file %s not found" % fastValFilePath)
         fullValFilePath = os.path.join(fulldir, valname)
         if not os.path.exists(fullValFilePath) and plotting.verbose:
             print("FullSim file %s not found" % fullValFilePath)
 
         fastValFile = ROOT.TFile.Open(fastValFilePath)
         fullValFile = ROOT.TFile.Open(fullValFilePath)
 
         # Do plots
         if plotting.verbose:
             print("Comparing FullSim and FastSim {sample} {translatedFolder}".format(
             sample=fastSample.name(), translatedFolder=str(dqmSubFolder.translated) if dqmSubFolder is not None else ""))
         rootFiles = [fullValFile, fastValFile]
         legendLabels = [
             "FullSim %s, %s %s" % (fullSample.name(), _stripRelease(self._newRelease), fullSelection),
             "FastSim %s, %s %s" % (fastSample.name(), _stripRelease(self._newRelease), fastSelection),
         ]
         plotterFolder.create(rootFiles, legendLabels, dqmSubFolder, isPileupSample=fastSample.pileupEnabled(), requireAllHistograms=True)
         fileList = plotterFolder.draw(directory=newdir, **self._plotterDrawArgs)
 
         # For tables we just try them all, and see which ones succeed
         for tableCreator in plotterFolder.getTableCreators():
             htmlReport.addTable(tableCreator.create(rootFiles, legendLabels, dqmSubFolder))
 
         fullValFile.Close()
         fastValFile.Close()
 
         if len(fileList) == 0:
             return []
 
         dups = _findDuplicates(fileList)
         if len(dups) > 0:
             print("Plotter produced multiple files with names", ", ".join(dups))
             print("Typically this is a naming problem in the plotter configuration")
             sys.exit(1)
 
         # Move plots to new directory
         print("Created plots in %s" % (newdir))
         return map(lambda n: n.replace(newdir, newsubdir), fileList)
 

def validation.Validation._doPlotsPileup	(	self,
		pu140Sample,
		pu200Sample,
		plotterFolder,
		dqmSubFolder,
		htmlReport
	)

private

Do the real plotting work for two pileup scenarios for a given algorithm, quality flag, and sample.

Definition at line 1058 of file validation.py.

References validation._findDuplicates(), validation._getGlobalTag(), validation.Validation._newBaseDir, html.HtmlReport._newBaseDir, validation.Validation._newRelease, validation.Validation._plotterDrawArgs, validation._stripRelease(), join(), genParticles_cff.map, edm.print(), and str.

Referenced by validation.Validation._doPhase2PileupPlots().

     def _doPlotsPileup(self, pu140Sample, pu200Sample, plotterFolder, dqmSubFolder, htmlReport):
         """Do the real plotting work for two pileup scenarios for a given algorithm, quality flag, and sample."""
         # Get GlobalTags
         pu140GlobalTag = _getGlobalTag(pu140Sample, self._newRelease)
         pu200GlobalTag = _getGlobalTag(pu200Sample, self._newRelease)
 
         # Construct selection string
         tmp = plotterFolder.getSelectionName(dqmSubFolder)
         pu140Selection = pu140GlobalTag+"_"+pu140Sample.pileup()+tmp+"_"+pu140Sample.pileupType(self._newRelease)
         pu200Selection = pu200GlobalTag+"_"+pu200Sample.pileup()+tmp+"_"+pu200Sample.pileupType(self._newRelease)
 
         # Construct directories for
         pu140dir = os.path.join(self._newBaseDir, pu140Selection, pu140Sample.name())
         pu200dir = os.path.join(self._newBaseDir, pu200Selection, pu200Sample.name())
         newsubdir = os.path.join("pileup", self._newRelease, pu200Selection, pu200Sample.name())
         newdir = os.path.join(self._newBaseDir, newsubdir)
         if not os.path.exists(newdir):
             os.makedirs(newdir)
 
         # Open input root files
         valname = "val.{sample}.root".format(sample=pu140Sample.name())
         pu140ValFilePath = os.path.join(pu140dir, valname)
         if not os.path.exists(pu140ValFilePath):
             if plotting.verbose:
                 print("PU140 file %s not found" % pu140ValFilePath)
             return []
         pu200ValFilePath = os.path.join(pu200dir, valname)
         if not os.path.exists(pu200ValFilePath):
             if plotting.verbose:
                 print("PU200 file %s not found" % pu200ValFilePath)
             return []
 
         pu140ValFile = ROOT.TFile.Open(pu140ValFilePath)
         pu200ValFile = ROOT.TFile.Open(pu200ValFilePath)
 
         # Do plots
         if plotting.verbose:
             print("Comparing PU140 and PU200 {sample} {translatedFolder}".format(
             sample=pu200Sample.name(), translatedFolder=str(dqmSubFolder.translated) if dqmSubFolder is not None else ""))
         rootFiles = [pu140ValFile, pu200ValFile]
         legendLabels = [
             "%s, %s %s" % (pu140Sample.name(), _stripRelease(self._newRelease), pu140Selection),
             "%s, %s %s" % (pu200Sample.name(), _stripRelease(self._newRelease), pu200Selection),
         ]
         plotterFolder.create(rootFiles, legendLabels, dqmSubFolder, isPileupSample=pu140Sample.pileupEnabled(), requireAllHistograms=True)
         fileList = plotterFolder.draw(directory=newdir, **self._plotterDrawArgs)
 
         # For tables we just try them all, and see which ones succeed
         for tableCreator in plotterFolder.getTableCreators():
             htmlReport.addTable(tableCreator.create(rootFiles, legendLabels, dqmSubFolder))
 
         pu200ValFile.Close()
         pu140ValFile.Close()
 
         if len(fileList) == 0:
             return []
 
         dups = _findDuplicates(fileList)
         if len(dups) > 0:
             print("Plotter produced multiple files with names", ", ".join(dups))
             print("Typically this is a naming problem in the plotter configuration")
             sys.exit(1)
 
         # Move plots to new directory
         print("Created plots in %s" % (newdir))
         return map(lambda n: n.replace(newdir, newsubdir), fileList)
 
 

def validation.Validation._getDirectoryName	(	self,
		args,
		kwargs
	)

private

Definition at line 713 of file validation.py.

     def _getDirectoryName(self, *args, **kwargs):
         return None
 

def validation.Validation._getRefFileAndSelection	(	self,
		sample,
		plotterFolder,
		dqmSubFolder,
		selectionNameBase,
		valname
	)

private

Definition at line 879 of file validation.py.

References validation._getGlobalTag(), validation.Validation._refRelease, validation.Validation._refRepository, join(), and edm.print().

Referenced by validation.Validation._doPlots().

     def _getRefFileAndSelection(self, sample, plotterFolder, dqmSubFolder, selectionNameBase, valname):
         if self._refRelease is None:
             return (None, "")
 
         refGlobalTag = _getGlobalTag(sample, self._refRelease)
         def _createRefSelection(selectionName):
             sel = refGlobalTag+selectionNameBase+selectionName
             if sample.pileupEnabled():
                 refPu = sample.pileupType(self._refRelease)
                 if refPu != "":
                     sel += "_"+refPu
             return sel
         refSelection = _createRefSelection(plotterFolder.getSelectionName(dqmSubFolder))
 
         # Construct reference directory name, and open reference file it it exists
         refValFile = None
         triedRefValFiles = []
         tmp = [self._refRepository, self._refRelease]
         if sample.fastsim():
             tmp.extend(["fastsim", self._refRelease])
         for selName in plotterFolder.getSelectionNameIterator(dqmSubFolder):
             refSel = _createRefSelection(selName)
             refdir = os.path.join(*(tmp+[refSel, sample.name()]))
 
             # Open reference file if it exists
             refValFilePath = os.path.join(refdir, valname)
             if os.path.exists(refValFilePath):
                 refSelection = refSel
                 refValFile = ROOT.TFile.Open(refValFilePath)
                 break
             else:
                 triedRefValFiles.append(refValFilePath)
         if refValFile is None:
             if len(triedRefValFiles) == 1:
                 if plotting.verbose:
                     print("Reference file %s not found" % triedRefValFiles[0])
             else:
                 if plotting.verbose:
                     print("None of the possible reference files %s not found" % ",".join(triedRefValFiles))
 
         return (refValFile, refSelection)
 

def validation.Validation._getSelectionName	(	self,
		args,
		kwargs
	)

private

Definition at line 716 of file validation.py.

References validation.Validation._selectionName.

     def _getSelectionName(self, *args, **kwargs):
         return self._selectionName
 

def validation.Validation.createHtmlReport ( self )

Definition at line 768 of file validation.py.

References validation.Validation._newBaseDir, html.HtmlReport._newBaseDir, and validation.Validation._newRelease.

     def createHtmlReport(self):
         return html.HtmlReport(self._newRelease, self._newBaseDir)
 

def validation.Validation.doPlots	(	self,
		plotter,
		plotterDrawArgs = `{}`,
		limitSubFoldersOnlyTo = `None`,
		htmlReport = `html.HtmlReportDummy()`,
		doFastVsFull = `True`,
		doPhase2PU = `False`
	)

Create validation plots.

Arguments:
plotter       -- plotting.Plotter object that does the plotting

Keyword arguments:
plotterDrawArgs -- Dictionary for additional arguments to Plotter.draw() (default: {})
limitSubFoldersOnlyTo   -- If not None, should be a dictionary from string to an object. The string is the name of a PlotFolder, and the object is PlotFolder-type specific to limit the subfolders to be processed. In general case the object is a list of strings, but e.g. for track iteration plots it is a function taking the algo and quality as parameters.
htmlReport      -- Object returned by createHtmlReport(), in case HTML report generation is desired
doFastVsFull    -- Do FastSim vs. FullSim comparison? (default: True)
doPhase2PU      -- Do Phase2 PU 200 vs. 140 comparison (default: False)

Definition at line 771 of file validation.py.

     def doPlots(self, plotter, plotterDrawArgs={}, limitSubFoldersOnlyTo=None, htmlReport=html.HtmlReportDummy(), doFastVsFull=True, doPhase2PU=False):
         """Create validation plots.
 
         Arguments:
         plotter       -- plotting.Plotter object that does the plotting
 
         Keyword arguments:
         plotterDrawArgs -- Dictionary for additional arguments to Plotter.draw() (default: {})
         limitSubFoldersOnlyTo   -- If not None, should be a dictionary from string to an object. The string is the name of a PlotFolder, and the object is PlotFolder-type specific to limit the subfolders to be processed. In general case the object is a list of strings, but e.g. for track iteration plots it is a function taking the algo and quality as parameters.
         htmlReport      -- Object returned by createHtmlReport(), in case HTML report generation is desired
         doFastVsFull    -- Do FastSim vs. FullSim comparison? (default: True)
         doPhase2PU      -- Do Phase2 PU 200 vs. 140 comparison (default: False)
         """
         self._plotter = plotter
         self._plotterDrawArgs = plotterDrawArgs
 
         # New vs. Ref
         for sample in self._fullsimSamples+self._fastsimSamples:
             # Check that the new DQM file exists
             harvestedFile = sample.filename(self._newRelease)
             if not os.path.exists(harvestedFile):
                 print("Harvested file %s does not exist!" % harvestedFile)
                 sys.exit(1)
 
             plotterInstance = plotter.readDirs(harvestedFile)
             htmlReport.beginSample(sample)
             for plotterFolder, dqmSubFolder in plotterInstance.iterFolders(limitSubFoldersOnlyTo=limitSubFoldersOnlyTo):
                 if not _processPlotsForSample(plotterFolder, sample):
                     continue
                 plotFiles = self._doPlots(sample, harvestedFile, plotterFolder, dqmSubFolder, htmlReport)
                 htmlReport.addPlots(plotterFolder, dqmSubFolder, plotFiles)
 
         # Fast vs. Full
         if doFastVsFull:
             self._doFastsimFastVsFullPlots(limitSubFoldersOnlyTo, htmlReport)
 
         # Phase2 PU200 vs. PU 140
         if doPhase2PU:
             self._doPhase2PileupPlots(limitSubFoldersOnlyTo, htmlReport)
 

def validation.Validation.download ( self )

Download DQM files. Requires grid certificate and asks your password for it.

Definition at line 719 of file validation.py.

References validation.Validation._fastsimSamples, validation.Validation._fullsimSamples, validation._getRelValUrl(), validation.Validation._newFileModifier, validation.Validation._newRelease, join(), genParticles_cff.map, and edm.print().

     def download(self):
         """Download DQM files. Requires grid certificate and asks your password for it."""
         filenames = [s.filename(self._newRelease) for s in self._fullsimSamples+self._fastsimSamples]
         if self._newFileModifier is not None:
             filenames = map(self._newFileModifier, filenames)
         filenames = [f for f in filenames if not os.path.exists(f)]
         if len(filenames) == 0:
             print("All files already downloaded")
             return
 
         relvalUrl = _getRelValUrl(self._newRelease)
         urls = [relvalUrl+f for f in filenames]
         certfile = os.path.join(os.environ["HOME"], ".globus", "usercert.pem")
         if not os.path.exists(certfile):
             print("Certificate file {certfile} does not exist, unable to download RelVal files from {url}".format(certfile=certfile, url=relvalUrl))
             sys.exit(1)
         keyfile = os.path.join(os.environ["HOME"], ".globus", "userkey.pem")
         if not os.path.exists(certfile):
             print("Private key file {keyfile} does not exist, unable to download RelVal files from {url}".format(keyfile=keyfile, url=relvalUrl))
             sys.exit(1)
 
         # curl --cert-type PEM --cert $HOME/.globus/usercert.pem --key $HOME/.globus/userkey.pem -k -O <url> -O <url>
         cmd = ["curl", "--cert-type", "PEM", "--cert", certfile, "--key", keyfile, "-k"]
         for u in urls:
             cmd.extend(["-O", u])
         print("Downloading %d files from RelVal URL %s:" % (len(filenames), relvalUrl))
         print(" "+"\n ".join(filenames))
         print("Please provide your private key pass phrase when curl asks it")
         ret = subprocess.call(cmd)
         if ret != 0:
             print("Downloading failed with exit code %d" % ret)
             sys.exit(1)
 
         # verify
         allFine = True
         for f in filenames:
             p = subprocess.Popen(["file", f], stdout=subprocess.PIPE)
             stdout = p.communicate()[0]
             if p.returncode != 0:
                 print("file command failed with exit code %d" % p.returncode)
                 sys.exit(1)
             if not "ROOT" in stdout:
                 print("File {f} is not ROOT, please check the correct version, GlobalTag etc. from {url}".format(f=f, url=relvalUrl))
                 allFine = False
                 if os.path.exists(f):
                     os.remove(f)
         if not allFine:
             sys.exit(1)
 