validation.Validation Class Reference

Inheritance diagram for validation.Validation:

Public Member Functions
def	__init__ (self, fullsimSamples, fastsimSamples, refRelease, refRepository, newRelease, newRepository, newFileModifier=None, selectionName="")
def	createHtmlReport (self)
def	doPlots (self, plotter, plotterDrawArgs={}, limitSubFoldersOnlyTo=None, htmlReport=html.HtmlReportDummy(), doFastVsFull=True, doPhase2PU=False)
def	download (self)

Private Member Functions
def	_doFastsimFastVsFullPlots (self, limitSubFoldersOnlyTo, htmlReport)
def	_doPhase2PileupPlots (self, limitSubFoldersOnlyTo, htmlReport)
def	_doPlots (self, sample, harvestedFile, plotterFolder, dqmSubFolder, htmlReport)
def	_doPlotsFastFull (self, fastSample, fullSample, plotterFolder, dqmSubFolder, htmlReport)
def	_doPlotsPileup (self, pu140Sample, pu200Sample, plotterFolder, dqmSubFolder, htmlReport)
def	_getDirectoryName (self, args, kwargs)
def	_getRefFileAndSelection (self, sample, plotterFolder, dqmSubFolder, selectionNameBase, valname)
def	_getSelectionName (self, args, kwargs)

Private Attributes
	_fastsimSamples
	_fullsimSamples
	_newBaseDir
	_newFileModifier
	_newRelease
	_plotter
	_plotterDrawArgs
	_refRelease
	_refRepository
	_selectionName

Detailed Description

Base class for Tracking/Vertex validation.

Definition at line 683 of file validation.py.

Constructor & Destructor Documentation

__init__()

def validation.Validation.__init__	(		self,
			fullsimSamples,
			fastsimSamples,
			refRelease,
			refRepository,
			newRelease,
			newRepository,
			newFileModifier = None,
			selectionName = ""
	)

Constructor.

Arguments:
fullsimSamples -- List of Sample objects for FullSim samples (may be empty)
fastsimSamples -- List of Sample objects for FastSim samples (may be empty)
refRelease    -- String for reference CMSSW release (can be None for no reference release)
newRepository -- String for directory whete to put new files
newRelease     -- CMSSW release to be validated
refRepository  -- String for directory where reference root files are
newFileModifier -- If given, a function to modify the names of the new files (function takes a string and returns a string)
selectionName  -- If given, use this string as the selection name (appended to GlobalTag for directory names)

Definition at line 685 of file validation.py.

Referenced by vertexPlots.VertexValidation._init__().

    def __init__(self, fullsimSamples, fastsimSamples, refRelease, refRepository, newRelease, newRepository, newFileModifier=None, selectionName=""):
        """Constructor.

        Arguments:
        fullsimSamples -- List of Sample objects for FullSim samples (may be empty)
        fastsimSamples -- List of Sample objects for FastSim samples (may be empty)
        refRelease    -- String for reference CMSSW release (can be None for no reference release)
        newRepository -- String for directory whete to put new files
        newRelease     -- CMSSW release to be validated
        refRepository  -- String for directory where reference root files are
        newFileModifier -- If given, a function to modify the names of the new files (function takes a string and returns a string)
        selectionName  -- If given, use this string as the selection name (appended to GlobalTag for directory names)
        """
        try:
            self._newRelease = os.environ["CMSSW_VERSION"]
        except KeyError:
            print('Error: CMSSW environment variables are not available.', file=sys.stderr)
            print('       Please run cmsenv', file=sys.stderr)
            sys.exit()

        self._fullsimSamples = fullsimSamples
        self._fastsimSamples = fastsimSamples
        self._refRelease = refRelease
        self._refRepository = refRepository
        self._newRelease = newRelease
        self._newBaseDir = os.path.join(newRepository, self._newRelease)
        self._newFileModifier = newFileModifier
        self._selectionName = selectionName

Member Function Documentation

_doFastsimFastVsFullPlots()

def validation.Validation._doFastsimFastVsFullPlots (   self,   limitSubFoldersOnlyTo,   htmlReport  )

private

Definition at line 812 of file validation.py.

References validation.Validation._doPlotsFastFull(), validation.Validation._fastsimSamples, validation.Validation._fullsimSamples, validation.Validation._newRelease, validation.Validation._plotter, validation._processPlotsForSample(), and print().

    def _doFastsimFastVsFullPlots(self, limitSubFoldersOnlyTo, htmlReport):
        for fast in self._fastsimSamples:
            correspondingFull = None
            for full in self._fullsimSamples:
                if fast.name() != full.name():
                    continue
                if fast.pileupEnabled():
                    if not full.pileupEnabled():
                        continue
                    if fast.fastsimCorrespondingFullsimPileup() != full.pileupType():
                        continue
                else:
                    if full.pileupEnabled():
                        continue

                if correspondingFull is None:
                    correspondingFull = full
                else:
                    raise Exception("Got multiple compatible FullSim samples for FastSim sample %s %s" % (fast.name(), fast.pileup()))
            if correspondingFull is None:
                print("WARNING: Did not find compatible FullSim sample for FastSim sample %s %s, omitting FastSim vs. FullSim comparison" % (fast.name(), fast.pileup()))
                continue

            # If we reach here, the harvestedFile must exist
            harvestedFile = fast.filename(self._newRelease)
            plotterInstance = self._plotter.readDirs(harvestedFile)
            htmlReport.beginSample(fast, fastVsFull=True)
            for plotterFolder, dqmSubFolder in plotterInstance.iterFolders(limitSubFoldersOnlyTo=limitSubFoldersOnlyTo):
                if not _processPlotsForSample(plotterFolder, fast):
                    continue
                plotFiles = self._doPlotsFastFull(fast, correspondingFull, plotterFolder, dqmSubFolder, htmlReport)
                htmlReport.addPlots(plotterFolder, dqmSubFolder, plotFiles)

_doPhase2PileupPlots()

def validation.Validation._doPhase2PileupPlots (   self,   limitSubFoldersOnlyTo,   htmlReport  )

private

Definition at line 845 of file validation.py.

References validation.Validation._doPlotsPileup(), validation.Validation._fullsimSamples, validation.Validation._newRelease, validation.Validation._plotter, and validation._processPlotsForSample().

    def _doPhase2PileupPlots(self, limitSubFoldersOnlyTo, htmlReport):
        def _stripScenario(name):
            puindex = name.find("PU")
            if puindex < 0:
                return name
            return name[:puindex]

        pu140samples = {}
        for sample in self._fullsimSamples:
            if sample.pileupNumber() == 140:
                key = (sample.name(), _stripScenario(sample.scenario()))
                if key in pu140samples:
                    raise Exception("Duplicate entry for sample %s in scenario %s" % (sample.name(), sample.scenar()))
                pu140samples[key] = sample

        for sample in self._fullsimSamples:
            if sample.pileupNumber() != 200:
                continue
            key = (sample.name(), _stripScenario(sample.scenario()))
            if not key in pu140samples:
                continue

            sample_pu140 = pu140samples[key]

            # If we reach here, the harvestedFile must exist
            harvestedFile = sample.filename(self._newRelease)
            plotterInstance = self._plotter.readDirs(harvestedFile)
            htmlReport.beginSample(sample, pileupComparison="vs. PU140")
            for plotterFolder, dqmSubFolder in plotterInstance.iterFolders(limitSubFoldersOnlyTo=limitSubFoldersOnlyTo):
                if not _processPlotsForSample(plotterFolder, sample):
                    continue
                plotFiles = self._doPlotsPileup(sample_pu140, sample, plotterFolder, dqmSubFolder, htmlReport)
                htmlReport.addPlots(plotterFolder, dqmSubFolder, plotFiles)

_doPlots()

def validation.Validation._doPlots (   self,   sample,   harvestedFile,   plotterFolder,   dqmSubFolder,   htmlReport  )

private

Do the real plotting work for a given sample and DQM subfolder

Definition at line 922 of file validation.py.

References validation._copySubDir(), validation._findDuplicates(), validation._getGlobalTag(), validation.Validation._getRefFileAndSelection(), validation.Validation._newBaseDir, html.HtmlReport._newBaseDir, validation.Validation._newRelease, validation.Validation._plotterDrawArgs, validation.Validation._refRelease, validation._stripRelease(), join(), genParticles_cff.map, print(), and str.

    def _doPlots(self, sample, harvestedFile, plotterFolder, dqmSubFolder, htmlReport):
        """Do the real plotting work for a given sample and DQM subfolder"""
        # Get GlobalTags
        newGlobalTag = _getGlobalTag(sample, self._newRelease)

        # Construct selection string
        selectionNameBase = "_"+sample.pileup()
        newSelection = newGlobalTag+selectionNameBase+plotterFolder.getSelectionName(dqmSubFolder)
        if sample.pileupEnabled():
            newPu = sample.pileupType(self._newRelease)
            if newPu != "":
                newSelection += "_"+newPu

        valname = "val.{sample}.root".format(sample=sample.name())

        # Construct reference file and selection string
        (refValFile, refSelection) = self._getRefFileAndSelection(sample, plotterFolder, dqmSubFolder, selectionNameBase, valname)

        # Construct new directory name
        tmp = []
        if sample.fastsim():
            tmp.extend(["fastsim", self._newRelease])
        tmp.extend([newSelection, sample.name()])
        newsubdir = os.path.join(*tmp)
        newdir = os.path.join(self._newBaseDir, newsubdir)
        if not os.path.exists(newdir):
            os.makedirs(newdir)
        valnameFullPath = os.path.join(newdir, valname)

        # Copy the relevant histograms to a new validation root file
        # TODO: treat the case where dqmSubFolder is empty
        newValFile = _copySubDir(harvestedFile, valnameFullPath, plotterFolder.getPossibleDQMFolders(), dqmSubFolder.subfolder if dqmSubFolder is not None else None)
        fileList = []

        # Do the plots
        if plotting.verbose:
            print("Comparing ref and new {sim} {sample} {translatedFolder}".format(
            sim="FullSim" if not sample.fastsim() else "FastSim",
            sample=sample.name(), translatedFolder=str(dqmSubFolder.translated) if dqmSubFolder is not None else ""))
        rootFiles = [refValFile, newValFile]
        legendLabels = [
            "%s, %s %s" % (sample.name(), _stripRelease(self._refRelease), refSelection) if self._refRelease is not None else "dummy",
            "%s, %s %s" % (sample.name(), _stripRelease(self._newRelease), newSelection)
        ]
        plotterFolder.create(rootFiles, legendLabels, dqmSubFolder, isPileupSample=sample.pileupEnabled())
        fileList.extend(plotterFolder.draw(directory=newdir, **self._plotterDrawArgs))
        # Copy val file only if there were plots
        if len(fileList) > 0:
            fileList.append(valnameFullPath)

        # For tables we just try them all, and see which ones succeed
        for tableCreator in plotterFolder.getTableCreators():
            htmlReport.addTable(tableCreator.create(rootFiles, legendLabels, dqmSubFolder))

        newValFile.Close()
        if refValFile is not None:
            refValFile.Close()

        if len(fileList) == 0:
            print("No object found in %s" % plotterFolder.getName())
            return []

        dups = _findDuplicates(fileList)
        if len(dups) > 0:
            print("Plotter produced multiple files with names", ", ".join(dups))
            print("Typically this is a naming problem in the plotter configuration")
            sys.exit(1)

        # Move plots to new directory
        print("Created plots and %s in %s" % (valname, newdir))
        return list(map(lambda n: n.replace(newdir, newsubdir), fileList))

_doPlotsFastFull()

def validation.Validation._doPlotsFastFull (   self,   fastSample,   fullSample,   plotterFolder,   dqmSubFolder,   htmlReport  )

private

Do the real plotting work for FastSim vs. FullSim for a given algorithm, quality flag, and sample.

Definition at line 994 of file validation.py.

References validation._findDuplicates(), validation._getGlobalTag(), validation.Validation._newBaseDir, html.HtmlReport._newBaseDir, validation.Validation._newRelease, validation.Validation._plotterDrawArgs, validation._stripRelease(), join(), genParticles_cff.map, print(), and str.

Referenced by validation.Validation._doFastsimFastVsFullPlots().

    def _doPlotsFastFull(self, fastSample, fullSample, plotterFolder, dqmSubFolder, htmlReport):
        """Do the real plotting work for FastSim vs. FullSim for a given algorithm, quality flag, and sample."""
        # Get GlobalTags
        fastGlobalTag = _getGlobalTag(fastSample, self._newRelease)
        fullGlobalTag = _getGlobalTag(fullSample, self._newRelease)

        # Construct selection string
        tmp = plotterFolder.getSelectionName(dqmSubFolder)
        fastSelection = fastGlobalTag+"_"+fastSample.pileup()+tmp
        fullSelection = fullGlobalTag+"_"+fullSample.pileup()+tmp
        if fullSample.pileupEnabled():
            fullSelection += "_"+fullSample.pileupType(self._newRelease)
            fastSelection += "_"+fastSample.pileupType(self._newRelease)

        # Construct directories for FastSim, FullSim, and for the results
        fastdir = os.path.join(self._newBaseDir, "fastsim", self._newRelease, fastSelection, fastSample.name())
        fulldir = os.path.join(self._newBaseDir, fullSelection, fullSample.name())
        newsubdir = os.path.join("fastfull", self._newRelease, fastSelection, fastSample.name())
        newdir = os.path.join(self._newBaseDir, newsubdir)
        if not os.path.exists(newdir):
            os.makedirs(newdir)

        # Open input root files
        valname = "val.{sample}.root".format(sample=fastSample.name())
        fastValFilePath = os.path.join(fastdir, valname)
        if not os.path.exists(fastValFilePath) and plotting.verbose:
            print("FastSim file %s not found" % fastValFilePath)
        fullValFilePath = os.path.join(fulldir, valname)
        if not os.path.exists(fullValFilePath) and plotting.verbose:
            print("FullSim file %s not found" % fullValFilePath)

        fastValFile = ROOT.TFile.Open(fastValFilePath)
        fullValFile = ROOT.TFile.Open(fullValFilePath)

        # Do plots
        if plotting.verbose:
            print("Comparing FullSim and FastSim {sample} {translatedFolder}".format(
            sample=fastSample.name(), translatedFolder=str(dqmSubFolder.translated) if dqmSubFolder is not None else ""))
        rootFiles = [fullValFile, fastValFile]
        legendLabels = [
            "FullSim %s, %s %s" % (fullSample.name(), _stripRelease(self._newRelease), fullSelection),
            "FastSim %s, %s %s" % (fastSample.name(), _stripRelease(self._newRelease), fastSelection),
        ]
        plotterFolder.create(rootFiles, legendLabels, dqmSubFolder, isPileupSample=fastSample.pileupEnabled(), requireAllHistograms=True)
        fileList = plotterFolder.draw(directory=newdir, **self._plotterDrawArgs)

        # For tables we just try them all, and see which ones succeed
        for tableCreator in plotterFolder.getTableCreators():
            htmlReport.addTable(tableCreator.create(rootFiles, legendLabels, dqmSubFolder))

        fullValFile.Close()
        fastValFile.Close()

        if len(fileList) == 0:
            print("No object found in %s" % plotterFolder.getName())
            return []

        dups = _findDuplicates(fileList)
        if len(dups) > 0:
            print("Plotter produced multiple files with names", ", ".join(dups))
            print("Typically this is a naming problem in the plotter configuration")
            sys.exit(1)

        # Move plots to new directory
        print("Created plots in %s" % (newdir))
        return list(map(lambda n: n.replace(newdir, newsubdir), fileList))

_doPlotsPileup()

def validation.Validation._doPlotsPileup (   self,   pu140Sample,   pu200Sample,   plotterFolder,   dqmSubFolder,   htmlReport  )

private

Do the real plotting work for two pileup scenarios for a given algorithm, quality flag, and sample.

Definition at line 1061 of file validation.py.

References validation._findDuplicates(), validation._getGlobalTag(), validation.Validation._newBaseDir, html.HtmlReport._newBaseDir, validation.Validation._newRelease, validation.Validation._plotterDrawArgs, validation._stripRelease(), join(), genParticles_cff.map, print(), and str.

Referenced by validation.Validation._doPhase2PileupPlots().

    def _doPlotsPileup(self, pu140Sample, pu200Sample, plotterFolder, dqmSubFolder, htmlReport):
        """Do the real plotting work for two pileup scenarios for a given algorithm, quality flag, and sample."""
        # Get GlobalTags
        pu140GlobalTag = _getGlobalTag(pu140Sample, self._newRelease)
        pu200GlobalTag = _getGlobalTag(pu200Sample, self._newRelease)

        # Construct selection string
        tmp = plotterFolder.getSelectionName(dqmSubFolder)
        pu140Selection = pu140GlobalTag+"_"+pu140Sample.pileup()+tmp+"_"+pu140Sample.pileupType(self._newRelease)
        pu200Selection = pu200GlobalTag+"_"+pu200Sample.pileup()+tmp+"_"+pu200Sample.pileupType(self._newRelease)

        # Construct directories for
        pu140dir = os.path.join(self._newBaseDir, pu140Selection, pu140Sample.name())
        pu200dir = os.path.join(self._newBaseDir, pu200Selection, pu200Sample.name())
        newsubdir = os.path.join("pileup", self._newRelease, pu200Selection, pu200Sample.name())
        newdir = os.path.join(self._newBaseDir, newsubdir)
        if not os.path.exists(newdir):
            os.makedirs(newdir)

        # Open input root files
        valname = "val.{sample}.root".format(sample=pu140Sample.name())
        pu140ValFilePath = os.path.join(pu140dir, valname)
        if not os.path.exists(pu140ValFilePath):
            if plotting.verbose:
                print("PU140 file %s not found" % pu140ValFilePath)
            return []
        pu200ValFilePath = os.path.join(pu200dir, valname)
        if not os.path.exists(pu200ValFilePath):
            if plotting.verbose:
                print("PU200 file %s not found" % pu200ValFilePath)
            return []

        pu140ValFile = ROOT.TFile.Open(pu140ValFilePath)
        pu200ValFile = ROOT.TFile.Open(pu200ValFilePath)

        # Do plots
        if plotting.verbose:
            print("Comparing PU140 and PU200 {sample} {translatedFolder}".format(
            sample=pu200Sample.name(), translatedFolder=str(dqmSubFolder.translated) if dqmSubFolder is not None else ""))
        rootFiles = [pu140ValFile, pu200ValFile]
        legendLabels = [
            "%s, %s %s" % (pu140Sample.name(), _stripRelease(self._newRelease), pu140Selection),
            "%s, %s %s" % (pu200Sample.name(), _stripRelease(self._newRelease), pu200Selection),
        ]
        plotterFolder.create(rootFiles, legendLabels, dqmSubFolder, isPileupSample=pu140Sample.pileupEnabled(), requireAllHistograms=True)
        fileList = plotterFolder.draw(directory=newdir, **self._plotterDrawArgs)

        # For tables we just try them all, and see which ones succeed
        for tableCreator in plotterFolder.getTableCreators():
            htmlReport.addTable(tableCreator.create(rootFiles, legendLabels, dqmSubFolder))

        pu200ValFile.Close()
        pu140ValFile.Close()

        if len(fileList) == 0:
            print("No object found in %s" % plotterFolder.getName())
            return []

        dups = _findDuplicates(fileList)
        if len(dups) > 0:
            print("Plotter produced multiple files with names", ", ".join(dups))
            print("Typically this is a naming problem in the plotter configuration")
            sys.exit(1)

        # Move plots to new directory
        print("Created plots in %s" % (newdir))
        return list(map(lambda n: n.replace(newdir, newsubdir), fileList))

_getDirectoryName()

def validation.Validation._getDirectoryName (   self,   args,   kwargs  )

private

Definition at line 714 of file validation.py.

    def _getDirectoryName(self, *args, **kwargs):
        return None

_getRefFileAndSelection()

def validation.Validation._getRefFileAndSelection (   self,   sample,   plotterFolder,   dqmSubFolder,   selectionNameBase,   valname  )

private

Definition at line 880 of file validation.py.

References validation._getGlobalTag(), validation.Validation._refRelease, validation.Validation._refRepository, join(), and print().

Referenced by validation.Validation._doPlots().

    def _getRefFileAndSelection(self, sample, plotterFolder, dqmSubFolder, selectionNameBase, valname):
        if self._refRelease is None:
            return (None, "")

        refGlobalTag = _getGlobalTag(sample, self._refRelease)
        def _createRefSelection(selectionName):
            sel = refGlobalTag+selectionNameBase+selectionName
            if sample.pileupEnabled():
                refPu = sample.pileupType(self._refRelease)
                if refPu != "":
                    sel += "_"+refPu
            return sel
        refSelection = _createRefSelection(plotterFolder.getSelectionName(dqmSubFolder))

        # Construct reference directory name, and open reference file it it exists
        refValFile = None
        triedRefValFiles = []
        tmp = [self._refRepository, self._refRelease]
        if sample.fastsim():
            tmp.extend(["fastsim", self._refRelease])
        for selName in plotterFolder.getSelectionNameIterator(dqmSubFolder):
            refSel = _createRefSelection(selName)
            refdir = os.path.join(*(tmp+[refSel, sample.name()]))

            # Open reference file if it exists
            refValFilePath = os.path.join(refdir, valname)
            if os.path.exists(refValFilePath):
                refSelection = refSel
                refValFile = ROOT.TFile.Open(refValFilePath)
                break
            else:
                triedRefValFiles.append(refValFilePath)
        if refValFile is None:
            if len(triedRefValFiles) == 1:
                if plotting.verbose:
                    print("Reference file %s not found" % triedRefValFiles[0])
            else:
                if plotting.verbose:
                    print("None of the possible reference files %s not found" % ",".join(triedRefValFiles))

        return (refValFile, refSelection)

_getSelectionName()

def validation.Validation._getSelectionName (   self,   args,   kwargs  )

private

Definition at line 717 of file validation.py.

References validation.Validation._selectionName.

    def _getSelectionName(self, *args, **kwargs):
        return self._selectionName

createHtmlReport()

def validation.Validation.createHtmlReport

(

self

)

Definition at line 769 of file validation.py.

References validation.Validation._newBaseDir, html.HtmlReport._newBaseDir, and validation.Validation._newRelease.

    def createHtmlReport(self):
        return html.HtmlReport(self._newRelease, self._newBaseDir)

doPlots()

def validation.Validation.doPlots	(		self,
			plotter,
			plotterDrawArgs = {},
			limitSubFoldersOnlyTo = None,
			htmlReport = html.HtmlReportDummy(),
			doFastVsFull = True,
			doPhase2PU = False
	)

Create validation plots.

Arguments:
plotter       -- plotting.Plotter object that does the plotting

Keyword arguments:
plotterDrawArgs -- Dictionary for additional arguments to Plotter.draw() (default: {})
limitSubFoldersOnlyTo   -- If not None, should be a dictionary from string to an object. The string is the name of a PlotFolder, and the object is PlotFolder-type specific to limit the subfolders to be processed. In general case the object is a list of strings, but e.g. for track iteration plots it is a function taking the algo and quality as parameters.
htmlReport      -- Object returned by createHtmlReport(), in case HTML report generation is desired
doFastVsFull    -- Do FastSim vs. FullSim comparison? (default: True)
doPhase2PU      -- Do Phase2 PU 200 vs. 140 comparison (default: False)

Definition at line 772 of file validation.py.

    def doPlots(self, plotter, plotterDrawArgs={}, limitSubFoldersOnlyTo=None, htmlReport=html.HtmlReportDummy(), doFastVsFull=True, doPhase2PU=False):
        """Create validation plots.

        Arguments:
        plotter       -- plotting.Plotter object that does the plotting

        Keyword arguments:
        plotterDrawArgs -- Dictionary for additional arguments to Plotter.draw() (default: {})
        limitSubFoldersOnlyTo   -- If not None, should be a dictionary from string to an object. The string is the name of a PlotFolder, and the object is PlotFolder-type specific to limit the subfolders to be processed. In general case the object is a list of strings, but e.g. for track iteration plots it is a function taking the algo and quality as parameters.
        htmlReport      -- Object returned by createHtmlReport(), in case HTML report generation is desired
        doFastVsFull    -- Do FastSim vs. FullSim comparison? (default: True)
        doPhase2PU      -- Do Phase2 PU 200 vs. 140 comparison (default: False)
        """
        self._plotter = plotter
        self._plotterDrawArgs = plotterDrawArgs

        # New vs. Ref
        for sample in self._fullsimSamples+self._fastsimSamples:
            # Check that the new DQM file exists
            harvestedFile = sample.filename(self._newRelease)
            if not os.path.exists(harvestedFile):
                print("Harvested file %s does not exist!" % harvestedFile)
                sys.exit(1)

            plotterInstance = plotter.readDirs(harvestedFile)
            htmlReport.beginSample(sample)
            for plotterFolder, dqmSubFolder in plotterInstance.iterFolders(limitSubFoldersOnlyTo=limitSubFoldersOnlyTo):
                if not _processPlotsForSample(plotterFolder, sample):
                    continue
                plotFiles = self._doPlots(sample, harvestedFile, plotterFolder, dqmSubFolder, htmlReport)
                htmlReport.addPlots(plotterFolder, dqmSubFolder, plotFiles)

        # Fast vs. Full
        if doFastVsFull:
            self._doFastsimFastVsFullPlots(limitSubFoldersOnlyTo, htmlReport)

        # Phase2 PU200 vs. PU 140
        if doPhase2PU:
            self._doPhase2PileupPlots(limitSubFoldersOnlyTo, htmlReport)

download()

def validation.Validation.download

(

self

)

Download DQM files. Requires grid certificate and asks your password for it.

Definition at line 720 of file validation.py.

References validation.Validation._fastsimSamples, validation.Validation._fullsimSamples, validation._getRelValUrl(), validation.Validation._newFileModifier, validation.Validation._newRelease, join(), genParticles_cff.map, and print().

    def download(self):
        """Download DQM files. Requires grid certificate and asks your password for it."""
        filenames = [s.filename(self._newRelease) for s in self._fullsimSamples+self._fastsimSamples]
        if self._newFileModifier is not None:
            filenames = list(map(self._newFileModifier, filenames))
        filenames = [f for f in filenames if not os.path.exists(f)]
        if len(filenames) == 0:
            print("All files already downloaded")
            return

        relvalUrl = _getRelValUrl(self._newRelease)
        urls = [relvalUrl+f for f in filenames]
        certfile = os.path.join(os.environ["HOME"], ".globus", "usercert.pem")
        if not os.path.exists(certfile):
            print("Certificate file {certfile} does not exist, unable to download RelVal files from {url}".format(certfile=certfile, url=relvalUrl))
            sys.exit(1)
        keyfile = os.path.join(os.environ["HOME"], ".globus", "userkey.pem")
        if not os.path.exists(certfile):
            print("Private key file {keyfile} does not exist, unable to download RelVal files from {url}".format(keyfile=keyfile, url=relvalUrl))
            sys.exit(1)

        # curl --cert-type PEM --cert $HOME/.globus/usercert.pem --key $HOME/.globus/userkey.pem -k -O <url> -O <url>
        cmd = ["curl", "--cert-type", "PEM", "--cert", certfile, "--key", keyfile, "-k"]
        for u in urls:
            cmd.extend(["-O", u])
        print("Downloading %d files from RelVal URL %s:" % (len(filenames), relvalUrl))
        print(" "+"\n ".join(filenames))
        print("Please provide your private key pass phrase when curl asks it")
        ret = subprocess.call(cmd)
        if ret != 0:
            print("Downloading failed with exit code %d" % ret)
            sys.exit(1)

        # verify
        allFine = True
        for f in filenames:
            p = subprocess.Popen(["file", f], stdout=subprocess.PIPE)
            stdout = p.communicate()[0]
            if p.returncode != 0:
                print("file command failed with exit code %d" % p.returncode)
                sys.exit(1)
            if not "ROOT" in stdout:
                print("File {f} is not ROOT, please check the correct version, GlobalTag etc. from {url}".format(f=f, url=relvalUrl))
                allFine = False
                if os.path.exists(f):
                    os.remove(f)
        if not allFine:
            sys.exit(1)

Member Data Documentation

_fastsimSamples

validation.Validation._fastsimSamples

private

Definition at line 706 of file validation.py.

Referenced by validation.Validation._doFastsimFastVsFullPlots(), and validation.Validation.download().

_fullsimSamples

validation.Validation._fullsimSamples

private

Definition at line 705 of file validation.py.

Referenced by validation.Validation._doFastsimFastVsFullPlots(), validation.Validation._doPhase2PileupPlots(), and validation.Validation.download().

_newBaseDir

validation.Validation._newBaseDir

private

Definition at line 710 of file validation.py.

Referenced by validation.Validation._doPlots(), validation.Validation._doPlotsFastFull(), validation.Validation._doPlotsPileup(), and validation.Validation.createHtmlReport().

_newFileModifier

validation.Validation._newFileModifier

private

Definition at line 711 of file validation.py.

Referenced by validation.Validation.download().

_newRelease

validation.Validation._newRelease

private

Definition at line 699 of file validation.py.

Referenced by validation.Validation._doFastsimFastVsFullPlots(), validation.Validation._doPhase2PileupPlots(), validation.Validation._doPlots(), validation.Validation._doPlotsFastFull(), validation.Validation._doPlotsPileup(), validation.Validation.createHtmlReport(), and validation.Validation.download().

_plotter

validation.Validation._plotter

private

Definition at line 785 of file validation.py.

Referenced by validation.Validation._doFastsimFastVsFullPlots(), and validation.Validation._doPhase2PileupPlots().

_plotterDrawArgs

validation.Validation._plotterDrawArgs

private

Definition at line 786 of file validation.py.

Referenced by validation.Validation._doPlots(), validation.SimpleValidation._doPlots(), validation.SeparateValidation._doPlots(), validation.Validation._doPlotsFastFull(), and validation.Validation._doPlotsPileup().

_refRelease

validation.Validation._refRelease

private

Definition at line 707 of file validation.py.

Referenced by validation.Validation._doPlots(), and validation.Validation._getRefFileAndSelection().

_refRepository

validation.Validation._refRepository

private

Definition at line 708 of file validation.py.

Referenced by validation.Validation._getRefFileAndSelection().

_selectionName

validation.Validation._selectionName

private

Definition at line 712 of file validation.py.

Referenced by validation.Validation._getSelectionName().