Utils Namespace Reference

Classes
class	LoadPrerequisiteSource

Functions
def	addMonitoring (process)
def	dictIO (options, args)
def	dqmIOSource (args)
def	dqmSeq (args, default)
def	gtNameAndConnect (globalTag, args)
def	harvestingMode (process, datasetName, args, rANDl=True)
def	nanoFlavours (flavours)
def	setupPPSDirectSim (process)
def	setupPPSDirectSimAOD (process)
def	setupPPSDirectSimMiniAOD (process)
def	stepALCAPRODUCER (skims)
def	stepSKIMPRODUCER (PhysicsSkims)
def	validateProcess (process)

Detailed Description

_Utils_

Module containing some utility tools

Function Documentation

addMonitoring()

def Utils.addMonitoring

(

process

)

_addMonitoring_

Add the monitoring services to the process provided
in order to write out performance summaries to the framework job report

Definition at line 38 of file Utils.py.

Referenced by Reco.Reco.expressProcessing(), Impl.AlCaPPS_Run3.AlCaPPS_Run3.expressProcessing(), Impl.AlCaNano.AlCaNano.expressProcessing(), Impl.AlCa.AlCa.expressProcessing(), Impl.hltScouting.hltScouting.promptReco(), and Reco.Reco.promptReco().

def addMonitoring(process):
    """
    _addMonitoring_
    
    Add the monitoring services to the process provided
    in order to write out performance summaries to the framework job report
    """
    import FWCore.ParameterSet.Config as cms
    
    process.SimpleMemoryCheck = cms.Service("SimpleMemoryCheck",
                                            jobReportOutputOnly = cms.untracked.bool(True)
                                            )
    process.Timing = cms.Service("Timing",
                                 summaryOnly = cms.untracked.bool(True)
                                 )
    
    return process

dictIO()

def Utils.dictIO	(		options,
			args
	)

Definition at line 121 of file Utils.py.

References TriggerAnalyzer.__str__(), and join().

Referenced by Reco.Reco.expressProcessing(), Impl.DataScouting.DataScouting.promptReco(), Impl.AlCa.AlCa.promptReco(), Impl.hltScouting.hltScouting.promptReco(), Impl.AlCaNano.AlCaNano.promptReco(), Impl.AlCaPPS_Run3.AlCaPPS_Run3.promptReco(), Reco.Reco.promptReco(), and Reco.Reco.visualizationProcessing().

def dictIO(options,args):
    if 'outputs' in args:
        options.outputDefinition = args['outputs'].__str__()
    else:
        writeTiers = args.get('writeTiers', [])
        options.eventcontent = ','.join(writeTiers)
        options.datatier = ','.join(writeTiers)

dqmIOSource()

def Utils.dqmIOSource

(

args

)

Definition at line 103 of file Utils.py.

Referenced by Impl.DataScouting.DataScouting.dqmHarvesting(), Impl.AlCa.AlCa.dqmHarvesting(), Impl.AlCaNano.AlCaNano.dqmHarvesting(), Impl.AlCaPPS_Run3.AlCaPPS_Run3.dqmHarvesting(), and Reco.Reco.dqmHarvesting().

def dqmIOSource(args):
    import FWCore.ParameterSet.Config as cms
    if args.get('newDQMIO', False):
        return cms.Source("DQMRootSource",
                          fileNames = cms.untracked(cms.vstring())
                          )
    else:
        return cms.Source("PoolSource",
                          fileNames = cms.untracked(cms.vstring())
                          )

dqmSeq()

def Utils.dqmSeq	(		args,
			default
	)

Definition at line 129 of file Utils.py.

References join().

Referenced by Impl.DataScouting.DataScouting.dqmHarvesting(), Reco.Reco.dqmHarvesting(), Reco.Reco.expressProcessing(), and Reco.Reco.promptReco().

def dqmSeq(args,default):
    if 'dqmSeq' in args and len(args['dqmSeq'])!=0:
        return ':'+('+'.join(args['dqmSeq']))
    else:
        return default

gtNameAndConnect()

def Utils.gtNameAndConnect	(		globalTag,
			args
	)

Definition at line 149 of file Utils.py.

Referenced by Impl.AlCa.AlCa.alcaHarvesting(), Impl.AlCaNano.AlCaNano.alcaHarvesting(), Reco.Reco.alcaHarvesting(), Impl.DataScouting.DataScouting.dqmHarvesting(), Impl.AlCa.AlCa.dqmHarvesting(), Impl.AlCaPPS_Run3.AlCaPPS_Run3.dqmHarvesting(), Impl.AlCaNano.AlCaNano.dqmHarvesting(), Reco.Reco.dqmHarvesting(), Reco.Reco.expressProcessing(), Impl.AlCaPPS_Run3.AlCaPPS_Run3.expressProcessing(), Impl.AlCaNano.AlCaNano.expressProcessing(), Impl.AlCa.AlCa.expressProcessing(), Impl.DataScouting.DataScouting.promptReco(), Impl.AlCa.AlCa.promptReco(), Impl.hltScouting.hltScouting.promptReco(), Impl.AlCaNano.AlCaNano.promptReco(), Impl.AlCaPPS_Run3.AlCaPPS_Run3.promptReco(), Reco.Reco.promptReco(), Reco.Reco.skimming(), and Reco.Reco.visualizationProcessing().

def gtNameAndConnect(globalTag, args):
    if 'globalTagConnect' in args and args['globalTagConnect'] != '':
        return globalTag + ','+args['globalTagConnect']        
    # we override here the default in the release which uses the FrontierProd servlet not suited for Tier0 activity
    return globalTag +',frontier://PromptProd/CMS_CONDITIONS'

harvestingMode()

def Utils.harvestingMode	(		process,
			datasetName,
			args,
			rANDl = True
	)

Definition at line 114 of file Utils.py.

Referenced by Impl.DataScouting.DataScouting.dqmHarvesting(), Impl.AlCa.AlCa.dqmHarvesting(), Impl.AlCaNano.AlCaNano.dqmHarvesting(), Impl.AlCaPPS_Run3.AlCaPPS_Run3.dqmHarvesting(), and Reco.Reco.dqmHarvesting().

def harvestingMode(process, datasetName, args,rANDl=True):
    import FWCore.ParameterSet.Config as cms
    if rANDl and (not args.get('newDQMIO', False)):
        process.source.processingMode = cms.untracked.string('RunsAndLumis')
    process.dqmSaver.workflow = datasetName
    process.dqmSaver.saveByLumiSection = 1

nanoFlavours()

def Utils.nanoFlavours

(

flavours

)

_nanoFlavours_

Creates and returns the configuration string for the NANO flavours
from the list of flavors to be run.

Definition at line 135 of file Utils.py.

References join().

Referenced by Impl.hltScouting.hltScouting.promptReco(), and Reco.Reco.promptReco().

def nanoFlavours(flavours):
    """
    _nanoFlavours_

    Creates and returns the configuration string for the NANO flavours
    from the list of flavors to be run.

    """

    step = ''
    if len(flavours) >0 :
        step = ':'+('+'.join(flavours))
    return step

setupPPSDirectSim()

def Utils.setupPPSDirectSim

(

process

)

Definition at line 3 of file Utils.py.

References matching_cff.matchDirectSimOutputs().

Referenced by setupPPSDirectSimAOD(), and setupPPSDirectSimMiniAOD().

def setupPPSDirectSim(process):
    process.load('SimPPS.Configuration.directSimPPS_cff')
    process.load('RecoPPS.Configuration.recoCTPPS_cff')
    if not hasattr(process, 'RandomNumberGeneratorService'):
        process.RandomNumberGeneratorService = cms.Service("RandomNumberGeneratorService")
    if not hasattr(process.RandomNumberGeneratorService, 'beamDivergenceVtxGenerator'):
        process.RandomNumberGeneratorService.beamDivergenceVtxGenerator = cms.PSet(initialSeed = cms.untracked.uint32(3849))
    if not hasattr(process.RandomNumberGeneratorService, 'ppsDirectProtonSimulation'):
        process.RandomNumberGeneratorService.ppsDirectProtonSimulation = cms.PSet(initialSeed = cms.untracked.uint32(4981))
    process.ppsDirectSim = cms.Path(process.directSimPPS * process.recoDirectSimPPS)
    process.schedule.append(process.ppsDirectSim)

    from SimPPS.DirectSimProducer.matching_cff import matchDirectSimOutputs
    matchDirectSimOutputs(process)
    return process

setupPPSDirectSimAOD()

def Utils.setupPPSDirectSimAOD

(

process

)

Definition at line 19 of file Utils.py.

References matching_cff.matchDirectSimOutputsAOD(), and setupPPSDirectSim().

def setupPPSDirectSimAOD(process):
    setupPPSDirectSim(process)
    from SimPPS.DirectSimProducer.matching_cff import matchDirectSimOutputsAOD
    matchDirectSimOutputsAOD(process)
    return process

setupPPSDirectSimMiniAOD()

def Utils.setupPPSDirectSimMiniAOD

(

process

)

Definition at line 25 of file Utils.py.

References matching_cff.matchDirectSimOutputsMiniAOD(), and setupPPSDirectSim().

def setupPPSDirectSimMiniAOD(process):
    setupPPSDirectSim(process)
    from SimPPS.DirectSimProducer.matching_cff import matchDirectSimOutputsMiniAOD
    matchDirectSimOutputsMiniAOD(process)
    return process

stepALCAPRODUCER()

def Utils.stepALCAPRODUCER

(

skims

)

_stepALCAPRODUCER_

Creates and returns the configuration string for the ALCAPRODUCER step
starting from the list of AlcaReco path to be run.

Definition at line 9 of file Utils.py.

References join().

Referenced by Reco.Reco.expressProcessing(), Impl.AlCaPPS_Run3.AlCaPPS_Run3.expressProcessing(), Impl.AlCaNano.AlCaNano.expressProcessing(), Impl.AlCa.AlCa.expressProcessing(), Impl.AlCa.AlCa.promptReco(), Impl.AlCaNano.AlCaNano.promptReco(), Impl.AlCaPPS_Run3.AlCaPPS_Run3.promptReco(), and Reco.Reco.promptReco().

def stepALCAPRODUCER(skims):
    """
    _stepALCAPRODUCER_

    Creates and returns the configuration string for the ALCAPRODUCER step
    starting from the list of AlcaReco path to be run.

    """

    step = ''
    if len(skims) >0:
        step = ',ALCAPRODUCER:'+('+'.join(skims))
    return step

stepSKIMPRODUCER()

def Utils.stepSKIMPRODUCER

(

PhysicsSkims

)

_stepSKIMPRODUCER_

Creates and returns the configuration string for the SKIM step
starting from the list of skims to be run.

Definition at line 24 of file Utils.py.

References join().

Referenced by Impl.hltScouting.hltScouting.promptReco(), and Reco.Reco.promptReco().

def stepSKIMPRODUCER(PhysicsSkims):
    """
    _stepSKIMPRODUCER_

    Creates and returns the configuration string for the SKIM step
    starting from the list of skims to be run.

    """

    step = ''
    if len(PhysicsSkims) >0 :
        step = ',SKIM:'+('+'.join(PhysicsSkims))
    return step

validateProcess()

def Utils.validateProcess

(

process

)

_validateProcess_

Check attributes of process are appropriate for production
This method returns nothing but will throw a RuntimeError for any issues it finds
likely to cause problems in the production system

Definition at line 57 of file Utils.py.

References relativeConstraints.keys.

def validateProcess(process):
    """
    _validateProcess_
    
    Check attributes of process are appropriate for production
    This method returns nothing but will throw a RuntimeError for any issues it finds
    likely to cause problems in the production system
    
    """
    
    schedule=process.schedule_()
    paths=process.paths_()
    endpaths=process.endpaths_()
    
    # check output mods are in paths and have appropriate settings
    for outputModName in process.outputModules_().keys():
        outputMod = getattr(process, outputModName)
        if not hasattr(outputMod, 'dataset'):
            msg = "Process contains output module without dataset PSET: %s \n" % outputModName
            msg += " You need to add this PSET to this module to set dataTier and filterName\n"
            raise RuntimeError(msg)
        ds=getattr(outputMod,'dataset')
        if not hasattr(ds, "dataTier"):
            msg = "Process contains output module without dataTier parameter: %s \n" % outputModName
            msg += " You need to add an untracked parameter to the dataset PSET of this module to set dataTier\n"
            raise RuntimeError(msg)

        # check module in path or whatever (not sure of exact syntax for endpath)
        omRun=False

        if schedule==None:
            for path in paths:
                if outputModName in getattr(process,path).moduleNames():
                    omRun=True
            for path in endpaths:
                if outputModName in getattr(process,path).moduleNames():
                    omRun=True
        else:
            for path in schedule:
                if outputModName in path.moduleNames():
                    omRun=True
        if omRun==False:
            msg = "Output Module %s not in endPath" % outputModName
            raise RuntimeError(msg)

        

---

Generated for CMSSW Reference Manual by  1.8.14