CustomConfigs Namespace Reference

Functions
def	Base (process)
def	customiseGlobalTagForOnlineBeamSpot (process)
def	customiseHLTforHIonRepackedRAW (process)
def	customiseHLTforHIonRepackedRAWPrime (process, useRawDataCollector=False, siStripApproxClustersModuleLabel='hltSiStripClusters2ApproxClusters')
def	customiseL1TforHIonRepackedRAW (process, l1tSequenceLabel='SimL1Emulator')
def	customiseL1TforHIonRepackedRAWPrime (process, l1tSequenceLabel='SimL1Emulator')
def	customiseL1THLTforHIonRepackedRAW (process)
def	customiseL1THLTforHIonRepackedRAWPrime (process)
def	HLTDropPrevious (process)
def	HLTRECO (process)
def	L1REPACK (process, sequence="Full")
def	L1T (process)
def	L1THLT (process)
def	L1XML (process, xmlFile=None)
def	ProcessName (process)

Variables
	process
	override the GlobalTag, connection string and pfnPrefix if 'GlobalTag' in process.__dict__: process.GlobalTag.connect = 'frontier://FrontierProd/CMS_CONDITIONS' process.GlobalTag.pfnPrefix = cms.untracked.string('frontier://Frontie#rProd/') More...

Function Documentation

Base()

def CustomConfigs.Base

(

process

)

Definition at line 15 of file CustomConfigs.py.

Referenced by gen::DataCardFileWriter.DataCardFileWriter(), models.generate(), HLTDropPrevious(), L1T(), and L1THLT().

def Base(process):
#   default modifications

    process.options.wantSummary = True
    process.options.numberOfThreads = 4
    process.options.numberOfStreams = 0
    process.options.sizeOfStackForThreadsInKB = 10*1024

    process.MessageLogger.TriggerSummaryProducerAOD = cms.untracked.PSet()
    process.MessageLogger.L1GtTrigReport = cms.untracked.PSet()
    process.MessageLogger.L1TGlobalSummary = cms.untracked.PSet()
    process.MessageLogger.HLTrigReport = cms.untracked.PSet()

# No longer override - instead use GT config as provided via cmsDriver

customiseGlobalTagForOnlineBeamSpot()

def CustomConfigs.customiseGlobalTagForOnlineBeamSpot

(

process

)

Customisation of GlobalTag for Online BeamSpot
  - edits the GlobalTag ESSource to load the tags used to produce the HLT beamspot
  - these tags are not available in the Offline GT, which is the GT presently used in HLT+RECO tests
  - not loading these tags (i.e. not using this customisation) does not result in a runtime error,
    but it leads to an HLT beamspot different to the one obtained when running HLT alone

Definition at line 135 of file CustomConfigs.py.

def customiseGlobalTagForOnlineBeamSpot(process):
    '''
    Customisation of GlobalTag for Online BeamSpot
      - edits the GlobalTag ESSource to load the tags used to produce the HLT beamspot
      - these tags are not available in the Offline GT, which is the GT presently used in HLT+RECO tests
      - not loading these tags (i.e. not using this customisation) does not result in a runtime error,
        but it leads to an HLT beamspot different to the one obtained when running HLT alone
    '''
    if hasattr(process, 'GlobalTag'):
      if not hasattr(process.GlobalTag, 'toGet'):
        process.GlobalTag.toGet = cms.VPSet()
      process.GlobalTag.toGet += [
        cms.PSet(
          record = cms.string('BeamSpotOnlineLegacyObjectsRcd'),
          tag = cms.string('BeamSpotOnlineLegacy')
        ),
        cms.PSet(
          record = cms.string('BeamSpotOnlineHLTObjectsRcd'),
          tag = cms.string('BeamSpotOnlineHLT')
        )
      ]

    return process

customiseHLTforHIonRepackedRAW()

def CustomConfigs.customiseHLTforHIonRepackedRAW

(

process

)

Customise a HLT menu to run on the repacked RAW data
produced at HLT during Heavy-Ion data-taking (collection: "rawDataRepacker")
  - replace "rawDataCollector" with "rawDataRepacker::@skipCurrentProcess"

Definition at line 269 of file CustomConfigs.py.

References MassReplace.massReplaceInputTag().

def customiseHLTforHIonRepackedRAW(process):
    '''
    Customise a HLT menu to run on the repacked RAW data
    produced at HLT during Heavy-Ion data-taking (collection: "rawDataRepacker")
      - replace "rawDataCollector" with "rawDataRepacker::@skipCurrentProcess"
    '''
    massReplaceInputTag(
        process = process,
        old = 'rawDataCollector',
        new = 'rawDataRepacker::@skipCurrentProcess',
        verbose = False,
        moduleLabelOnly = False,
        skipLabelTest = False
    )
    return process

customiseHLTforHIonRepackedRAWPrime()

def CustomConfigs.customiseHLTforHIonRepackedRAWPrime	(		process,
			useRawDataCollector = False,
			siStripApproxClustersModuleLabel = 'hltSiStripClusters2ApproxClusters'
	)

Customise a HLT menu to run on the repacked RAWPrime data
produced at HLT during Heavy-Ion data-taking (collections: "rawPrimeDataRepacker" + "hltSiStripClusters2ApproxClusters")
  - delete modules of type 'SiStripRawToDigiModule', 'SiStripDigiToRawModule' and 'SiStripZeroSuppression'
  - delete SiStripApproxClusters producer and HLT-HIon RAW-data repackers (e.g. "rawPrimeDataRepacker")
  - replace SiStripClusterizers with SiStripClusters built from SiStripApproxClusters

Definition at line 285 of file CustomConfigs.py.

References MassReplace.massReplaceInputTag(), and customizeForNoTrackerDCS.producers_by_type().

Referenced by customiseL1THLTforHIonRepackedRAWPrime().

def customiseHLTforHIonRepackedRAWPrime(process, useRawDataCollector = False, siStripApproxClustersModuleLabel = 'hltSiStripClusters2ApproxClusters'):
    '''
    Customise a HLT menu to run on the repacked RAWPrime data
    produced at HLT during Heavy-Ion data-taking (collections: "rawPrimeDataRepacker" + "hltSiStripClusters2ApproxClusters")
      - delete modules of type 'SiStripRawToDigiModule', 'SiStripDigiToRawModule' and 'SiStripZeroSuppression'
      - delete SiStripApproxClusters producer and HLT-HIon RAW-data repackers (e.g. "rawPrimeDataRepacker")
      - replace SiStripClusterizers with SiStripClusters built from SiStripApproxClusters
    '''
    if not useRawDataCollector:
        massReplaceInputTag(
            process = process,
            old = 'rawDataCollector',
            new = 'rawPrimeDataRepacker::@skipCurrentProcess',
            verbose = False,
            moduleLabelOnly = False,
            skipLabelTest = False
        )

    # delete modules of type 'SiStripRawToDigiModule', 'SiStripDigiToRawModule' and 'SiStripZeroSuppression'
    moduleLabels = set()
    for foo in ['SiStripRawToDigiModule', 'SiStripDigiToRawModule', 'SiStripZeroSuppression']:
        for mod in producers_by_type(process, foo):
            moduleLabels.add(mod.label())
    for foo in moduleLabels:
        delattr(process, foo)

    # delete SiStripApproxClusters producer and HLT-HIon RAW-data repackers (e.g. "rawPrimeDataRepacker")
    for foo in [
      siStripApproxClustersModuleLabel,
      'rawDataRepacker',
      'rawPrimeDataRepacker',
      'rawDataReducedFormat',
    ]:
        if hasattr(process, foo):
            delattr(process, foo)

    # replace SiStripClusterizers with SiStripClusters built from SiStripApproxClusters
    moduleLabels = set()
    for mod in producers_by_type(process, 'SiStripClusterizer'):
        moduleLabels.add(mod.label())
    for foo in moduleLabels:
        setattr(process, foo, cms.EDProducer('SiStripApprox2Clusters',
            inputApproxClusters = cms.InputTag(siStripApproxClustersModuleLabel)
        ))

    return process

customiseL1TforHIonRepackedRAW()

def CustomConfigs.customiseL1TforHIonRepackedRAW	(		process,
			l1tSequenceLabel = 'SimL1Emulator'
	)

Customise the L1REPACK step (re-emulation of L1-Trigger) to run on the repacked RAW data
produced at HLT during Heavy-Ion data-taking (collection: "rawDataRepacker")
  - replace "rawDataCollector" with "rawDataRepacker" in the L1T-emulation sequence

Definition at line 228 of file CustomConfigs.py.

References MassReplace.massSearchReplaceAnyInputTag(), and print().

Referenced by customiseL1THLTforHIonRepackedRAW().

def customiseL1TforHIonRepackedRAW(process, l1tSequenceLabel = 'SimL1Emulator'):
    '''
    Customise the L1REPACK step (re-emulation of L1-Trigger) to run on the repacked RAW data
    produced at HLT during Heavy-Ion data-taking (collection: "rawDataRepacker")
      - replace "rawDataCollector" with "rawDataRepacker" in the L1T-emulation sequence
    '''
    if hasattr(process, l1tSequenceLabel) and isinstance(getattr(process, l1tSequenceLabel), cms.Sequence):
        massSearchReplaceAnyInputTag(
            sequence = getattr(process, l1tSequenceLabel),
            oldInputTag = 'rawDataCollector',
            newInputTag = 'rawDataRepacker',
            verbose = False,
            moduleLabelOnly = True,
            skipLabelTest = False
        )
    else:
        warnMsg = 'no customisation applied, because the cms.Sequence "'+l1tSequenceLabel+'" is not available.'
        print('# WARNING -- customiseL1TforHIonRepackedRAW: '+warnMsg)
    return process

customiseL1TforHIonRepackedRAWPrime()

def CustomConfigs.customiseL1TforHIonRepackedRAWPrime	(		process,
			l1tSequenceLabel = 'SimL1Emulator'
	)

Customise the L1REPACK step (re-emulation of L1-Trigger) to run on the repacked RAWPrime data
produced at HLT during Heavy-Ion data-taking (collection: "rawPrimeDataRepacker")
  - replace "rawDataCollector" with "rawPrimeDataRepacker" in the L1T-emulation sequence
    (in terms of L1T information, "rawDataRepacker" and "rawPrimeDataRepacker" are equivalent)

Definition at line 248 of file CustomConfigs.py.

References MassReplace.massSearchReplaceAnyInputTag(), and print().

Referenced by customiseL1THLTforHIonRepackedRAWPrime().

def customiseL1TforHIonRepackedRAWPrime(process, l1tSequenceLabel = 'SimL1Emulator'):
    '''
    Customise the L1REPACK step (re-emulation of L1-Trigger) to run on the repacked RAWPrime data
    produced at HLT during Heavy-Ion data-taking (collection: "rawPrimeDataRepacker")
      - replace "rawDataCollector" with "rawPrimeDataRepacker" in the L1T-emulation sequence
        (in terms of L1T information, "rawDataRepacker" and "rawPrimeDataRepacker" are equivalent)
    '''
    if hasattr(process, l1tSequenceLabel) and isinstance(getattr(process, l1tSequenceLabel), cms.Sequence):
        massSearchReplaceAnyInputTag(
            sequence = getattr(process, l1tSequenceLabel),
            oldInputTag = 'rawDataCollector',
            newInputTag = 'rawPrimeDataRepacker',
            verbose = False,
            moduleLabelOnly = True,
            skipLabelTest = False
        )
    else:
        warnMsg = 'no customisation applied, because the cms.Sequence "'+l1tSequenceLabel+'" is not available.'
        print('# WARNING -- customiseL1TforHIonRepackedRAWPrime: '+warnMsg)
    return process

customiseL1THLTforHIonRepackedRAW()

def CustomConfigs.customiseL1THLTforHIonRepackedRAW

(

process

)

Customise a configuration with L1T+HLT steps to run on the repacked RAW data
produced at HLT during Heavy-Ion data-taking (collection: "rawDataRepacker")
  - in the L1T step, replace "rawDataCollector" with "rawDataRepacker"
  - no customisation needed for the HLT step
    (the HLT modules consume the "rawDataCollector" produced by the L1T step)

Definition at line 332 of file CustomConfigs.py.

References customiseL1TforHIonRepackedRAW().

def customiseL1THLTforHIonRepackedRAW(process):
    '''
    Customise a configuration with L1T+HLT steps to run on the repacked RAW data
    produced at HLT during Heavy-Ion data-taking (collection: "rawDataRepacker")
      - in the L1T step, replace "rawDataCollector" with "rawDataRepacker"
      - no customisation needed for the HLT step
        (the HLT modules consume the "rawDataCollector" produced by the L1T step)
    '''
    process = customiseL1TforHIonRepackedRAW(process)
    return process

customiseL1THLTforHIonRepackedRAWPrime()

def CustomConfigs.customiseL1THLTforHIonRepackedRAWPrime

(

process

)

Customise a configuration with L1T+HLT steps to run on the repacked RAWPrime data
produced at HLT during Heavy-Ion data-taking (collections: "rawPrimeDataRepacker" + "hltSiStripClusters2ApproxClusters")
  - in the L1T step, replace "rawDataCollector" with "rawPrimeDataRepacker"
  - in the HLT step, apply the customisations needed for the SiStripApproxClusters
    (the HLT modules consume the "rawDataCollector" produced by the L1T step)

Definition at line 343 of file CustomConfigs.py.

References customiseHLTforHIonRepackedRAWPrime(), and customiseL1TforHIonRepackedRAWPrime().

def customiseL1THLTforHIonRepackedRAWPrime(process):
    '''
    Customise a configuration with L1T+HLT steps to run on the repacked RAWPrime data
    produced at HLT during Heavy-Ion data-taking (collections: "rawPrimeDataRepacker" + "hltSiStripClusters2ApproxClusters")
      - in the L1T step, replace "rawDataCollector" with "rawPrimeDataRepacker"
      - in the HLT step, apply the customisations needed for the SiStripApproxClusters
        (the HLT modules consume the "rawDataCollector" produced by the L1T step)
    '''
    process = customiseL1TforHIonRepackedRAWPrime(process)
    process = customiseHLTforHIonRepackedRAWPrime(process, useRawDataCollector = True)
    return process

HLTDropPrevious()

def CustomConfigs.HLTDropPrevious

(

process

)

Definition at line 160 of file CustomConfigs.py.

References Base(), and mathSSE.return().

def HLTDropPrevious(process):
#   drop on input the previous HLT results
    process.source.inputCommands = cms.untracked.vstring (
        'keep *',
        'drop *_hltL1GtObjectMap_*_*',
        'drop *_TriggerResults_*_*',
        'drop *_hltTriggerSummaryAOD_*_*',
    )

    process = Base(process)

    return(process)

HLTRECO()

def CustomConfigs.HLTRECO

(

process

)

Customisations for running HLT+RECO in the same job,
removing ESSources and ESProducers from Tasks (needed to run HLT+RECO tests on GPU)
  - when Reconstruction_cff is loaded, it brings in Tasks that include
    GPU-related ES modules with the same names as they have in HLT configs
  - in TSG tests, these GPU-related RECO Tasks are not included in the Schedule
    (because the "gpu" process-modifier is not used);
    this causes the ES modules not to be executed, thus making them unavailable to HLT producers
  - this workaround removes ES modules from Tasks, making their execution independent of the content of the Schedule;
    with reference to https://twiki.cern.ch/twiki/bin/view/CMSPublic/SWGuideAboutPythonConfigFile?rev=92#Behavior_when_an_ESProducer_ESSo,
    this workaround avoids "Case 3" by reverting to "Case 2"
  - this workaround only affects Tasks of non-HLT steps, as the addition of ES modules to Tasks is not supported in ConfDB
    (none of the Tasks used in the HLT step can contain ES modules in the first place, modulo customisations outside ConfDB)

Definition at line 107 of file CustomConfigs.py.

def HLTRECO(process):
    '''
    Customisations for running HLT+RECO in the same job,
    removing ESSources and ESProducers from Tasks (needed to run HLT+RECO tests on GPU)
      - when Reconstruction_cff is loaded, it brings in Tasks that include
        GPU-related ES modules with the same names as they have in HLT configs
      - in TSG tests, these GPU-related RECO Tasks are not included in the Schedule
        (because the "gpu" process-modifier is not used);
        this causes the ES modules not to be executed, thus making them unavailable to HLT producers
      - this workaround removes ES modules from Tasks, making their execution independent of the content of the Schedule;
        with reference to https://twiki.cern.ch/twiki/bin/view/CMSPublic/SWGuideAboutPythonConfigFile?rev=92#Behavior_when_an_ESProducer_ESSo,
        this workaround avoids "Case 3" by reverting to "Case 2"
      - this workaround only affects Tasks of non-HLT steps, as the addition of ES modules to Tasks is not supported in ConfDB
        (none of the Tasks used in the HLT step can contain ES modules in the first place, modulo customisations outside ConfDB)
    '''
    for taskName in process.tasks_():
        task = process.tasks_()[taskName]
        esModulesToRemove = set()
        for modName in task.moduleNames():
            module = getattr(process, modName)
            if isinstance(module, cms.ESSource) or isinstance(module, cms.ESProducer):
                esModulesToRemove.add(module)
        for esModule in esModulesToRemove:
            task.remove(esModule)

    return process

L1REPACK()

def CustomConfigs.L1REPACK	(		process,
			sequence = "Full"
	)

Definition at line 174 of file CustomConfigs.py.

References edm::eventsetup::heterocontainer.insert(), and mps_monitormerge.items.

def L1REPACK(process, sequence="Full"):

    from Configuration.Eras.Era_Run3_cff import Run3
    l1repack = cms.Process('L1REPACK', Run3)
    l1repack.load('Configuration.StandardSequences.SimL1EmulatorRepack_'+sequence+'_cff')

    for module in l1repack.es_sources_():
        if not hasattr(process, module):
            setattr(process, module, getattr(l1repack, module))
    for module in l1repack.es_producers_():
        if not hasattr(process, module):
            setattr(process, module, getattr(l1repack, module))

    for module in l1repack.SimL1Emulator.expandAndClone().moduleNames():
        setattr(process, module, getattr(l1repack, module))
    for taskName, task in l1repack.tasks_().items():
        if l1repack.SimL1Emulator.contains(task):
            setattr(process, taskName, task)
    for sequenceName, sequence in l1repack.sequences_().items():
        if l1repack.SimL1Emulator.contains(sequence):
            setattr(process, sequenceName, sequence)

    process.SimL1Emulator = l1repack.SimL1Emulator

    for path in process.paths_():
        getattr(process,path).insert(0,process.SimL1Emulator)
    for path in process.endpaths_():
        getattr(process,path).insert(0,process.SimL1Emulator)

    # special L1T cleanup
    for obj in [
      'l1tHGCalTriggerGeometryESProducer',
    ]:
        if hasattr(process, obj):
            delattr(process, obj)

    return process

L1T()

def CustomConfigs.L1T

(

process

)

Definition at line 41 of file CustomConfigs.py.

References Base(), and mathSSE.return().

def L1T(process):
#   modifications when running L1T only

    def _legacyStage1(process):
        labels = ['gtDigis','simGtDigis','newGtDigis','hltGtDigis']
        for label in labels:
            if label in process.__dict__:
                process.load('L1Trigger.GlobalTriggerAnalyzer.l1GtTrigReport_cfi')
                process.l1GtTrigReport.L1GtRecordInputTag = cms.InputTag( label )
                process.L1AnalyzerEndpath = cms.EndPath( process.l1GtTrigReport )
                process.schedule.append(process.L1AnalyzerEndpath)

    def _stage2(process):
        labels = ['gtStage2Digis','simGtStage2Digis','newGtStage2Digis','hltGtStage2Digis']
        for label in labels:
            if label in process.__dict__:
                process.load('L1Trigger.L1TGlobal.L1TGlobalSummary_cfi')
                process.L1TGlobalSummary.AlgInputTag = cms.InputTag( label )
                process.L1TGlobalSummary.ExtInputTag = cms.InputTag( label )
                process.L1TAnalyzerEndpath = cms.EndPath(process.L1TGlobalSummary )
                process.schedule.append(process.L1TAnalyzerEndpath)

    from Configuration.Eras.Modifier_stage2L1Trigger_cff import stage2L1Trigger
    (~stage2L1Trigger).toModify(process, _legacyStage1)
    stage2L1Trigger.toModify(process, _stage2)

    if hasattr(process,'TriggerMenu'):
        delattr(process,'TriggerMenu')

    process=Base(process)

    return(process)

L1THLT()

def CustomConfigs.L1THLT

(

process

)

Definition at line 75 of file CustomConfigs.py.

References Base(), and mathSSE.return().

def L1THLT(process):
#   modifications when running L1T+HLT

    if not ('HLTAnalyzerEndpath' in process.__dict__) :
        def _legacyStage1(process):
            if 'hltGtDigis' in process.__dict__:
                from HLTrigger.Configuration.HLT_Fake_cff import fragment
                process.hltL1GtTrigReport = fragment.hltL1GtTrigReport
                process.hltTrigReport = fragment.hltTrigReport
                process.HLTAnalyzerEndpath = cms.EndPath(process.hltGtDigis + process.hltL1GtTrigReport + process.hltTrigReport)
                process.schedule.append(process.HLTAnalyzerEndpath)

        def _stage2(process):
            if 'hltGtStage2ObjectMap' in process.__dict__:
                from HLTrigger.Configuration.HLT_FULL_cff import fragment
                process.hltL1TGlobalSummary = fragment.hltL1TGlobalSummary
                process.hltTrigReport = fragment.hltTrigReport
                process.HLTAnalyzerEndpath = cms.EndPath(process.hltGtStage2Digis + process.hltL1TGlobalSummary + process.hltTrigReport)
                process.schedule.append(process.HLTAnalyzerEndpath)

        from Configuration.Eras.Modifier_stage2L1Trigger_cff import stage2L1Trigger
        (~stage2L1Trigger).toModify(process, _legacyStage1)
        stage2L1Trigger.toModify(process, _stage2)

    if hasattr(process,'TriggerMenu'):
        delattr(process,'TriggerMenu')

    process=Base(process)

    return(process)

L1XML()

def CustomConfigs.L1XML	(		process,
			xmlFile = None
	)

Definition at line 213 of file CustomConfigs.py.

def L1XML(process,xmlFile=None):

#   xmlFile="L1Menu_Collisions2016_dev_v3.xml"

    if ((xmlFile is None) or (xmlFile=="")):
        return process

    process.L1TriggerMenu= cms.ESProducer("L1TUtmTriggerMenuESProducer",
        L1TriggerMenuFile= cms.string(xmlFile)
    )
    process.ESPreferL1TXML = cms.ESPrefer("L1TUtmTriggerMenuESProducer","L1TriggerMenu")

    return process

ProcessName()

def CustomConfigs.ProcessName

(

process

)

Definition at line 6 of file CustomConfigs.py.

References mathSSE.return().

Referenced by ConfigBuilder.ConfigBuilder.prepare_HLT().

def ProcessName(process):
#   processname modifications

    if 'hltTrigReport' in process.__dict__:
        process.hltTrigReport.HLTriggerResults = cms.InputTag( 'TriggerResults','',process.name_() )

    return(process)

Variable Documentation

process

CustomConfigs.process

override the GlobalTag, connection string and pfnPrefix if 'GlobalTag' in process.__dict__: process.GlobalTag.connect = 'frontier://FrontierProd/CMS_CONDITIONS' process.GlobalTag.pfnPrefix = cms.untracked.string('frontier://Frontie#rProd/')

process.GlobalTag.snapshotTime = cms.string("9999-12-31 23:59:59.000")

Definition at line 36 of file CustomConfigs.py.

---

Generated for CMSSW Reference Manual by  1.8.14