CMS 3D CMS Logo

 All Classes Namespaces Files Functions Variables Typedefs Enumerations Enumerator Properties Friends Macros Pages
List of all members | Classes | Public Member Functions | Public Attributes | Static Public Attributes | Private Attributes
ConfigBuilder.ConfigBuilder Class Reference
Inheritance diagram for ConfigBuilder.ConfigBuilder:

Classes

class  MassSearchReplaceProcessNameVisitor
 
class  PrintAllModules
 print it in the configuration More...
 

Public Member Functions

def __init__
 
def addCommon
 
def addConditions
 
def addCustomise
 
def addExtraStream
 
def addMaxEvents
 
def addOutput
 
def addSource
 
def addStandardSequences
 
def anyOf
 
def build_production_info
 
def completeInputCommand
 
def define_Configs
 
def doNotInlineEventContent
 
def doNotInlineEventContent
 
def executeAndRemember
 
def expandMapping
 
def filesFromOption
 
def finalizeFastSimHLT
 
def inGeometryKeys
 
def load
 
def loadAndRemember
 
def loadDefaultOrSpecifiedCFF
 
def prepare
 
def prepare_ALCA
 
def prepare_ALCAHARVEST
 
def prepare_ALCAOUTPUT
 
def prepare_ALCAPRODUCER
 
def prepare_CFWRITER
 
def prepare_DATAMIX
 
def prepare_DIGI
 
def prepare_DIGI2RAW
 
def prepare_DIGIPREMIX
 
def prepare_DIGIPREMIX_S2
 
def prepare_DQM
 
def prepare_EI
 
def prepare_ENDJOB
 
def prepare_FASTSIM
 
def prepare_FILTER
 
def prepare_GEN
 
def prepare_HARVESTING
 
def prepare_HLT
 
def prepare_L1
 
def prepare_L1HwVal
 
def prepare_L1Reco
 
def prepare_L1REPACK
 
def prepare_L1TrackTrigger
 
def prepare_LHE
 
def prepare_PAT
 
def prepare_POSTRECO
 
def prepare_RAW2DIGI
 
def prepare_RAW2RECO
 
def prepare_RECO
 put the filtering path in the schedule More...
 
def prepare_REPACK
 
def prepare_SIM
 
def prepare_SKIM
 
def prepare_USER
 
def prepare_VALIDATION
 
def profileOptions
 
def renameHLTprocessInSequence
 
def renameInputTagsInSequence
 
def scheduleSequence
 
def scheduleSequenceAtEnd
 

Public Attributes

 ALCADefaultCFF
 
 DIGI2RAWDefaultCFF
 
 DIGIDefaultCFF
 
 EDMtoMECFF
 
 GENDefaultCFF
 
 HLTDefaultCFF
 
 L1EMDefaultCFF
 
 L1MENUDefaultCFF
 
 L1RecoDefaultCFF
 
 L1TrackTriggerDefaultCFF
 
 PATDefaultCFF
 
 RAW2DIGIDefaultCFF
 
 RECODefaultCFF
 
 SIMDefaultCFF
 

Static Public Attributes

list afterHLT = self.schedule[self.schedule.index(self.process.HLTSchedule)+1:]
 
tuple alcastream = getattr(alcaConfig,name)
 
list allFcn = []
 
list available = []
 
string beamspotName = 'process.%sVtxSmearingParameters'
 
string beamspotType = 'Flat'
 manipulate the beamspot More...
 
list beforeHLT = self.schedule[:self.schedule.index(self.process.HLTSchedule)]
 
list cffToBeLoaded = VtxSmeared[self._options.beamspot]
 
string cffToBeLoaded = 'IOMC.EventVertexGenerators.VtxSmearedParameters_cfi'
 
tuple com = string.lstrip(com)
 
tuple combined_mapping = copy.deepcopy( autoDQM )
 
tuple command = command.strip()
 
string CppType = 'PoolOutputModule'
 
dictionary custMap = {}
 
tuple customiseFile = re.sub(r'\.pyc$', '.py', package.__file__)
 
 defaultFileName = self._options.outfile_name
 
tuple defaultFileName = self._options.outfile_name.replace('.root','_in'+theTier+'.root')
 
tuple fileName = opt.split('.')
 
tuple filterConfig = self.load(sequence.split('.')[0])
 load the relevant part More...
 
tuple filterSeq = sequence.split('.')
 
string final_snippet = '\n'
 
list generatorModule = sys.modules[loadFragment]
 
 genModules = generatorModule.__dict__
 
tuple genSeqName = sequence.split('.')
 
tuple harvestingConfig = self.loadDefaultOrSpecifiedCFF(sequence,self.HARVESTINGDefaultCFF)
 
tuple harvestingList = sequence.split("+")
 
tuple harvestingstream = getattr(harvestingConfig,name)
 
tuple io = open(self._options.io,'w')
 
dictionary ioJson = {}
 
tuple lastStep = getattr(harvestingConfig,"ALCAHARVESTDQMSaveAndMetadataWriter")
 
 loadFailure = True
 
tuple loadFragment = self._options.evt_type.replace('.py','',)
 
string loadFragment = 'Configuration.Generator.'
 
dictionary mixingDict = {'file':pileupSpec}
 
tuple mixingDict = copy.copy(Mixing[pileupSpec])
 
tuple nl = self.additionalOutputs.keys()
 
tuple outDefDictStr = outDefDict.__str__()
 
tuple outList = eval(self._options.outputDefinition)
 
tuple output
 
list output = self.additionalOutputs[name]
 
tuple outputModule = getattr(self.process,theModuleLabel)
 
string outputModuleCfgCode = ""
 adding standard sequences might change the inputEventContent option and therefore needs to be finalized after More...
 
tuple outputModuleCfgCode = self.addOutput()
 
string outputModuleName = streamType+'output'
 
list package = sys.modules[packageName]
 
tuple packageName = f.replace(".py","")
 
tuple path = getattr(self.process,theModuleLabel+'_step')
 
string pathName = 'dqmoffline_step'
 
list pathNames = ['process.'+p.label_() for p in beforeHLT]
 
tuple pfs = getattr(self.process,self.productionFilterSequence)
 
tuple pileupSpec = self._options.pileup.split(',')
 
tuple rest = opt.split('.')
 
string result = "process.schedule = cms.Schedule("
 
string sequence = 'EIsequence'
 
tuple sequence = sequence.split('.')
 
tuple sequenceList = list(set(sequenceList))
 
tuple shortName = name.replace('ALCARECOStream','')
 
tuple shortname = skim.replace('SKIMStream','')
 
string simGeometry = ''
 
list simGeometry = geoms[0]
 
tuple skimstream = getattr(skimConfig,skim)
 
tuple skimstreamDQM
 
tuple specialization = defineMixing(mixingDict,self._options.fast)
 
list stepList = [re.sub(r'^prepare_', '', methodName) for methodName in ConfigBuilder.__dict__ if methodName.startswith('prepare_')]
 
list stepName = stepParts[0]
 add the corresponding input content More...
 
tuple stepParts = step.split(":")
 
list stepSpec = self.stepMap[stepName]
 
tuple streamTypes = self._options.eventcontent.split(',')
 ends the –output options model More...
 
tuple theEventContent = cms.PSet(outputCommands = cms.untracked.vstring('keep *'))
 
tuple theExtraOutputCommands = anyOf(['o','oC','outputCommands'],outDefDict,'')
 
tuple theFileName = self._options.dirout+anyOf(['fn','fileName'],outDefDict,defaultFileName)
 
 theFileName = self._options.outfile_name
 
tuple theFilterName = anyOf(['f','ftN','filterName'],outDefDict,'')
 
string theFilterName = 'StreamALCACombined'
 
 theFilterName = self._options.filtername
 
tuple theModuleLabel = anyOf(['l','mL','moduleLabel'],outDefDict,'')
 
 theModuleLabel = name
 
tuple theObject = getattr(generatorModule,name)
 
tuple theSelectEvent = anyOf(['s','sE','selectEvents'],outDefDict,'')
 
tuple theStreamType = anyOf(['e','ec','eventContent','streamType'],outDefDict,theTier)
 event content More...
 
tuple theTier = anyOf(['t','tier','dataTier'],outDefDict)
 
tuple tiers = self._options.datatier.split(',')
 
tuple tmpOut = cms.EndPath(output)
 
list tryNames
 

Private Attributes

 _options
 

Detailed Description

The main building routines 

Definition at line 160 of file ConfigBuilder.py.

Constructor & Destructor Documentation

def ConfigBuilder.ConfigBuilder.__init__ (   self,
  options,
  process = None,
  with_output = False,
  with_input = False 
)
options taken from old cmsDriver and optparse 

Definition at line 163 of file ConfigBuilder.py.

164  def __init__(self, options, process = None, with_output = False, with_input = False ):
165  """options taken from old cmsDriver and optparse """
166 
167  options.outfile_name = options.dirout+options.fileout
169  self._options = options
170 
171  if self._options.isData and options.isMC:
172  raise Exception("ERROR: You may specify only --data or --mc, not both")
173  #if not self._options.conditions:
174  # raise Exception("ERROR: No conditions given!\nPlease specify conditions. E.g. via --conditions=IDEAL_30X::All")

Member Function Documentation

def ConfigBuilder.ConfigBuilder.addCommon (   self)

Definition at line 297 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.profileOptions().

298  def addCommon(self):
299  if 'HARVESTING' in self.stepMap.keys() or 'ALCAHARVEST' in self.stepMap.keys():
300  self.process.options = cms.untracked.PSet( Rethrow = cms.untracked.vstring('ProductNotFound'),fileMode = cms.untracked.string('FULLMERGE'))
301  else:
302  self.process.options = cms.untracked.PSet( )
303 
304  if self._options.runUnscheduled:
305  self.process.options.allowUnscheduled=cms.untracked.bool(True)
306 
307  self.addedObjects.append(("","options"))
308 
309  if self._options.lazy_download:
310  self.process.AdaptorConfig = cms.Service("AdaptorConfig",
311  stats = cms.untracked.bool(True),
312  enable = cms.untracked.bool(True),
313  cacheHint = cms.untracked.string("lazy-download"),
314  readHint = cms.untracked.string("read-ahead-buffered")
315  )
316  self.addedObjects.append(("Setup lazy download","AdaptorConfig"))
317 
318  #self.process.cmsDriverCommand = cms.untracked.PSet( command=cms.untracked.string('cmsDriver.py '+self._options.arguments) )
319  #self.addedObjects.append(("what cmsDriver command was used","cmsDriverCommand"))
320 
321  if self._options.profile:
322  (start, interval, eventFormat, jobFormat)=self.profileOptions()
323  self.process.IgProfService = cms.Service("IgProfService",
324  reportFirstEvent = cms.untracked.int32(start),
325  reportEventInterval = cms.untracked.int32(interval),
326  reportToFileAtPostEvent = cms.untracked.string("| gzip -c > %s"%(eventFormat)),
327  reportToFileAtPostEndJob = cms.untracked.string("| gzip -c > %s"%(jobFormat)))
328  self.addedObjects.append(("Setup IGProf Service for profiling","IgProfService"))
def ConfigBuilder.ConfigBuilder.addConditions (   self)
Add conditions to the process

Definition at line 739 of file ConfigBuilder.py.

Referenced by ConfigBuilder.ConfigBuilder.prepare().

740  def addConditions(self):
"""Add conditions to the process"""
def ConfigBuilder.ConfigBuilder.addCustomise (   self)
Include the customise code 

Definition at line 758 of file ConfigBuilder.py.

759  def addCustomise(self):
760  """Include the customise code """
def ConfigBuilder.ConfigBuilder.addExtraStream (   self,
  name,
  stream,
  workflow = 'full' 
)

Definition at line 1081 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.doNotInlineEventContent(), DTTTrigProd.DTTTrigProd.process, HcalHitRelabeller.process(), DTDqm.DTDqm.process, NullPostProcessor< OutputCollection >.process(), NullPostProcessor< OutputCollection, EdmFilter >.process(), EDFilter<>.process(), DTDQMMerge.DTDQMMerge.process, DTValidSummary.DTValidSummary.process, helper::NullPostProcessor< OutputCollection, EdmFilter >.process(), helper::NullPostProcessor< reco::CandidateCollection, edm::EDFilter >.process(), helper::NullPostProcessor< typename::helper::SelectedOutputCollectionTrait< reco::TrackCollection >::type, EdmFilter >.process(), NullPostProcessor< reco::CandidateCollection >.process(), NullPostProcessor< OutputCollection, edm::EDFilter >.process(), DTVDriftSegmentCalibration.DTVDriftSegmentCalibration.process, DTAnalysisResiduals.DTAnalysisResiduals.process, tfwliteselectortest::ThingsWorker.process(), DTDQMHarvesting.DTDQMHarvesting.process, DTVDriftMeanTimerCalibration.DTVDriftMeanTimerCalibration.process, DTNoiseCalibration.DTNoiseCalibration.process, DTResidualCalibration.DTResidualCalibration.process, DTDQMValidation.DTDQMValidation.process, DummyUpdator.process(), DTTTrigValid.DTTTrigValid.process, clangcms::CatchAll.process(), tfwliteselectortest::ThingsTSelector.process(), EcalFenixTcpsFgvbEB.process(), CSCTFDTReceiver.process(), EcalFenixBypassLin.process(), EcalFenixPeakFinder.process(), CSCTFMonitorInterface.process(), EcalFenixMaxof2.process(), TTULogic.process(), examples::TrackAnalysisAlgorithm.process(), CSCMonitorInterface.process(), SingleTrajectoryUpdator.process(), RBCLogic.process(), TTUWedgeORLogic.process(), RBCPatternLogic.process(), TTUSectorORLogic.process(), EcalFenixEtStrip.process(), PFPileUpAlgo.process(), npstat::AbsVisitor< Input, unsigned long >.process(), npstat::AbsVisitor< Input, Result >.process(), KalmanAlignmentUpdator.process(), __class__Worker.process(), HcalCableMapper.process(), EcalFenixTcpFormat.process(), DTT0DBValidation.DTT0DBValidation.process, EcalFenixAmplitudeFilter.process(), EcalFenixStripFormatEE.process(), npstat::AbsArrayProjector< Input, Result >.process(), DTVDriftMeanTimerWriter.DTVDriftMeanTimerWriter.process, DTVDriftSegmentWriter.DTVDriftSegmentWriter.process, RBCTestLogic.process(), TTUPointingLogic.process(), BTagDifferentialPlot.process(), EcalFenixStripFormatEB.process(), EcalFenixEtTot.process(), DTTTrigResidualCorr.DTTTrigResidualCorr.process, TTUTwoORLogic.process(), ora::IRelationalMapping.process(), HcalSimpleReconstructor.process(), EcalFenixStripFgvbEE.process(), RBCChamberORLogic.process(), TTUTrackingAlg.process(), EcalFenixTcpFgvbEE.process(), DTTTrigCorrFirst.DTTTrigCorrFirst.process, EcalFenixFgvbEB.process(), L1GctNullJetFinder.process(), L1GctEmLeafCard.process(), L1GctSimpleJetFinder.process(), SiStripClusterToDigiProducer.process(), EcalFenixLinearizer.process(), L1GctHardwareJetFinder.process(), RPCWheel.process(), DTTTrigTimeBoxesWriter.DTTTrigTimeBoxesWriter.process, L1GctJetFinalStage.process(), L1GctProcessor.process(), TTUConfigurator.process(), L1GctGlobalHfSumAlgos.process(), npstat::VisitCounter< Input >.process(), PFMETBenchmark.process(), edm::InputTag.process(), L1GctElectronFinalSort.process(), PFJetBenchmark.process(), PFTauElecRejectionBenchmark.process(), ora::PrimitiveMapping.process(), EgammaHLTPixelMatchElectronAlgo.process(), L1Comparator.process(), L1GctWheelEnergyFpga.process(), L1GctWheelJetFpga.process(), cscdqm::HWStandbyType.process, ora::BlobMapping.process(), L1GctElectronSorter.process(), L1GctGlobalEnergyAlgos.process(), L1GctTdrJetFinder.process(), TFWLiteSelectorBasic.process(), fwlite::internal::DataKey.process(), L1GctJetLeafCard.process(), KDTreeLinkerBase.process(), edm::EDConsumerBase::Labels.process, DTTFFEDReader.process(), L1GlobalCaloTrigger.process(), TFWLiteSelector< __class__Worker >.process(), TFWLiteSelector< TWorker >.process(), TFWLiteSelector< TrackAnalysisAlgorithm >.process(), TFWLiteSelector< ThingsWorker >.process(), SeedClusterRemover.process(), HLTTrackClusterRemoverNew.process(), ora::OraReferenceMapping.process(), EcalFenixTcp.process(), TrackClusterRemover.process(), TestOutliers.process, HTTP.RequestManager.process(), ora::UniqueReferenceMapping.process(), lhef::LHERunInfo::Process.process, EcalFenixStrip.process(), ora::OraPtrMapping.process(), ora::NamedRefMapping.process(), CaloTowersCreationAlgo.process(), ora::ArrayMapping.process(), EgammaHLTValidationUtils.EgammaDQMModuleMaker.process, ora::CArrayMapping.process(), L1GctJetFinderBase.process(), ora::ObjectMapping.process(), Config.Process.process, ora::EmptyMapping.process(), edm::SubProcess.process(), Vispa.Plugins.ConfigEditor.ConfigDataAccessor.ConfigDataAccessor.process(), and edm::ProductHolderIndexHelper::Item.process().

1082  def addExtraStream(self,name,stream,workflow='full'):
1083  # define output module and go from there
1084  output = cms.OutputModule("PoolOutputModule")
1085  if stream.selectEvents.parameters_().__len__()!=0:
1086  output.SelectEvents = stream.selectEvents
1087  else:
1088  output.SelectEvents = cms.untracked.PSet()
1089  output.SelectEvents.SelectEvents=cms.vstring()
1090  if isinstance(stream.paths,tuple):
1091  for path in stream.paths:
1092  output.SelectEvents.SelectEvents.append(path.label())
1093  else:
1094  output.SelectEvents.SelectEvents.append(stream.paths.label())
1095 
1096 
1097 
1098  if isinstance(stream.content,str):
1099  evtPset=getattr(self.process,stream.content)
1100  for p in evtPset.parameters_():
1101  setattr(output,p,getattr(evtPset,p))
1102  if not self._options.inlineEventContent:
1103  def doNotInlineEventContent(instance,label = "process."+stream.content+".outputCommands"):
1104  return label
1105  output.outputCommands.__dict__["dumpPython"] = doNotInlineEventContent
1106  else:
1107  output.outputCommands = stream.content
1108 
1109 
1110  output.fileName = cms.untracked.string(self._options.dirout+stream.name+'.root')
1111 
1112  output.dataset = cms.untracked.PSet( dataTier = stream.dataTier,
1113  filterName = cms.untracked.string(stream.name))
1114 
1115  if self._options.filtername:
1116  output.dataset.filterName= cms.untracked.string(self._options.filtername+"_"+stream.name)
1117 
1118  #add an automatic flushing to limit memory consumption
1119  output.eventAutoFlushCompressedSize=cms.untracked.int32(5*1024*1024)
1120 
1121  if workflow in ("producers,full"):
1122  if isinstance(stream.paths,tuple):
1123  for path in stream.paths:
1124  self.schedule.append(path)
1125  else:
1126  self.schedule.append(stream.paths)
1127 
1128 
1129  # in case of relvals we don't want to have additional outputs
1130  if (not self._options.relval) and workflow in ("full","output"):
1131  self.additionalOutputs[name] = output
1132  setattr(self.process,name,output)
1133 
1134  if workflow == 'output':
1135  # adjust the select events to the proper trigger results from previous process
1136  filterList = output.SelectEvents.SelectEvents
1137  for i, filter in enumerate(filterList):
1138  filterList[i] = filter+":"+self._options.triggerResultsProcess
1139 
1140  return output
def ConfigBuilder.ConfigBuilder.addMaxEvents (   self)
Here we decide how many evts will be processed

Definition at line 329 of file ConfigBuilder.py.

Referenced by ConfigBuilder.ConfigBuilder.prepare().

330  def addMaxEvents(self):
331  """Here we decide how many evts will be processed"""
self.process.maxEvents=cms.untracked.PSet(input=cms.untracked.int32(int(self._options.number)))
def ConfigBuilder.ConfigBuilder.addOutput (   self)
Add output module to the process 

Definition at line 451 of file ConfigBuilder.py.

452  def addOutput(self):
""" Add output module to the process """
def ConfigBuilder.ConfigBuilder.addSource (   self)
Here the source is built. Priority: file, generator

Definition at line 336 of file ConfigBuilder.py.

Referenced by ConfigBuilder.ConfigBuilder.prepare().

337  def addSource(self):
338  """Here the source is built. Priority: file, generator"""
339  self.addedObjects.append(("Input source","source"))
def ConfigBuilder.ConfigBuilder.addStandardSequences (   self)
Add selected standard sequences to the process

Definition at line 619 of file ConfigBuilder.py.

Referenced by ConfigBuilder.ConfigBuilder.prepare().

620  def addStandardSequences(self):
621  """
622  Add selected standard sequences to the process
623  """
# load the pile up file
def ConfigBuilder.ConfigBuilder.anyOf (   listOfKeys,
  dict,
  opt = None 
)

Definition at line 458 of file ConfigBuilder.py.

References join().

459  def anyOf(listOfKeys,dict,opt=None):
460  for k in listOfKeys:
461  if k in dict:
462  toReturn=dict[k]
463  dict.pop(k)
464  return toReturn
465  if opt!=None:
466  return opt
467  else:
468  raise Exception("any of "+','.join(listOfKeys)+" are mandatory entries of --output options")
static std::string join(char **cmd)
Definition: RemoteFile.cc:18
def ConfigBuilder.ConfigBuilder.build_production_info (   self,
  evt_type,
  evtnumber 
)
Add useful info for the production. 

Definition at line 2044 of file ConfigBuilder.py.

2045  def build_production_info(self, evt_type, evtnumber):
2046  """ Add useful info for the production. """
2047  self.process.configurationMetadata=cms.untracked.PSet\
2048  (version=cms.untracked.string("$Revision: 1.19 $"),
2049  name=cms.untracked.string("Applications"),
2050  annotation=cms.untracked.string(evt_type+ " nevts:"+str(evtnumber))
2051  )
2052 
2053  self.addedObjects.append(("Production Info","configurationMetadata"))
2054 
def ConfigBuilder.ConfigBuilder.completeInputCommand (   self)

Definition at line 708 of file ConfigBuilder.py.

References DTTTrigProd.DTTTrigProd.process, HcalHitRelabeller.process(), DTDqm.DTDqm.process, NullPostProcessor< OutputCollection >.process(), NullPostProcessor< OutputCollection, EdmFilter >.process(), EDFilter<>.process(), DTDQMMerge.DTDQMMerge.process, DTValidSummary.DTValidSummary.process, helper::NullPostProcessor< OutputCollection, EdmFilter >.process(), helper::NullPostProcessor< reco::CandidateCollection, edm::EDFilter >.process(), helper::NullPostProcessor< typename::helper::SelectedOutputCollectionTrait< reco::TrackCollection >::type, EdmFilter >.process(), NullPostProcessor< reco::CandidateCollection >.process(), NullPostProcessor< OutputCollection, edm::EDFilter >.process(), DTAnalysisResiduals.DTAnalysisResiduals.process, DTVDriftSegmentCalibration.DTVDriftSegmentCalibration.process, tfwliteselectortest::ThingsWorker.process(), DTDQMHarvesting.DTDQMHarvesting.process, DTVDriftMeanTimerCalibration.DTVDriftMeanTimerCalibration.process, DTNoiseCalibration.DTNoiseCalibration.process, DTResidualCalibration.DTResidualCalibration.process, DTDQMValidation.DTDQMValidation.process, DummyUpdator.process(), DTTTrigValid.DTTTrigValid.process, clangcms::CatchAll.process(), tfwliteselectortest::ThingsTSelector.process(), EcalFenixTcpsFgvbEB.process(), CSCTFDTReceiver.process(), EcalFenixBypassLin.process(), EcalFenixPeakFinder.process(), CSCTFMonitorInterface.process(), EcalFenixMaxof2.process(), TTULogic.process(), examples::TrackAnalysisAlgorithm.process(), CSCMonitorInterface.process(), SingleTrajectoryUpdator.process(), RBCLogic.process(), TTUWedgeORLogic.process(), RBCPatternLogic.process(), TTUSectorORLogic.process(), EcalFenixEtStrip.process(), PFPileUpAlgo.process(), npstat::AbsVisitor< Input, unsigned long >.process(), npstat::AbsVisitor< Input, Result >.process(), KalmanAlignmentUpdator.process(), __class__Worker.process(), HcalCableMapper.process(), EcalFenixTcpFormat.process(), DTT0DBValidation.DTT0DBValidation.process, EcalFenixAmplitudeFilter.process(), EcalFenixStripFormatEE.process(), npstat::AbsArrayProjector< Input, Result >.process(), DTVDriftMeanTimerWriter.DTVDriftMeanTimerWriter.process, DTVDriftSegmentWriter.DTVDriftSegmentWriter.process, RBCTestLogic.process(), TTUPointingLogic.process(), BTagDifferentialPlot.process(), EcalFenixStripFormatEB.process(), EcalFenixEtTot.process(), DTTTrigResidualCorr.DTTTrigResidualCorr.process, TTUTwoORLogic.process(), ora::IRelationalMapping.process(), HcalSimpleReconstructor.process(), EcalFenixStripFgvbEE.process(), RBCChamberORLogic.process(), TTUTrackingAlg.process(), EcalFenixTcpFgvbEE.process(), DTTTrigCorrFirst.DTTTrigCorrFirst.process, EcalFenixFgvbEB.process(), L1GctNullJetFinder.process(), L1GctEmLeafCard.process(), L1GctSimpleJetFinder.process(), SiStripClusterToDigiProducer.process(), EcalFenixLinearizer.process(), L1GctHardwareJetFinder.process(), RPCWheel.process(), DTTTrigTimeBoxesWriter.DTTTrigTimeBoxesWriter.process, L1GctJetFinalStage.process(), L1GctProcessor.process(), TTUConfigurator.process(), L1GctGlobalHfSumAlgos.process(), npstat::VisitCounter< Input >.process(), PFMETBenchmark.process(), edm::InputTag.process(), L1GctElectronFinalSort.process(), PFJetBenchmark.process(), PFTauElecRejectionBenchmark.process(), ora::PrimitiveMapping.process(), EgammaHLTPixelMatchElectronAlgo.process(), L1Comparator.process(), L1GctWheelEnergyFpga.process(), L1GctWheelJetFpga.process(), cscdqm::HWStandbyType.process, ora::BlobMapping.process(), L1GctElectronSorter.process(), L1GctGlobalEnergyAlgos.process(), L1GctTdrJetFinder.process(), TFWLiteSelectorBasic.process(), fwlite::internal::DataKey.process(), L1GctJetLeafCard.process(), KDTreeLinkerBase.process(), edm::EDConsumerBase::Labels.process, DTTFFEDReader.process(), L1GlobalCaloTrigger.process(), TFWLiteSelector< __class__Worker >.process(), TFWLiteSelector< TWorker >.process(), TFWLiteSelector< TrackAnalysisAlgorithm >.process(), TFWLiteSelector< ThingsWorker >.process(), SeedClusterRemover.process(), HLTTrackClusterRemoverNew.process(), ora::OraReferenceMapping.process(), EcalFenixTcp.process(), TrackClusterRemover.process(), TestOutliers.process, HTTP.RequestManager.process(), ora::UniqueReferenceMapping.process(), lhef::LHERunInfo::Process.process, EcalFenixStrip.process(), ora::OraPtrMapping.process(), ora::NamedRefMapping.process(), CaloTowersCreationAlgo.process(), ora::ArrayMapping.process(), EgammaHLTValidationUtils.EgammaDQMModuleMaker.process, ora::CArrayMapping.process(), L1GctJetFinderBase.process(), ora::ObjectMapping.process(), Config.Process.process, ora::EmptyMapping.process(), edm::SubProcess.process(), Vispa.Plugins.ConfigEditor.ConfigDataAccessor.ConfigDataAccessor.process(), and edm::ProductHolderIndexHelper::Item.process().

Referenced by ConfigBuilder.ConfigBuilder.prepare().

709  def completeInputCommand(self):
710  if self._options.inputEventContent:
711  import copy
712  def dropSecondDropStar(iec):
713  #drop occurence of 'drop *' in the list
714  count=0
715  for item in iec:
716  if item=='drop *':
717  if count!=0:
718  iec.remove(item)
719  count+=1
720 
721 
722  ## allow comma separated input eventcontent
723  if not hasattr(self.process.source,'inputCommands'): self.process.source.inputCommands=cms.untracked.vstring()
724  for evct in self._options.inputEventContent.split(','):
725  if evct=='': continue
726  theEventContent = getattr(self.process, evct+"EventContent")
727  if hasattr(theEventContent,'outputCommands'):
728  self.process.source.inputCommands.extend(copy.copy(theEventContent.outputCommands))
729  if hasattr(theEventContent,'inputCommands'):
730  self.process.source.inputCommands.extend(copy.copy(theEventContent.inputCommands))
731 
732  dropSecondDropStar(self.process.source.inputCommands)
733 
734  if not self._options.dropDescendant:
735  self.process.source.dropDescendantsOfDroppedBranches = cms.untracked.bool(False)
736 
737 
738  return
def ConfigBuilder.ConfigBuilder.define_Configs (   self)

Definition at line 838 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.loadAndRemember().

839  def define_Configs(self):
840  if len(self.stepMap):
841  self.loadAndRemember('Configuration/StandardSequences/Services_cff')
842  if self._options.particleTable not in defaultOptions.particleTableList:
843  print 'Invalid particle table provided. Options are:'
844  print defaultOptions.particleTable
845  sys.exit(-1)
846  else:
847  if len(self.stepMap):
848  self.loadAndRemember('SimGeneral.HepPDTESSource.'+self._options.particleTable+'_cfi')
849 
850  self.loadAndRemember('FWCore/MessageService/MessageLogger_cfi')
852  self.ALCADefaultCFF="Configuration/StandardSequences/AlCaRecoStreams_cff"
853  self.GENDefaultCFF="Configuration/StandardSequences/Generator_cff"
854  self.SIMDefaultCFF="Configuration/StandardSequences/Sim_cff"
855  self.DIGIDefaultCFF="Configuration/StandardSequences/Digi_cff"
856  self.DIGI2RAWDefaultCFF="Configuration/StandardSequences/DigiToRaw_cff"
857  self.L1EMDefaultCFF='Configuration/StandardSequences/SimL1Emulator_cff'
858  self.L1MENUDefaultCFF="Configuration/StandardSequences/L1TriggerDefaultMenu_cff"
859  self.HLTDefaultCFF="Configuration/StandardSequences/HLTtable_cff"
860  self.RAW2DIGIDefaultCFF="Configuration/StandardSequences/RawToDigi_Data_cff"
861  self.L1RecoDefaultCFF="Configuration/StandardSequences/L1Reco_cff"
862  self.L1TrackTriggerDefaultCFF="Configuration/StandardSequences/L1TrackTrigger_cff"
863  self.RECODefaultCFF="Configuration/StandardSequences/Reconstruction_Data_cff"
self.PATDefaultCFF="Configuration/StandardSequences/PAT_cff"
def ConfigBuilder.ConfigBuilder.doNotInlineEventContent (   instance,
  label = "cms.untracked.vstring(process."+theStreamType+"EventContent.outputCommands)" 
)

Definition at line 544 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.executeAndRemember(), DTTTrigProd.DTTTrigProd.process, HcalHitRelabeller.process(), DTDqm.DTDqm.process, NullPostProcessor< OutputCollection >.process(), NullPostProcessor< OutputCollection, EdmFilter >.process(), EDFilter<>.process(), DTDQMMerge.DTDQMMerge.process, DTValidSummary.DTValidSummary.process, helper::NullPostProcessor< OutputCollection, EdmFilter >.process(), helper::NullPostProcessor< reco::CandidateCollection, edm::EDFilter >.process(), helper::NullPostProcessor< typename::helper::SelectedOutputCollectionTrait< reco::TrackCollection >::type, EdmFilter >.process(), NullPostProcessor< reco::CandidateCollection >.process(), NullPostProcessor< OutputCollection, edm::EDFilter >.process(), DTVDriftSegmentCalibration.DTVDriftSegmentCalibration.process, DTAnalysisResiduals.DTAnalysisResiduals.process, tfwliteselectortest::ThingsWorker.process(), DTDQMHarvesting.DTDQMHarvesting.process, DTVDriftMeanTimerCalibration.DTVDriftMeanTimerCalibration.process, DTNoiseCalibration.DTNoiseCalibration.process, DTResidualCalibration.DTResidualCalibration.process, DTDQMValidation.DTDQMValidation.process, DummyUpdator.process(), DTTTrigValid.DTTTrigValid.process, clangcms::CatchAll.process(), tfwliteselectortest::ThingsTSelector.process(), EcalFenixTcpsFgvbEB.process(), CSCTFDTReceiver.process(), EcalFenixBypassLin.process(), EcalFenixPeakFinder.process(), CSCTFMonitorInterface.process(), EcalFenixMaxof2.process(), TTULogic.process(), examples::TrackAnalysisAlgorithm.process(), CSCMonitorInterface.process(), SingleTrajectoryUpdator.process(), RBCLogic.process(), TTUWedgeORLogic.process(), RBCPatternLogic.process(), TTUSectorORLogic.process(), EcalFenixEtStrip.process(), PFPileUpAlgo.process(), npstat::AbsVisitor< Input, unsigned long >.process(), npstat::AbsVisitor< Input, Result >.process(), KalmanAlignmentUpdator.process(), __class__Worker.process(), HcalCableMapper.process(), EcalFenixTcpFormat.process(), DTT0DBValidation.DTT0DBValidation.process, EcalFenixAmplitudeFilter.process(), EcalFenixStripFormatEE.process(), npstat::AbsArrayProjector< Input, Result >.process(), DTVDriftMeanTimerWriter.DTVDriftMeanTimerWriter.process, DTVDriftSegmentWriter.DTVDriftSegmentWriter.process, RBCTestLogic.process(), TTUPointingLogic.process(), BTagDifferentialPlot.process(), EcalFenixStripFormatEB.process(), EcalFenixEtTot.process(), DTTTrigResidualCorr.DTTTrigResidualCorr.process, TTUTwoORLogic.process(), ora::IRelationalMapping.process(), HcalSimpleReconstructor.process(), EcalFenixStripFgvbEE.process(), RBCChamberORLogic.process(), TTUTrackingAlg.process(), EcalFenixTcpFgvbEE.process(), DTTTrigCorrFirst.DTTTrigCorrFirst.process, EcalFenixFgvbEB.process(), L1GctNullJetFinder.process(), L1GctEmLeafCard.process(), L1GctSimpleJetFinder.process(), SiStripClusterToDigiProducer.process(), EcalFenixLinearizer.process(), L1GctHardwareJetFinder.process(), RPCWheel.process(), DTTTrigTimeBoxesWriter.DTTTrigTimeBoxesWriter.process, L1GctJetFinalStage.process(), L1GctProcessor.process(), TTUConfigurator.process(), L1GctGlobalHfSumAlgos.process(), npstat::VisitCounter< Input >.process(), PFMETBenchmark.process(), edm::InputTag.process(), L1GctElectronFinalSort.process(), PFJetBenchmark.process(), PFTauElecRejectionBenchmark.process(), ora::PrimitiveMapping.process(), EgammaHLTPixelMatchElectronAlgo.process(), L1Comparator.process(), L1GctWheelEnergyFpga.process(), L1GctWheelJetFpga.process(), cscdqm::HWStandbyType.process, ora::BlobMapping.process(), L1GctElectronSorter.process(), L1GctGlobalEnergyAlgos.process(), L1GctTdrJetFinder.process(), TFWLiteSelectorBasic.process(), fwlite::internal::DataKey.process(), L1GctJetLeafCard.process(), KDTreeLinkerBase.process(), edm::EDConsumerBase::Labels.process, DTTFFEDReader.process(), L1GlobalCaloTrigger.process(), TFWLiteSelector< __class__Worker >.process(), TFWLiteSelector< TWorker >.process(), TFWLiteSelector< TrackAnalysisAlgorithm >.process(), TFWLiteSelector< ThingsWorker >.process(), SeedClusterRemover.process(), HLTTrackClusterRemoverNew.process(), ora::OraReferenceMapping.process(), EcalFenixTcp.process(), TrackClusterRemover.process(), TestOutliers.process, HTTP.RequestManager.process(), ora::UniqueReferenceMapping.process(), lhef::LHERunInfo::Process.process, EcalFenixStrip.process(), ora::OraPtrMapping.process(), ora::NamedRefMapping.process(), CaloTowersCreationAlgo.process(), ora::ArrayMapping.process(), EgammaHLTValidationUtils.EgammaDQMModuleMaker.process, ora::CArrayMapping.process(), L1GctJetFinderBase.process(), ora::ObjectMapping.process(), Config.Process.process, ora::EmptyMapping.process(), edm::SubProcess.process(), Vispa.Plugins.ConfigEditor.ConfigDataAccessor.ConfigDataAccessor.process(), and edm::ProductHolderIndexHelper::Item.process().

Referenced by ConfigBuilder.ConfigBuilder.addExtraStream(), and ConfigBuilder.ConfigBuilder.doNotInlineEventContent().

545  def doNotInlineEventContent(instance,label = "cms.untracked.vstring(process."+theStreamType+"EventContent.outputCommands)"):
return label
def ConfigBuilder.ConfigBuilder.doNotInlineEventContent (   instance,
  label = "process."+streamType+"EventContent.outputCommands" 
)

Definition at line 611 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.doNotInlineEventContent().

612  def doNotInlineEventContent(instance,label = "process."+streamType+"EventContent.outputCommands"):
return label
def ConfigBuilder.ConfigBuilder.executeAndRemember (   self,
  command 
)
helper routine to remember replace statements

Definition at line 288 of file ConfigBuilder.py.

Referenced by ConfigBuilder.ConfigBuilder.doNotInlineEventContent(), ConfigBuilder.ConfigBuilder.prepare_ALCAHARVEST(), ConfigBuilder.ConfigBuilder.prepare_DATAMIX(), ConfigBuilder.ConfigBuilder.prepare_DIGI(), ConfigBuilder.ConfigBuilder.prepare_DIGI2RAW(), ConfigBuilder.ConfigBuilder.prepare_DIGIPREMIX(), ConfigBuilder.ConfigBuilder.prepare_DIGIPREMIX_S2(), ConfigBuilder.ConfigBuilder.prepare_FASTSIM(), ConfigBuilder.ConfigBuilder.prepare_HLT(), and ConfigBuilder.ConfigBuilder.prepare_VALIDATION().

289  def executeAndRemember(self, command):
290  """helper routine to remember replace statements"""
291  self.additionalCommands.append(command)
292  if not command.strip().startswith("#"):
293  # substitute: process.foo = process.bar -> self.process.foo = self.process.bar
294  import re
295  exec(re.sub(r"([^a-zA-Z_0-9]|^)(process)([^a-zA-Z_0-9])",r"\1self.process\3",command))
296  #exec(command.replace("process.","self.process."))
def ConfigBuilder.ConfigBuilder.expandMapping (   self,
  seqList,
  mapping,
  index = None 
)

Definition at line 1852 of file ConfigBuilder.py.

Referenced by ConfigBuilder.ConfigBuilder.prepare_ALCA(), ConfigBuilder.ConfigBuilder.prepare_DQM(), ConfigBuilder.ConfigBuilder.prepare_SKIM(), and ConfigBuilder.ConfigBuilder.prepare_VALIDATION().

1853  def expandMapping(self,seqList,mapping,index=None):
1854  maxLevel=20
1855  level=0
1856  while '@' in repr(seqList) and level<maxLevel:
1857  level+=1
1858  for specifiedCommand in seqList:
1859  if specifiedCommand.startswith('@'):
1860  location=specifiedCommand[1:]
1861  if not location in mapping:
1862  raise Exception("Impossible to map "+location+" from "+repr(mapping))
1863  mappedTo=mapping[location]
1864  if index!=None:
1865  mappedTo=mappedTo[index]
1866  seqList.remove(specifiedCommand)
1867  seqList.extend(mappedTo.split('+'))
1868  break;
1869  if level==maxLevel:
1870  raise Exception("Could not fully expand "+repr(seqList)+" from "+repr(mapping))
def ConfigBuilder.ConfigBuilder.filesFromOption (   self)

Definition at line 340 of file ConfigBuilder.py.

References ConfigBuilder.filesFromDASQuery(), and ConfigBuilder.filesFromList().

341  def filesFromOption(self):
342  for entry in self._options.filein.split(','):
343  print "entry",entry
344  if entry.startswith("filelist:"):
345  filesFromList(entry[9:],self.process.source)
346  elif entry.startswith("dbs:") or entry.startswith("das:"):
347  filesFromDASQuery('file dataset = %s'%(entry[4:]),self.process.source)
348  else:
349  self.process.source.fileNames.append(self._options.dirin+entry)
350  if self._options.secondfilein:
351  if not hasattr(self.process.source,"secondaryFileNames"):
352  raise Exception("--secondfilein not compatible with "+self._options.filetype+"input type")
353  for entry in self._options.secondfilein.split(','):
354  print "entry",entry
355  if entry.startswith("filelist:"):
356  self.process.source.secondaryFileNames.extend((filesFromList(entry[9:]))[0])
357  elif entry.startswith("dbs:") or entry.startswith("das:"):
358  self.process.source.secondaryFileNames.extend((filesFromDASQuery('file dataset = %s'%(entry[4:])))[0])
359  else:
360  self.process.source.secondaryFileNames.append(self._options.dirin+entry)
361 
362  if self._options.filein or self._options.dasquery:
363  if self._options.filetype == "EDM":
364  self.process.source=cms.Source("PoolSource",
365  fileNames = cms.untracked.vstring(),
366  secondaryFileNames= cms.untracked.vstring())
367  filesFromOption(self)
368  elif self._options.filetype == "DAT":
369  self.process.source=cms.Source("NewEventStreamFileReader",fileNames = cms.untracked.vstring())
370  filesFromOption(self)
371  elif self._options.filetype == "LHE":
372  self.process.source=cms.Source("LHESource", fileNames = cms.untracked.vstring())
373  if self._options.filein.startswith("lhe:"):
374  #list the article directory automatically
375  args=self._options.filein.split(':')
376  article=args[1]
377  print 'LHE input from article ',article
378  location='/store/lhe/'
379  import os
380  textOfFiles=os.popen('cmsLHEtoEOSManager.py -l '+article)
381  for line in textOfFiles:
382  for fileName in [x for x in line.split() if '.lhe' in x]:
383  self.process.source.fileNames.append(location+article+'/'+fileName)
384  if len(args)>2:
385  self.process.source.skipEvents = cms.untracked.uint32(int(args[2]))
386  else:
387  filesFromOption(self)
388 
389 
390  elif self._options.filetype == "DQM":
391  self.process.source=cms.Source("DQMRootSource",
392  fileNames = cms.untracked.vstring())
393  filesFromOption(self)
394 
395  elif self._options.filetype == "DQMDAQ":
396  # FIXME: how to configure it if there are no input files specified?
397  self.process.source=cms.Source("DQMStreamerReader")
398 
399 
400  if ('HARVESTING' in self.stepMap.keys() or 'ALCAHARVEST' in self.stepMap.keys()) and (not self._options.filetype == "DQM"):
401  self.process.source.processingMode = cms.untracked.string("RunsAndLumis")
def ConfigBuilder.ConfigBuilder.finalizeFastSimHLT (   self)

Definition at line 1967 of file ConfigBuilder.py.

Referenced by ConfigBuilder.ConfigBuilder.prepare_FASTSIM(), and ConfigBuilder.ConfigBuilder.prepare_HLT().

1968  def finalizeFastSimHLT(self):
1969  self.process.reconstruction = cms.Path(self.process.reconstructionWithFamos)
1970  self.schedule.append(self.process.reconstruction)
def ConfigBuilder.ConfigBuilder.inGeometryKeys (   opt)

Definition at line 1002 of file ConfigBuilder.py.

References split.

1003  def inGeometryKeys(opt):
1004  from Configuration.StandardSequences.GeometryConf import GeometryConf
1005  if opt in GeometryConf:
1006  return GeometryConf[opt]
1007  else:
1008  return opt
def ConfigBuilder.ConfigBuilder.load (   self,
  includeFile 
)

Definition at line 274 of file ConfigBuilder.py.

Referenced by MatrixToProcess.MatrixToProcess.getProcess(), and MatrixToProcess.MatrixToProcess.listAll().

275  def load(self,includeFile):
276  includeFile = includeFile.replace('/','.')
277  self.process.load(includeFile)
278  return sys.modules[includeFile]
def ConfigBuilder.ConfigBuilder.loadAndRemember (   self,
  includeFile 
)
helper routine to load am memorize imports

Definition at line 279 of file ConfigBuilder.py.

Referenced by ConfigBuilder.ConfigBuilder.define_Configs(), ConfigBuilder.ConfigBuilder.loadDefaultOrSpecifiedCFF(), ConfigBuilder.ConfigBuilder.prepare(), ConfigBuilder.ConfigBuilder.prepare_ALCAHARVEST(), ConfigBuilder.ConfigBuilder.prepare_CFWRITER(), ConfigBuilder.ConfigBuilder.prepare_DATAMIX(), ConfigBuilder.ConfigBuilder.prepare_DIGI(), ConfigBuilder.ConfigBuilder.prepare_DIGIPREMIX(), ConfigBuilder.ConfigBuilder.prepare_DIGIPREMIX_S2(), ConfigBuilder.ConfigBuilder.prepare_FASTSIM(), ConfigBuilder.ConfigBuilder.prepare_HLT(), ConfigBuilder.ConfigBuilder.prepare_L1(), ConfigBuilder.ConfigBuilder.prepare_L1REPACK(), and ConfigBuilder.ConfigBuilder.prepare_POSTRECO().

280  def loadAndRemember(self, includeFile):
281  """helper routine to load am memorize imports"""
282  # we could make the imports a on-the-fly data method of the process instance itself
283  # not sure if the latter is a good idea
284  includeFile = includeFile.replace('/','.')
285  self.imports.append(includeFile)
286  self.process.load(includeFile)
287  return sys.modules[includeFile]
def ConfigBuilder.ConfigBuilder.loadDefaultOrSpecifiedCFF (   self,
  sequence,
  defaultCFF 
)

Definition at line 1146 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.loadAndRemember().

Referenced by ConfigBuilder.ConfigBuilder.prepare_ALCA(), ConfigBuilder.ConfigBuilder.prepare_DIGI(), ConfigBuilder.ConfigBuilder.prepare_DIGI2RAW(), ConfigBuilder.ConfigBuilder.prepare_DIGIPREMIX(), ConfigBuilder.ConfigBuilder.prepare_DIGIPREMIX_S2(), ConfigBuilder.ConfigBuilder.prepare_DQM(), ConfigBuilder.ConfigBuilder.prepare_ENDJOB(), ConfigBuilder.ConfigBuilder.prepare_L1HwVal(), ConfigBuilder.ConfigBuilder.prepare_L1Reco(), ConfigBuilder.ConfigBuilder.prepare_L1TrackTrigger(), ConfigBuilder.ConfigBuilder.prepare_PAT(), ConfigBuilder.ConfigBuilder.prepare_RAW2DIGI(), ConfigBuilder.ConfigBuilder.prepare_RECO(), ConfigBuilder.ConfigBuilder.prepare_REPACK(), ConfigBuilder.ConfigBuilder.prepare_SKIM(), ConfigBuilder.ConfigBuilder.prepare_USER(), and ConfigBuilder.ConfigBuilder.prepare_VALIDATION().

1147  def loadDefaultOrSpecifiedCFF(self, sequence,defaultCFF):
1148  if ( len(sequence.split('.'))==1 ):
1149  l=self.loadAndRemember(defaultCFF)
1150  elif ( len(sequence.split('.'))==2 ):
1151  l=self.loadAndRemember(sequence.split('.')[0])
1152  sequence=sequence.split('.')[1]
1153  else:
1154  print "sub sequence configuration must be of the form dir/subdir/cff.a+b+c or cff.a"
1155  print sequence,"not recognized"
1156  raise
1157  return l
def ConfigBuilder.ConfigBuilder.prepare (   self,
  doChecking = False 
)
Prepare the configuration string and add missing pieces.

Definition at line 2055 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.addConditions(), ConfigBuilder.ConfigBuilder.addMaxEvents(), ConfigBuilder.ConfigBuilder.addSource(), ConfigBuilder.ConfigBuilder.addStandardSequences(), ConfigBuilder.ConfigBuilder.completeInputCommand(), and ConfigBuilder.ConfigBuilder.loadAndRemember().

2056  def prepare(self, doChecking = False):
2057  """ Prepare the configuration string and add missing pieces."""
2058 
2059  self.loadAndRemember(self.EVTCONTDefaultCFF) #load the event contents regardless
2060  self.addMaxEvents()
2061  if self.with_input:
self.addSource()
def ConfigBuilder.ConfigBuilder.prepare_ALCA (   self,
  sequence = None,
  workflow = 'full' 
)
Enrich the process with alca streams 

Definition at line 1193 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.ALCADefaultCFF, ConfigBuilder.ConfigBuilder.expandMapping(), and ConfigBuilder.ConfigBuilder.loadDefaultOrSpecifiedCFF().

Referenced by ConfigBuilder.ConfigBuilder.prepare_ALCAOUTPUT(), and ConfigBuilder.ConfigBuilder.prepare_ALCAPRODUCER().

1194  def prepare_ALCA(self, sequence = None, workflow = 'full'):
1195  """ Enrich the process with alca streams """
1196  alcaConfig=self.loadDefaultOrSpecifiedCFF(sequence,self.ALCADefaultCFF)
1197  sequence = sequence.split('.')[-1]
1198 
1199  # decide which ALCA paths to use
alcaList = sequence.split("+")
def ConfigBuilder.ConfigBuilder.prepare_ALCAHARVEST (   self,
  sequence = None 
)
Enrich the process with AlCaHarvesting step 

Definition at line 1938 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.executeAndRemember(), and ConfigBuilder.ConfigBuilder.loadAndRemember().

1939  def prepare_ALCAHARVEST(self, sequence = None):
1940  """ Enrich the process with AlCaHarvesting step """
1941  harvestingConfig = self.loadAndRemember(self.ALCAHARVESTDefaultCFF)
1942  sequence=sequence.split(".")[-1]
1943 
1944  # decide which AlcaHARVESTING paths to use
1945  harvestingList = sequence.split("+")
1946  for name in harvestingConfig.__dict__:
1947  harvestingstream = getattr(harvestingConfig,name)
1948  if name in harvestingList and isinstance(harvestingstream,cms.Path):
1949  self.schedule.append(harvestingstream)
1950  self.executeAndRemember("process.PoolDBOutputService.toPut.append(process.ALCAHARVEST" + name + "_dbOutput)")
1951  self.executeAndRemember("process.pclMetadataWriter.recordsToMap.append(process.ALCAHARVEST" + name + "_metadata)")
harvestingList.remove(name)
def ConfigBuilder.ConfigBuilder.prepare_ALCAOUTPUT (   self,
  sequence = None 
)

Definition at line 1190 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.prepare_ALCA().

1191  def prepare_ALCAOUTPUT(self, sequence = None):
1192  self.prepare_ALCA(sequence, workflow = "output")
def ConfigBuilder.ConfigBuilder.prepare_ALCAPRODUCER (   self,
  sequence = None 
)

Definition at line 1187 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.prepare_ALCA().

1188  def prepare_ALCAPRODUCER(self, sequence = None):
1189  self.prepare_ALCA(sequence, workflow = "producers")
def ConfigBuilder.ConfigBuilder.prepare_CFWRITER (   self,
  sequence = None 
)
Enrich the schedule with the crossing frame writer step

Definition at line 1422 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.loadAndRemember(), and ConfigBuilder.ConfigBuilder.scheduleSequence().

1423  def prepare_CFWRITER(self, sequence = None):
1424  """ Enrich the schedule with the crossing frame writer step"""
1425  self.loadAndRemember(self.CFWRITERDefaultCFF)
1426  self.scheduleSequence('pcfw','cfwriter_step')
1427  return
def ConfigBuilder.ConfigBuilder.prepare_DATAMIX (   self,
  sequence = None 
)
Enrich the schedule with the digitisation step

Definition at line 1428 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.executeAndRemember(), ConfigBuilder.filesFromDASQuery(), ConfigBuilder.filesFromList(), ConfigBuilder.ConfigBuilder.loadAndRemember(), and ConfigBuilder.ConfigBuilder.scheduleSequence().

1429  def prepare_DATAMIX(self, sequence = None):
1430  """ Enrich the schedule with the digitisation step"""
1431  self.loadAndRemember(self.DATAMIXDefaultCFF)
1432  self.scheduleSequence('pdatamix','datamixing_step')
1433 
1434  if self._options.pileup_input:
1435  theFiles=''
1436  if self._options.pileup_input.startswith('dbs:') or self._options.pileup_input.startswith('das:'):
1437  theFiles=filesFromDASQuery('file dataset = %s'%(self._options.pileup_input[4:],))[0]
1438  elif self._options.pileup_input.startswith("filelist:"):
1439  theFiles= (filesFromList(self._options.pileup_input[9:]))[0]
1440  else:
1441  theFiles=self._options.pileup_input.split(',')
1442  #print theFiles
1443  self.executeAndRemember( "process.mixData.input.fileNames = cms.untracked.vstring(%s)"%( theFiles ) )
1444 
1445  return
def ConfigBuilder.ConfigBuilder.prepare_DIGI (   self,
  sequence = None 
)
Enrich the schedule with the digitisation step

Definition at line 1381 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.DIGIDefaultCFF, ConfigBuilder.ConfigBuilder.executeAndRemember(), ConfigBuilder.ConfigBuilder.loadAndRemember(), ConfigBuilder.ConfigBuilder.loadDefaultOrSpecifiedCFF(), and ConfigBuilder.ConfigBuilder.scheduleSequence().

1382  def prepare_DIGI(self, sequence = None):
1383  """ Enrich the schedule with the digitisation step"""
1384  self.loadDefaultOrSpecifiedCFF(sequence,self.DIGIDefaultCFF)
1385 
1386  if self._options.gflash==True:
1387  self.loadAndRemember("Configuration/StandardSequences/GFlashDIGI_cff")
1388 
1389  if self._options.himix==True:
1390  self.loadAndRemember("SimGeneral/MixingModule/himixDIGI_cff")
1391 
1392  if sequence == 'pdigi_valid':
1393  self.executeAndRemember("process.mix.digitizers = cms.PSet(process.theDigitizersValid)")
def ConfigBuilder.ConfigBuilder.prepare_DIGI2RAW (   self,
  sequence = None 
)

Definition at line 1446 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.DIGI2RAWDefaultCFF, ConfigBuilder.ConfigBuilder.executeAndRemember(), ConfigBuilder.ConfigBuilder.loadDefaultOrSpecifiedCFF(), and ConfigBuilder.ConfigBuilder.scheduleSequence().

1447  def prepare_DIGI2RAW(self, sequence = None):
1448  self.loadDefaultOrSpecifiedCFF(sequence,self.DIGI2RAWDefaultCFF)
1449  self.scheduleSequence(sequence.split('.')[-1],'digi2raw_step')
1450  if "DIGIPREMIX" in self.stepMap.keys():
1451  self.executeAndRemember("process.esDigiToRaw.Label = cms.string('mix')") ##terrible hack - bypass zero suppression
1452 
1453  return
def ConfigBuilder.ConfigBuilder.prepare_DIGIPREMIX (   self,
  sequence = None 
)
Enrich the schedule with the digitisation step

Definition at line 1397 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.DIGIDefaultCFF, ConfigBuilder.ConfigBuilder.executeAndRemember(), ConfigBuilder.ConfigBuilder.loadAndRemember(), ConfigBuilder.ConfigBuilder.loadDefaultOrSpecifiedCFF(), and ConfigBuilder.ConfigBuilder.scheduleSequence().

1398  def prepare_DIGIPREMIX(self, sequence = None):
1399  """ Enrich the schedule with the digitisation step"""
1400  self.loadDefaultOrSpecifiedCFF(sequence,self.DIGIDefaultCFF)
def ConfigBuilder.ConfigBuilder.prepare_DIGIPREMIX_S2 (   self,
  sequence = None 
)
Enrich the schedule with the digitisation step

Definition at line 1407 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.DIGIDefaultCFF, ConfigBuilder.ConfigBuilder.executeAndRemember(), ConfigBuilder.ConfigBuilder.loadAndRemember(), ConfigBuilder.ConfigBuilder.loadDefaultOrSpecifiedCFF(), and ConfigBuilder.ConfigBuilder.scheduleSequence().

1408  def prepare_DIGIPREMIX_S2(self, sequence = None):
1409  """ Enrich the schedule with the digitisation step"""
1410  self.loadDefaultOrSpecifiedCFF(sequence,self.DIGIDefaultCFF)
def ConfigBuilder.ConfigBuilder.prepare_DQM (   self,
  sequence = 'DQMOffline' 
)

Definition at line 1871 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.expandMapping(), ConfigBuilder.ConfigBuilder.loadDefaultOrSpecifiedCFF(), and split.

1872  def prepare_DQM(self, sequence = 'DQMOffline'):
1873  # this one needs replacement
1874 
1875  self.loadDefaultOrSpecifiedCFF(sequence,self.DQMOFFLINEDefaultCFF)
sequenceList=sequence.split('.')[-1].split('+')
double split
Definition: MVATrainer.cc:139
def ConfigBuilder.ConfigBuilder.prepare_EI (   self,
  sequence = None 
)
Enrich the schedule with event interpretation 

Definition at line 1634 of file ConfigBuilder.py.

1635  def prepare_EI(self, sequence = None):
''' Enrich the schedule with event interpretation '''
def ConfigBuilder.ConfigBuilder.prepare_ENDJOB (   self,
  sequence = 'endOfProcess' 
)

Definition at line 1962 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.loadDefaultOrSpecifiedCFF(), and ConfigBuilder.ConfigBuilder.scheduleSequenceAtEnd().

1963  def prepare_ENDJOB(self, sequence = 'endOfProcess'):
1964  self.loadDefaultOrSpecifiedCFF(sequence,self.ENDJOBDefaultCFF)
1965  self.scheduleSequenceAtEnd(sequence.split('.')[-1],'endjob_step')
1966  return
def ConfigBuilder.ConfigBuilder.prepare_FASTSIM (   self,
  sequence = "all" 
)
Enrich the schedule with fastsim

Definition at line 1971 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.executeAndRemember(), ConfigBuilder.ConfigBuilder.finalizeFastSimHLT(), ConfigBuilder.ConfigBuilder.loadAndRemember(), ConfigBuilder.ConfigBuilder.prepare_HLT(), DTTTrigProd.DTTTrigProd.process, HcalHitRelabeller.process(), DTDQMMerge.DTDQMMerge.process, NullPostProcessor< reco::CandidateCollection >.process(), NullPostProcessor< OutputCollection, edm::EDFilter >.process(), NullPostProcessor< OutputCollection >.process(), NullPostProcessor< OutputCollection, EdmFilter >.process(), EDFilter<>.process(), helper::NullPostProcessor< OutputCollection, EdmFilter >.process(), DTValidSummary.DTValidSummary.process, DTDqm.DTDqm.process, helper::NullPostProcessor< reco::CandidateCollection, edm::EDFilter >.process(), helper::NullPostProcessor< typename::helper::SelectedOutputCollectionTrait< reco::TrackCollection >::type, EdmFilter >.process(), DTVDriftMeanTimerCalibration.DTVDriftMeanTimerCalibration.process, DTAnalysisResiduals.DTAnalysisResiduals.process, DTVDriftSegmentCalibration.DTVDriftSegmentCalibration.process, DTDQMHarvesting.DTDQMHarvesting.process, tfwliteselectortest::ThingsWorker.process(), DTNoiseCalibration.DTNoiseCalibration.process, DTResidualCalibration.DTResidualCalibration.process, DTTTrigValid.DTTTrigValid.process, DTDQMValidation.DTDQMValidation.process, DummyUpdator.process(), clangcms::CatchAll.process(), CSCTFDTReceiver.process(), EcalFenixTcpsFgvbEB.process(), tfwliteselectortest::ThingsTSelector.process(), EcalFenixBypassLin.process(), EcalFenixPeakFinder.process(), CSCTFMonitorInterface.process(), EcalFenixMaxof2.process(), TTULogic.process(), examples::TrackAnalysisAlgorithm.process(), CSCMonitorInterface.process(), SingleTrajectoryUpdator.process(), RBCLogic.process(), TTUWedgeORLogic.process(), PFPileUpAlgo.process(), RBCPatternLogic.process(), TTUSectorORLogic.process(), EcalFenixEtStrip.process(), npstat::AbsVisitor< Input, unsigned long >.process(), HcalCableMapper.process(), __class__Worker.process(), KalmanAlignmentUpdator.process(), EcalFenixTcpFormat.process(), npstat::AbsVisitor< Input, Result >.process(), DTT0DBValidation.DTT0DBValidation.process, EcalFenixAmplitudeFilter.process(), EcalFenixStripFormatEE.process(), npstat::AbsArrayProjector< Input, Result >.process(), DTVDriftMeanTimerWriter.DTVDriftMeanTimerWriter.process, RBCTestLogic.process(), DTVDriftSegmentWriter.DTVDriftSegmentWriter.process, TTUPointingLogic.process(), EcalFenixStripFormatEB.process(), BTagDifferentialPlot.process(), EcalFenixEtTot.process(), DTTTrigResidualCorr.DTTTrigResidualCorr.process, ora::IRelationalMapping.process(), TTUTwoORLogic.process(), HcalSimpleReconstructor.process(), EcalFenixStripFgvbEE.process(), RBCChamberORLogic.process(), TTUTrackingAlg.process(), EcalFenixTcpFgvbEE.process(), DTTTrigCorrFirst.DTTTrigCorrFirst.process, EcalFenixFgvbEB.process(), L1GctNullJetFinder.process(), L1GctEmLeafCard.process(), EcalFenixLinearizer.process(), L1GctSimpleJetFinder.process(), SiStripClusterToDigiProducer.process(), L1GctHardwareJetFinder.process(), DTTTrigTimeBoxesWriter.DTTTrigTimeBoxesWriter.process, RPCWheel.process(), L1GctJetFinalStage.process(), L1GctProcessor.process(), TTUConfigurator.process(), L1GctGlobalHfSumAlgos.process(), edm::InputTag.process(), PFMETBenchmark.process(), npstat::VisitCounter< Input >.process(), L1GctElectronFinalSort.process(), PFJetBenchmark.process(), PFTauElecRejectionBenchmark.process(), ora::PrimitiveMapping.process(), EgammaHLTPixelMatchElectronAlgo.process(), L1Comparator.process(), L1GctWheelEnergyFpga.process(), L1GctWheelJetFpga.process(), cscdqm::HWStandbyType.process, ora::BlobMapping.process(), L1GctElectronSorter.process(), L1GctGlobalEnergyAlgos.process(), L1GctTdrJetFinder.process(), TFWLiteSelectorBasic.process(), fwlite::internal::DataKey.process(), L1GctJetLeafCard.process(), edm::EDConsumerBase::Labels.process, KDTreeLinkerBase.process(), DTTFFEDReader.process(), L1GlobalCaloTrigger.process(), TFWLiteSelector< ThingsWorker >.process(), TFWLiteSelector< TWorker >.process(), TFWLiteSelector< __class__Worker >.process(), TFWLiteSelector< TrackAnalysisAlgorithm >.process(), HLTTrackClusterRemoverNew.process(), SeedClusterRemover.process(), EcalFenixTcp.process(), ora::OraReferenceMapping.process(), TrackClusterRemover.process(), TestOutliers.process, HTTP.RequestManager.process(), ora::UniqueReferenceMapping.process(), lhef::LHERunInfo::Process.process, EcalFenixStrip.process(), ora::OraPtrMapping.process(), ora::NamedRefMapping.process(), CaloTowersCreationAlgo.process(), ora::ArrayMapping.process(), EgammaHLTValidationUtils.EgammaDQMModuleMaker.process, ora::CArrayMapping.process(), L1GctJetFinderBase.process(), ora::ObjectMapping.process(), Config.Process.process, ora::EmptyMapping.process(), edm::SubProcess.process(), Vispa.Plugins.ConfigEditor.ConfigDataAccessor.ConfigDataAccessor.process(), and edm::ProductHolderIndexHelper::Item.process().

1972  def prepare_FASTSIM(self, sequence = "all"):
1973  """Enrich the schedule with fastsim"""
1974  self.loadAndRemember("FastSimulation/Configuration/FamosSequences_cff")
1975 
1976  if sequence in ('all','allWithHLTFiltering',''):
1977  if not 'HLT' in self.stepMap.keys():
1978  self.prepare_HLT(sequence=None)
1979 
1980  self.executeAndRemember("process.famosSimHits.SimulateCalorimetry = True")
1981  self.executeAndRemember("process.famosSimHits.SimulateTracking = True")
1982 
1983  self.executeAndRemember("process.simulation = cms.Sequence(process.simulationWithFamos)")
1984  self.executeAndRemember("process.HLTEndSequence = cms.Sequence(process.reconstructionWithFamos)")
1985 
1986  # since we have HLT here, the process should be called HLT
1987  self._options.name = "HLT"
1988 
1989  # if we don't want to filter after HLT but simulate everything regardless of what HLT tells, we have to add reconstruction explicitly
1990  if sequence == 'all' and not 'HLT' in self.stepMap.keys(): #(a)
self.finalizeFastSimHLT()
def ConfigBuilder.ConfigBuilder.prepare_FILTER (   self,
  sequence = None 
)
Enrich the schedule with a user defined filter sequence 

Definition at line 1583 of file ConfigBuilder.py.

1584  def prepare_FILTER(self, sequence = None):
''' Enrich the schedule with a user defined filter sequence '''
def ConfigBuilder.ConfigBuilder.prepare_GEN (   self,
  sequence = None 
)
load the fragment of generator configuration 

Definition at line 1266 of file ConfigBuilder.py.

1267  def prepare_GEN(self, sequence = None):
""" load the fragment of generator configuration """
def ConfigBuilder.ConfigBuilder.prepare_HARVESTING (   self,
  sequence = None 
)
Enrich the process with harvesting step 

Definition at line 1901 of file ConfigBuilder.py.

1902  def prepare_HARVESTING(self, sequence = None):
1903  """ Enrich the process with harvesting step """
1904  self.EDMtoMECFF='Configuration/StandardSequences/EDMtoME'+self._options.harvesting+'_cff'
self.loadAndRemember(self.EDMtoMECFF)
def ConfigBuilder.ConfigBuilder.prepare_HLT (   self,
  sequence = None 
)
Enrich the schedule with the HLT simulation step

Definition at line 1484 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.executeAndRemember(), ConfigBuilder.ConfigBuilder.finalizeFastSimHLT(), join(), ConfigBuilder.ConfigBuilder.loadAndRemember(), DTTTrigProd.DTTTrigProd.process, HcalHitRelabeller.process(), DTValidSummary.DTValidSummary.process, helper::NullPostProcessor< OutputCollection, EdmFilter >.process(), NullPostProcessor< OutputCollection, edm::EDFilter >.process(), NullPostProcessor< OutputCollection >.process(), NullPostProcessor< reco::CandidateCollection >.process(), EDFilter<>.process(), NullPostProcessor< OutputCollection, EdmFilter >.process(), DTDqm.DTDqm.process, DTDQMMerge.DTDQMMerge.process, helper::NullPostProcessor< reco::CandidateCollection, edm::EDFilter >.process(), helper::NullPostProcessor< typename::helper::SelectedOutputCollectionTrait< reco::TrackCollection >::type, EdmFilter >.process(), DTAnalysisResiduals.DTAnalysisResiduals.process, DTVDriftMeanTimerCalibration.DTVDriftMeanTimerCalibration.process, DTVDriftSegmentCalibration.DTVDriftSegmentCalibration.process, DTDQMHarvesting.DTDQMHarvesting.process, tfwliteselectortest::ThingsWorker.process(), DTNoiseCalibration.DTNoiseCalibration.process, DTResidualCalibration.DTResidualCalibration.process, DTDQMValidation.DTDQMValidation.process, DTTTrigValid.DTTTrigValid.process, DummyUpdator.process(), clangcms::CatchAll.process(), tfwliteselectortest::ThingsTSelector.process(), EcalFenixTcpsFgvbEB.process(), CSCTFDTReceiver.process(), EcalFenixBypassLin.process(), EcalFenixPeakFinder.process(), CSCTFMonitorInterface.process(), EcalFenixMaxof2.process(), TTULogic.process(), examples::TrackAnalysisAlgorithm.process(), CSCMonitorInterface.process(), SingleTrajectoryUpdator.process(), RBCLogic.process(), TTUWedgeORLogic.process(), PFPileUpAlgo.process(), RBCPatternLogic.process(), TTUSectorORLogic.process(), EcalFenixEtStrip.process(), npstat::AbsVisitor< Input, unsigned long >.process(), __class__Worker.process(), KalmanAlignmentUpdator.process(), EcalFenixTcpFormat.process(), npstat::AbsVisitor< Input, Result >.process(), HcalCableMapper.process(), DTT0DBValidation.DTT0DBValidation.process, EcalFenixAmplitudeFilter.process(), EcalFenixStripFormatEE.process(), npstat::AbsArrayProjector< Input, Result >.process(), DTVDriftMeanTimerWriter.DTVDriftMeanTimerWriter.process, RBCTestLogic.process(), DTVDriftSegmentWriter.DTVDriftSegmentWriter.process, TTUPointingLogic.process(), BTagDifferentialPlot.process(), EcalFenixStripFormatEB.process(), EcalFenixEtTot.process(), ora::IRelationalMapping.process(), TTUTwoORLogic.process(), DTTTrigResidualCorr.DTTTrigResidualCorr.process, HcalSimpleReconstructor.process(), EcalFenixStripFgvbEE.process(), EcalFenixTcpFgvbEE.process(), RBCChamberORLogic.process(), TTUTrackingAlg.process(), DTTTrigCorrFirst.DTTTrigCorrFirst.process, EcalFenixFgvbEB.process(), L1GctEmLeafCard.process(), L1GctNullJetFinder.process(), L1GctSimpleJetFinder.process(), SiStripClusterToDigiProducer.process(), EcalFenixLinearizer.process(), L1GctHardwareJetFinder.process(), RPCWheel.process(), DTTTrigTimeBoxesWriter.DTTTrigTimeBoxesWriter.process, L1GctJetFinalStage.process(), TTUConfigurator.process(), L1GctProcessor.process(), L1GctGlobalHfSumAlgos.process(), edm::InputTag.process(), PFMETBenchmark.process(), npstat::VisitCounter< Input >.process(), L1GctElectronFinalSort.process(), PFJetBenchmark.process(), ora::PrimitiveMapping.process(), PFTauElecRejectionBenchmark.process(), EgammaHLTPixelMatchElectronAlgo.process(), L1Comparator.process(), L1GctWheelEnergyFpga.process(), L1GctWheelJetFpga.process(), cscdqm::HWStandbyType.process, ora::BlobMapping.process(), L1GctElectronSorter.process(), L1GctGlobalEnergyAlgos.process(), L1GctTdrJetFinder.process(), TFWLiteSelectorBasic.process(), fwlite::internal::DataKey.process(), edm::EDConsumerBase::Labels.process, L1GctJetLeafCard.process(), KDTreeLinkerBase.process(), DTTFFEDReader.process(), L1GlobalCaloTrigger.process(), TFWLiteSelector< TrackAnalysisAlgorithm >.process(), TFWLiteSelector< __class__Worker >.process(), TFWLiteSelector< ThingsWorker >.process(), TFWLiteSelector< TWorker >.process(), SeedClusterRemover.process(), HLTTrackClusterRemoverNew.process(), EcalFenixTcp.process(), ora::OraReferenceMapping.process(), TrackClusterRemover.process(), TestOutliers.process, HTTP.RequestManager.process(), ora::UniqueReferenceMapping.process(), lhef::LHERunInfo::Process.process, EcalFenixStrip.process(), ora::OraPtrMapping.process(), CaloTowersCreationAlgo.process(), ora::NamedRefMapping.process(), ora::ArrayMapping.process(), EgammaHLTValidationUtils.EgammaDQMModuleMaker.process, ora::CArrayMapping.process(), L1GctJetFinderBase.process(), ora::ObjectMapping.process(), Config.Process.process, ora::EmptyMapping.process(), edm::SubProcess.process(), Vispa.Plugins.ConfigEditor.ConfigDataAccessor.ConfigDataAccessor.process(), edm::ProductHolderIndexHelper::Item.process(), and CustomConfigs.ProcessName().

Referenced by ConfigBuilder.ConfigBuilder.prepare_FASTSIM().

1485  def prepare_HLT(self, sequence = None):
1486  """ Enrich the schedule with the HLT simulation step"""
1487  if not sequence:
1488  print "no specification of the hlt menu has been given, should never happen"
1489  raise Exception('no HLT sequence provided')
1490 
1491  if '@' in sequence:
1492  # case where HLT:@something was provided
1493  from Configuration.HLT.autoHLT import autoHLT
1494  key = sequence[1:]
1495  if key in autoHLT:
1496  sequence = autoHLT[key]
1497  else:
1498  raise ValueError('no HLT mapping key "%s" found in autoHLT' % key)
1499 
1500  if ',' in sequence:
1501  #case where HLT:something:something was provided
1502  self.executeAndRemember('import HLTrigger.Configuration.Utilities')
1503  optionsForHLT = {}
1504  if self._options.scenario == 'HeavyIons':
1505  optionsForHLT['type'] = 'HIon'
1506  else:
1507  optionsForHLT['type'] = 'GRun'
1508  optionsForHLTConfig = ', '.join('%s=%s' % (key, repr(val)) for (key, val) in optionsForHLT.iteritems())
1509  if sequence == 'run,fromSource':
1510  if hasattr(self.process.source,'firstRun'):
1511  self.executeAndRemember('process.loadHltConfiguration("run:%%d"%%(process.source.firstRun.value()),%s)'%(optionsForHLTConfig))
1512  elif hasattr(self.process.source,'setRunNumber'):
1513  self.executeAndRemember('process.loadHltConfiguration("run:%%d"%%(process.source.setRunNumber.value()),%s)'%(optionsForHLTConfig))
1514  else:
1515  raise Exception('Cannot replace menu to load %s'%(sequence))
1516  else:
1517  self.executeAndRemember('process.loadHltConfiguration("%s",%s)'%(sequence.replace(',',':'),optionsForHLTConfig))
1518  else:
1519  if self._options.fast:
1520  self.loadAndRemember('HLTrigger/Configuration/HLT_%s_Famos_cff' % sequence)
1521  else:
1522  self.loadAndRemember('HLTrigger/Configuration/HLT_%s_cff' % sequence)
1523 
1524  if self._options.isMC:
1525  self._options.customisation_file.append("HLTrigger/Configuration/customizeHLTforMC.customizeHLTforMC")
static std::string join(char **cmd)
Definition: RemoteFile.cc:18
def ConfigBuilder.ConfigBuilder.prepare_L1 (   self,
  sequence = None 
)
Enrich the schedule with the L1 simulation step

Definition at line 1459 of file ConfigBuilder.py.

References ConfigBuilder.getConfigsForScenario(), ConfigBuilder.ConfigBuilder.L1EMDefaultCFF, ConfigBuilder.ConfigBuilder.loadAndRemember(), and ConfigBuilder.ConfigBuilder.scheduleSequence().

1460  def prepare_L1(self, sequence = None):
1461  """ Enrich the schedule with the L1 simulation step"""
1462  if not sequence:
1463  self.loadAndRemember(self.L1EMDefaultCFF)
1464  else:
1465  # let the L1 package decide for the scenarios available
1466  from L1Trigger.Configuration.ConfigBuilder import getConfigsForScenario
1467  listOfImports = getConfigsForScenario(sequence)
1468  for file in listOfImports:
1469  self.loadAndRemember(file)
1470  self.scheduleSequence('SimL1Emulator','L1simulation_step')
1471  return
def getConfigsForScenario
def ConfigBuilder.ConfigBuilder.prepare_L1HwVal (   self,
  sequence = 'L1HwVal' 
)
Enrich the schedule with L1 HW validation 

Definition at line 1564 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.loadDefaultOrSpecifiedCFF().

1565  def prepare_L1HwVal(self, sequence = 'L1HwVal'):
1566  ''' Enrich the schedule with L1 HW validation '''
self.loadDefaultOrSpecifiedCFF(sequence,self.L1HwValDefaultCFF)
def ConfigBuilder.ConfigBuilder.prepare_L1Reco (   self,
  sequence = "L1Reco" 
)
Enrich the schedule with L1 reconstruction 

Definition at line 1571 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.L1RecoDefaultCFF, ConfigBuilder.ConfigBuilder.loadDefaultOrSpecifiedCFF(), and ConfigBuilder.ConfigBuilder.scheduleSequence().

1572  def prepare_L1Reco(self, sequence = "L1Reco"):
1573  ''' Enrich the schedule with L1 reconstruction '''
self.loadDefaultOrSpecifiedCFF(sequence,self.L1RecoDefaultCFF)
def ConfigBuilder.ConfigBuilder.prepare_L1REPACK (   self,
  sequence = None 
)
Enrich the schedule with the L1 simulation step, running the L1 emulator on data unpacked from the RAW collection, and repacking the result in a new RAW collection

Definition at line 1472 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.loadAndRemember(), ConfigBuilder.ConfigBuilder.renameInputTagsInSequence(), and ConfigBuilder.ConfigBuilder.scheduleSequence().

1473  def prepare_L1REPACK(self, sequence = None):
1474  """ Enrich the schedule with the L1 simulation step, running the L1 emulator on data unpacked from the RAW collection, and repacking the result in a new RAW collection"""
1475  if sequence is not 'GT':
1476  print 'Running the full L1 emulator is not supported yet'
1477  raise Exception('unsupported feature')
1478  if sequence is 'GT':
1479  self.loadAndRemember('Configuration/StandardSequences/SimL1EmulatorRepack_GT_cff')
1480  if self._options.scenario == 'HeavyIons':
1481  self.renameInputTagsInSequence("SimL1Emulator","rawDataCollector","rawDataRepacker")
1482  self.scheduleSequence('SimL1Emulator','L1simulation_step')
1483 
def ConfigBuilder.ConfigBuilder.prepare_L1TrackTrigger (   self,
  sequence = "L1TrackTrigger" 
)
Enrich the schedule with L1 reconstruction 

Definition at line 1577 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.L1TrackTriggerDefaultCFF, ConfigBuilder.ConfigBuilder.loadDefaultOrSpecifiedCFF(), and ConfigBuilder.ConfigBuilder.scheduleSequence().

1578  def prepare_L1TrackTrigger(self, sequence = "L1TrackTrigger"):
1579  ''' Enrich the schedule with L1 reconstruction '''
self.loadDefaultOrSpecifiedCFF(sequence,self.L1TrackTriggerDefaultCFF)
def ConfigBuilder.ConfigBuilder.prepare_LHE (   self,
  sequence = None 
)

Definition at line 1249 of file ConfigBuilder.py.

References DTTTrigProd.DTTTrigProd.process, HcalHitRelabeller.process(), DTDqm.DTDqm.process, NullPostProcessor< OutputCollection, edm::EDFilter >.process(), NullPostProcessor< OutputCollection >.process(), NullPostProcessor< OutputCollection, EdmFilter >.process(), EDFilter<>.process(), DTDQMMerge.DTDQMMerge.process, DTValidSummary.DTValidSummary.process, helper::NullPostProcessor< OutputCollection, EdmFilter >.process(), helper::NullPostProcessor< reco::CandidateCollection, edm::EDFilter >.process(), helper::NullPostProcessor< typename::helper::SelectedOutputCollectionTrait< reco::TrackCollection >::type, EdmFilter >.process(), NullPostProcessor< reco::CandidateCollection >.process(), DTVDriftMeanTimerCalibration.DTVDriftMeanTimerCalibration.process, DTVDriftSegmentCalibration.DTVDriftSegmentCalibration.process, DTDQMHarvesting.DTDQMHarvesting.process, tfwliteselectortest::ThingsWorker.process(), DTAnalysisResiduals.DTAnalysisResiduals.process, DTResidualCalibration.DTResidualCalibration.process, DTNoiseCalibration.DTNoiseCalibration.process, DTDQMValidation.DTDQMValidation.process, DummyUpdator.process(), DTTTrigValid.DTTTrigValid.process, clangcms::CatchAll.process(), tfwliteselectortest::ThingsTSelector.process(), EcalFenixTcpsFgvbEB.process(), CSCTFDTReceiver.process(), EcalFenixBypassLin.process(), EcalFenixPeakFinder.process(), CSCTFMonitorInterface.process(), EcalFenixMaxof2.process(), TTULogic.process(), examples::TrackAnalysisAlgorithm.process(), CSCMonitorInterface.process(), SingleTrajectoryUpdator.process(), RBCLogic.process(), TTUWedgeORLogic.process(), RBCPatternLogic.process(), TTUSectorORLogic.process(), EcalFenixEtStrip.process(), PFPileUpAlgo.process(), HcalCableMapper.process(), npstat::AbsVisitor< Input, unsigned long >.process(), __class__Worker.process(), KalmanAlignmentUpdator.process(), EcalFenixTcpFormat.process(), npstat::AbsVisitor< Input, Result >.process(), DTT0DBValidation.DTT0DBValidation.process, npstat::AbsArrayProjector< Input, Result >.process(), EcalFenixAmplitudeFilter.process(), EcalFenixStripFormatEE.process(), DTVDriftMeanTimerWriter.DTVDriftMeanTimerWriter.process, DTVDriftSegmentWriter.DTVDriftSegmentWriter.process, RBCTestLogic.process(), TTUPointingLogic.process(), BTagDifferentialPlot.process(), EcalFenixStripFormatEB.process(), EcalFenixEtTot.process(), ora::IRelationalMapping.process(), TTUTwoORLogic.process(), DTTTrigResidualCorr.DTTTrigResidualCorr.process, HcalSimpleReconstructor.process(), EcalFenixStripFgvbEE.process(), RBCChamberORLogic.process(), TTUTrackingAlg.process(), EcalFenixTcpFgvbEE.process(), DTTTrigCorrFirst.DTTTrigCorrFirst.process, EcalFenixFgvbEB.process(), L1GctEmLeafCard.process(), L1GctNullJetFinder.process(), L1GctSimpleJetFinder.process(), SiStripClusterToDigiProducer.process(), EcalFenixLinearizer.process(), L1GctHardwareJetFinder.process(), RPCWheel.process(), DTTTrigTimeBoxesWriter.DTTTrigTimeBoxesWriter.process, L1GctJetFinalStage.process(), L1GctProcessor.process(), TTUConfigurator.process(), L1GctGlobalHfSumAlgos.process(), PFMETBenchmark.process(), edm::InputTag.process(), npstat::VisitCounter< Input >.process(), L1GctElectronFinalSort.process(), PFJetBenchmark.process(), ora::PrimitiveMapping.process(), PFTauElecRejectionBenchmark.process(), EgammaHLTPixelMatchElectronAlgo.process(), L1Comparator.process(), L1GctWheelEnergyFpga.process(), L1GctWheelJetFpga.process(), cscdqm::HWStandbyType.process, ora::BlobMapping.process(), L1GctGlobalEnergyAlgos.process(), L1GctElectronSorter.process(), L1GctTdrJetFinder.process(), TFWLiteSelectorBasic.process(), fwlite::internal::DataKey.process(), L1GctJetLeafCard.process(), edm::EDConsumerBase::Labels.process, KDTreeLinkerBase.process(), DTTFFEDReader.process(), L1GlobalCaloTrigger.process(), TFWLiteSelector< ThingsWorker >.process(), TFWLiteSelector< TrackAnalysisAlgorithm >.process(), TFWLiteSelector< TWorker >.process(), TFWLiteSelector< __class__Worker >.process(), SeedClusterRemover.process(), HLTTrackClusterRemoverNew.process(), EcalFenixTcp.process(), ora::OraReferenceMapping.process(), TrackClusterRemover.process(), TestOutliers.process, HTTP.RequestManager.process(), ora::UniqueReferenceMapping.process(), lhef::LHERunInfo::Process.process, EcalFenixStrip.process(), ora::OraPtrMapping.process(), ora::NamedRefMapping.process(), CaloTowersCreationAlgo.process(), ora::ArrayMapping.process(), EgammaHLTValidationUtils.EgammaDQMModuleMaker.process, ora::CArrayMapping.process(), L1GctJetFinderBase.process(), ora::ObjectMapping.process(), Config.Process.process, ora::EmptyMapping.process(), edm::SubProcess.process(), Vispa.Plugins.ConfigEditor.ConfigDataAccessor.ConfigDataAccessor.process(), edm::ProductHolderIndexHelper::Item.process(), and python.rootplot.root2matplotlib.replace().

1250  def prepare_LHE(self, sequence = None):
1251  #load the fragment
1252  ##make it loadable
1253  loadFragment = self._options.evt_type.replace('.py','',).replace('.','_').replace('python/','').replace('/','.')
1254  print "Loading lhe fragment from",loadFragment
1255  __import__(loadFragment)
1256  self.process.load(loadFragment)
1257  ##inline the modules
1258  self._options.inlineObjets+=','+sequence
1259 
1260  getattr(self.process,sequence).nEvents = int(self._options.number)
1261 
1262  #schedule it
1263  self.process.lhe_step = cms.Path( getattr( self.process,sequence) )
1264  self.excludedPaths.append("lhe_step")
1265  self.schedule.append( self.process.lhe_step )
def ConfigBuilder.ConfigBuilder.prepare_PAT (   self,
  sequence = "miniAOD" 
)
Enrich the schedule with PAT 

Definition at line 1621 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.loadDefaultOrSpecifiedCFF(), and ConfigBuilder.ConfigBuilder.PATDefaultCFF.

1622  def prepare_PAT(self, sequence = "miniAOD"):
1623  ''' Enrich the schedule with PAT '''
self.loadDefaultOrSpecifiedCFF(sequence,self.PATDefaultCFF)
def ConfigBuilder.ConfigBuilder.prepare_POSTRECO (   self,
  sequence = None 
)
Enrich the schedule with the postreco step 

Definition at line 1696 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.loadAndRemember(), and ConfigBuilder.ConfigBuilder.scheduleSequence().

1697  def prepare_POSTRECO(self, sequence = None):
1698  """ Enrich the schedule with the postreco step """
self.loadAndRemember(self.POSTRECODefaultCFF)
def ConfigBuilder.ConfigBuilder.prepare_RAW2DIGI (   self,
  sequence = "RawToDigi" 
)

Definition at line 1557 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.loadDefaultOrSpecifiedCFF(), ConfigBuilder.ConfigBuilder.RAW2DIGIDefaultCFF, and ConfigBuilder.ConfigBuilder.scheduleSequence().

Referenced by ConfigBuilder.ConfigBuilder.prepare_RAW2RECO().

1558  def prepare_RAW2DIGI(self, sequence = "RawToDigi"):
1559  self.loadDefaultOrSpecifiedCFF(sequence,self.RAW2DIGIDefaultCFF)
1560  self.scheduleSequence(sequence,'raw2digi_step')
1561  # if self._options.isRepacked:
1562  #self.renameInputTagsInSequence(sequence)
1563  return
def ConfigBuilder.ConfigBuilder.prepare_RAW2RECO (   self,
  sequence = None 
)

Definition at line 1546 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.prepare_RAW2DIGI(), and ConfigBuilder.ConfigBuilder.prepare_RECO().

1547  def prepare_RAW2RECO(self, sequence = None):
1548  if ','in sequence:
1549  seqReco=sequence.split(',')[1]
1550  seqDigi=sequence.split(',')[0]
1551  else:
1552  print "RAW2RECO requires two specifications",sequence,"insufficient"
1553 
1554  self.prepare_RAW2DIGI(seqDigi)
1555  self.prepare_RECO(seqReco)
1556  return
def prepare_RECO
put the filtering path in the schedule
def ConfigBuilder.ConfigBuilder.prepare_RECO (   self,
  sequence = "reconstruction" 
)

put the filtering path in the schedule

put it before all the other paths

Enrich the schedule with reconstruction 

Definition at line 1615 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.loadDefaultOrSpecifiedCFF(), ConfigBuilder.ConfigBuilder.RECODefaultCFF, and ConfigBuilder.ConfigBuilder.scheduleSequence().

Referenced by ConfigBuilder.ConfigBuilder.prepare_RAW2RECO().

1616  def prepare_RECO(self, sequence = "reconstruction"):
1617  ''' Enrich the schedule with reconstruction '''
self.loadDefaultOrSpecifiedCFF(sequence,self.RECODefaultCFF)
def prepare_RECO
put the filtering path in the schedule
def ConfigBuilder.ConfigBuilder.prepare_REPACK (   self,
  sequence = None 
)

Definition at line 1454 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.loadDefaultOrSpecifiedCFF(), and ConfigBuilder.ConfigBuilder.scheduleSequence().

1455  def prepare_REPACK(self, sequence = None):
1456  self.loadDefaultOrSpecifiedCFF(sequence,self.REPACKDefaultCFF)
1457  self.scheduleSequence(sequence.split('.')[-1],'digi2repack_step')
1458  return
def ConfigBuilder.ConfigBuilder.prepare_SIM (   self,
  sequence = None 
)
Enrich the schedule with the summary of the filter step 
Enrich the schedule with the simulation step

Definition at line 1347 of file ConfigBuilder.py.

1348  def prepare_SIM(self, sequence = None):
""" Enrich the schedule with the simulation step"""
def ConfigBuilder.ConfigBuilder.prepare_SKIM (   self,
  sequence = "all" 
)
Enrich the schedule with skimming fragments

Definition at line 1646 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.expandMapping(), and ConfigBuilder.ConfigBuilder.loadDefaultOrSpecifiedCFF().

1647  def prepare_SKIM(self, sequence = "all"):
1648  ''' Enrich the schedule with skimming fragments'''
1649  skimConfig = self.loadDefaultOrSpecifiedCFF(sequence,self.SKIMDefaultCFF)
1650  sequence = sequence.split('.')[-1]
1651 
1652  skimlist=sequence.split('+')
## support @Mu+DiJet+@Electron configuration via autoSkim.py
def ConfigBuilder.ConfigBuilder.prepare_USER (   self,
  sequence = None 
)
Enrich the schedule with a user defined sequence 

Definition at line 1690 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.loadDefaultOrSpecifiedCFF(), and ConfigBuilder.ConfigBuilder.scheduleSequence().

1691  def prepare_USER(self, sequence = None):
1692  ''' Enrich the schedule with a user defined sequence '''
self.loadDefaultOrSpecifiedCFF(sequence,self.USERDefaultCFF)
def ConfigBuilder.ConfigBuilder.prepare_VALIDATION (   self,
  sequence = 'validation' 
)

Definition at line 1703 of file ConfigBuilder.py.

References any(), ConfigBuilder.ConfigBuilder.executeAndRemember(), ConfigBuilder.ConfigBuilder.expandMapping(), ConfigBuilder.ConfigBuilder.loadDefaultOrSpecifiedCFF(), python.multivaluedict.map(), DTTTrigProd.DTTTrigProd.process, HcalHitRelabeller.process(), DTValidSummary.DTValidSummary.process, NullPostProcessor< OutputCollection, edm::EDFilter >.process(), NullPostProcessor< OutputCollection >.process(), helper::NullPostProcessor< OutputCollection, EdmFilter >.process(), EDFilter<>.process(), NullPostProcessor< reco::CandidateCollection >.process(), DTDqm.DTDqm.process, NullPostProcessor< OutputCollection, EdmFilter >.process(), DTDQMMerge.DTDQMMerge.process, helper::NullPostProcessor< reco::CandidateCollection, edm::EDFilter >.process(), helper::NullPostProcessor< typename::helper::SelectedOutputCollectionTrait< reco::TrackCollection >::type, EdmFilter >.process(), DTVDriftMeanTimerCalibration.DTVDriftMeanTimerCalibration.process, DTAnalysisResiduals.DTAnalysisResiduals.process, DTVDriftSegmentCalibration.DTVDriftSegmentCalibration.process, DTDQMHarvesting.DTDQMHarvesting.process, tfwliteselectortest::ThingsWorker.process(), DTNoiseCalibration.DTNoiseCalibration.process, DTResidualCalibration.DTResidualCalibration.process, DTTTrigValid.DTTTrigValid.process, DTDQMValidation.DTDQMValidation.process, DummyUpdator.process(), clangcms::CatchAll.process(), tfwliteselectortest::ThingsTSelector.process(), EcalFenixTcpsFgvbEB.process(), CSCTFDTReceiver.process(), EcalFenixBypassLin.process(), EcalFenixPeakFinder.process(), CSCTFMonitorInterface.process(), EcalFenixMaxof2.process(), TTULogic.process(), examples::TrackAnalysisAlgorithm.process(), CSCMonitorInterface.process(), SingleTrajectoryUpdator.process(), RBCLogic.process(), TTUWedgeORLogic.process(), PFPileUpAlgo.process(), RBCPatternLogic.process(), TTUSectorORLogic.process(), EcalFenixEtStrip.process(), npstat::AbsVisitor< Input, unsigned long >.process(), __class__Worker.process(), KalmanAlignmentUpdator.process(), EcalFenixTcpFormat.process(), npstat::AbsVisitor< Input, Result >.process(), HcalCableMapper.process(), DTT0DBValidation.DTT0DBValidation.process, EcalFenixAmplitudeFilter.process(), npstat::AbsArrayProjector< Input, Result >.process(), EcalFenixStripFormatEE.process(), DTVDriftMeanTimerWriter.DTVDriftMeanTimerWriter.process, RBCTestLogic.process(), DTVDriftSegmentWriter.DTVDriftSegmentWriter.process, TTUPointingLogic.process(), BTagDifferentialPlot.process(), EcalFenixStripFormatEB.process(), EcalFenixEtTot.process(), ora::IRelationalMapping.process(), DTTTrigResidualCorr.DTTTrigResidualCorr.process, TTUTwoORLogic.process(), HcalSimpleReconstructor.process(), EcalFenixStripFgvbEE.process(), RBCChamberORLogic.process(), EcalFenixTcpFgvbEE.process(), TTUTrackingAlg.process(), DTTTrigCorrFirst.DTTTrigCorrFirst.process, EcalFenixFgvbEB.process(), L1GctNullJetFinder.process(), L1GctEmLeafCard.process(), L1GctSimpleJetFinder.process(), SiStripClusterToDigiProducer.process(), EcalFenixLinearizer.process(), L1GctHardwareJetFinder.process(), DTTTrigTimeBoxesWriter.DTTTrigTimeBoxesWriter.process, RPCWheel.process(), L1GctJetFinalStage.process(), L1GctProcessor.process(), TTUConfigurator.process(), L1GctGlobalHfSumAlgos.process(), edm::InputTag.process(), PFMETBenchmark.process(), npstat::VisitCounter< Input >.process(), L1GctElectronFinalSort.process(), PFJetBenchmark.process(), ora::PrimitiveMapping.process(), PFTauElecRejectionBenchmark.process(), EgammaHLTPixelMatchElectronAlgo.process(), L1Comparator.process(), L1GctWheelEnergyFpga.process(), L1GctWheelJetFpga.process(), cscdqm::HWStandbyType.process, ora::BlobMapping.process(), L1GctElectronSorter.process(), L1GctGlobalEnergyAlgos.process(), L1GctTdrJetFinder.process(), TFWLiteSelectorBasic.process(), fwlite::internal::DataKey.process(), L1GctJetLeafCard.process(), edm::EDConsumerBase::Labels.process, KDTreeLinkerBase.process(), DTTFFEDReader.process(), L1GlobalCaloTrigger.process(), TFWLiteSelector< ThingsWorker >.process(), TFWLiteSelector< __class__Worker >.process(), TFWLiteSelector< TrackAnalysisAlgorithm >.process(), TFWLiteSelector< TWorker >.process(), HLTTrackClusterRemoverNew.process(), SeedClusterRemover.process(), ora::OraReferenceMapping.process(), EcalFenixTcp.process(), TrackClusterRemover.process(), TestOutliers.process, HTTP.RequestManager.process(), ora::UniqueReferenceMapping.process(), lhef::LHERunInfo::Process.process, EcalFenixStrip.process(), ora::OraPtrMapping.process(), CaloTowersCreationAlgo.process(), ora::NamedRefMapping.process(), ora::ArrayMapping.process(), EgammaHLTValidationUtils.EgammaDQMModuleMaker.process, ora::CArrayMapping.process(), L1GctJetFinderBase.process(), ora::ObjectMapping.process(), Config.Process.process, ora::EmptyMapping.process(), edm::SubProcess.process(), Vispa.Plugins.ConfigEditor.ConfigDataAccessor.ConfigDataAccessor.process(), edm::ProductHolderIndexHelper::Item.process(), ConfigBuilder.ConfigBuilder.renameHLTprocessInSequence(), and split.

1704  def prepare_VALIDATION(self, sequence = 'validation'):
1705  print sequence,"in preparing validation"
1706  self.loadDefaultOrSpecifiedCFF(sequence,self.VALIDATIONDefaultCFF)
1707  from Validation.Configuration.autoValidation import autoValidation
1708  #in case VALIDATION:something:somethingelse -> something,somethingelse
1709  sequence=sequence.split('.')[-1]
1710  if sequence.find(',')!=-1:
1711  prevalSeqName=sequence.split(',')[0].split('+')
1712  valSeqName=sequence.split(',')[1].split('+')
1713  self.expandMapping(prevalSeqName,autoValidation,index=0)
1714  self.expandMapping(valSeqName,autoValidation,index=1)
1715  else:
1716  if '@' in sequence:
1717  prevalSeqName=sequence.split('+')
1718  valSeqName=sequence.split('+')
1719  self.expandMapping(prevalSeqName,autoValidation,index=0)
1720  self.expandMapping(valSeqName,autoValidation,index=1)
1721  else:
1722  postfix=''
1723  if sequence:
1724  postfix='_'+sequence
1725  prevalSeqName=['prevalidation'+postfix]
1726  valSeqName=['validation'+postfix]
1727  if not hasattr(self.process,valSeqName[0]):
1728  prevalSeqName=['']
1729  valSeqName=[sequence]
1730 
1731  def NFI(index):
1732  ##name from index, required to keep backward compatibility
1733  if index==0:
1734  return ''
1735  else:
1736  return '%s'%index
1737 
1738  if not 'DIGI' in self.stepMap and not self._options.fast and not any(map( lambda s : s.startswith('genvalid'), valSeqName)):
1739  if self._options.restoreRNDSeeds==False and not self._options.restoreRNDSeeds==True:
1740  self._options.restoreRNDSeeds=True
1741 
1742  #rename the HLT process in validation steps
1743  if ('HLT' in self.stepMap and not self._options.fast) or self._options.hltProcess:
1744  for s in valSeqName+prevalSeqName:
1745  if s:
1747  for (i,s) in enumerate(prevalSeqName):
1748  if s:
1749  setattr(self.process,'prevalidation_step%s'%NFI(i), cms.Path( getattr(self.process, s)) )
1750  self.schedule.append(getattr(self.process,'prevalidation_step%s'%NFI(i)))
1751 
1752  for (i,s) in enumerate(valSeqName):
1753  setattr(self.process,'validation_step%s'%NFI(i), cms.EndPath( getattr(self.process, s)))
1754  self.schedule.append(getattr(self.process,'validation_step%s'%NFI(i)))
1755 
1756  if not 'DIGI' in self.stepMap and not self._options.fast:
1757  self.executeAndRemember("process.mix.playback = True")
1758  self.executeAndRemember("process.mix.digitizers = cms.PSet()")
1759  self.executeAndRemember("for a in process.aliases: delattr(process, a)")
1760  self._options.customisation_file.append("SimGeneral/MixingModule/fullMixCustomize_cff.setCrossingFrameOn")
1761 
1762  if hasattr(self.process,"genstepfilter") and len(self.process.genstepfilter.triggerConditions):
1763  #will get in the schedule, smoothly
1764  for (i,s) in enumerate(valSeqName):
1765  getattr(self.process,'validation_step%s'%NFI(i))._seq = self.process.genstepfilter * getattr(self.process,'validation_step%s'%NFI(i))._seq
1766 
1767  return
1768 
bool any(const std::vector< T > &v, const T &what)
Definition: ECalSD.cc:34
double split
Definition: MVATrainer.cc:139
def ConfigBuilder.ConfigBuilder.profileOptions (   self)
addIgProfService
Function to add the igprof profile service so that you can dump in the middle
of the run.

Definition at line 231 of file ConfigBuilder.py.

Referenced by ConfigBuilder.ConfigBuilder.addCommon().

232  def profileOptions(self):
233  """
234  addIgProfService
235  Function to add the igprof profile service so that you can dump in the middle
236  of the run.
237  """
238  profileOpts = self._options.profile.split(':')
239  profilerStart = 1
240  profilerInterval = 100
241  profilerFormat = None
242  profilerJobFormat = None
243 
244  if len(profileOpts):
245  #type, given as first argument is unused here
246  profileOpts.pop(0)
247  if len(profileOpts):
248  startEvent = profileOpts.pop(0)
249  if not startEvent.isdigit():
250  raise Exception("%s is not a number" % startEvent)
251  profilerStart = int(startEvent)
252  if len(profileOpts):
253  eventInterval = profileOpts.pop(0)
254  if not eventInterval.isdigit():
255  raise Exception("%s is not a number" % eventInterval)
256  profilerInterval = int(eventInterval)
257  if len(profileOpts):
258  profilerFormat = profileOpts.pop(0)
259 
260 
261  if not profilerFormat:
262  profilerFormat = "%s___%s___%s___%s___%s___%s___%%I.gz" % (self._options.evt_type.replace("_cfi", ""),
263  self._options.step,
264  self._options.pileup,
265  self._options.conditions,
266  self._options.datatier,
267  self._options.profileTypeLabel)
268  if not profilerJobFormat and profilerFormat.endswith(".gz"):
269  profilerJobFormat = profilerFormat.replace(".gz", "_EndOfJob.gz")
270  elif not profilerJobFormat:
271  profilerJobFormat = profilerFormat + "_EndOfJob.gz"
272 
273  return (profilerStart,profilerInterval,profilerFormat,profilerJobFormat)
def ConfigBuilder.ConfigBuilder.renameHLTprocessInSequence (   self,
  sequence,
  proc = None,
  HLTprocess = 'HLT' 
)

Definition at line 1838 of file ConfigBuilder.py.

References DTTTrigProd.DTTTrigProd.process, HcalHitRelabeller.process(), DTDqm.DTDqm.process, NullPostProcessor< OutputCollection >.process(), NullPostProcessor< OutputCollection, EdmFilter >.process(), EDFilter<>.process(), DTDQMMerge.DTDQMMerge.process, DTValidSummary.DTValidSummary.process, helper::NullPostProcessor< OutputCollection, EdmFilter >.process(), helper::NullPostProcessor< reco::CandidateCollection, edm::EDFilter >.process(), helper::NullPostProcessor< typename::helper::SelectedOutputCollectionTrait< reco::TrackCollection >::type, EdmFilter >.process(), NullPostProcessor< reco::CandidateCollection >.process(), NullPostProcessor< OutputCollection, edm::EDFilter >.process(), DTAnalysisResiduals.DTAnalysisResiduals.process, DTVDriftSegmentCalibration.DTVDriftSegmentCalibration.process, tfwliteselectortest::ThingsWorker.process(), DTDQMHarvesting.DTDQMHarvesting.process, DTVDriftMeanTimerCalibration.DTVDriftMeanTimerCalibration.process, DTNoiseCalibration.DTNoiseCalibration.process, DTResidualCalibration.DTResidualCalibration.process, DTDQMValidation.DTDQMValidation.process, DummyUpdator.process(), DTTTrigValid.DTTTrigValid.process, clangcms::CatchAll.process(), tfwliteselectortest::ThingsTSelector.process(), EcalFenixTcpsFgvbEB.process(), CSCTFDTReceiver.process(), EcalFenixBypassLin.process(), EcalFenixPeakFinder.process(), CSCTFMonitorInterface.process(), EcalFenixMaxof2.process(), TTULogic.process(), examples::TrackAnalysisAlgorithm.process(), CSCMonitorInterface.process(), SingleTrajectoryUpdator.process(), RBCLogic.process(), TTUWedgeORLogic.process(), RBCPatternLogic.process(), TTUSectorORLogic.process(), EcalFenixEtStrip.process(), PFPileUpAlgo.process(), npstat::AbsVisitor< Input, unsigned long >.process(), KalmanAlignmentUpdator.process(), __class__Worker.process(), HcalCableMapper.process(), EcalFenixTcpFormat.process(), npstat::AbsVisitor< Input, Result >.process(), DTT0DBValidation.DTT0DBValidation.process, EcalFenixAmplitudeFilter.process(), EcalFenixStripFormatEE.process(), npstat::AbsArrayProjector< Input, Result >.process(), DTVDriftMeanTimerWriter.DTVDriftMeanTimerWriter.process, DTVDriftSegmentWriter.DTVDriftSegmentWriter.process, RBCTestLogic.process(), TTUPointingLogic.process(), EcalFenixStripFormatEB.process(), BTagDifferentialPlot.process(), EcalFenixEtTot.process(), DTTTrigResidualCorr.DTTTrigResidualCorr.process, TTUTwoORLogic.process(), ora::IRelationalMapping.process(), HcalSimpleReconstructor.process(), EcalFenixStripFgvbEE.process(), RBCChamberORLogic.process(), TTUTrackingAlg.process(), EcalFenixTcpFgvbEE.process(), DTTTrigCorrFirst.DTTTrigCorrFirst.process, EcalFenixFgvbEB.process(), L1GctEmLeafCard.process(), L1GctNullJetFinder.process(), L1GctSimpleJetFinder.process(), SiStripClusterToDigiProducer.process(), EcalFenixLinearizer.process(), L1GctHardwareJetFinder.process(), RPCWheel.process(), DTTTrigTimeBoxesWriter.DTTTrigTimeBoxesWriter.process, L1GctJetFinalStage.process(), L1GctProcessor.process(), TTUConfigurator.process(), L1GctGlobalHfSumAlgos.process(), edm::InputTag.process(), npstat::VisitCounter< Input >.process(), PFMETBenchmark.process(), L1GctElectronFinalSort.process(), PFJetBenchmark.process(), PFTauElecRejectionBenchmark.process(), ora::PrimitiveMapping.process(), EgammaHLTPixelMatchElectronAlgo.process(), L1Comparator.process(), L1GctWheelEnergyFpga.process(), L1GctWheelJetFpga.process(), cscdqm::HWStandbyType.process, ora::BlobMapping.process(), L1GctGlobalEnergyAlgos.process(), L1GctElectronSorter.process(), L1GctTdrJetFinder.process(), TFWLiteSelectorBasic.process(), fwlite::internal::DataKey.process(), L1GctJetLeafCard.process(), edm::EDConsumerBase::Labels.process, KDTreeLinkerBase.process(), DTTFFEDReader.process(), L1GlobalCaloTrigger.process(), TFWLiteSelector< TrackAnalysisAlgorithm >.process(), TFWLiteSelector< ThingsWorker >.process(), TFWLiteSelector< TWorker >.process(), TFWLiteSelector< __class__Worker >.process(), HLTTrackClusterRemoverNew.process(), SeedClusterRemover.process(), ora::OraReferenceMapping.process(), EcalFenixTcp.process(), TrackClusterRemover.process(), TestOutliers.process, HTTP.RequestManager.process(), ora::UniqueReferenceMapping.process(), lhef::LHERunInfo::Process.process, EcalFenixStrip.process(), ora::OraPtrMapping.process(), CaloTowersCreationAlgo.process(), ora::NamedRefMapping.process(), ora::ArrayMapping.process(), EgammaHLTValidationUtils.EgammaDQMModuleMaker.process, ora::CArrayMapping.process(), L1GctJetFinderBase.process(), ora::ObjectMapping.process(), Config.Process.process, ora::EmptyMapping.process(), edm::SubProcess.process(), Vispa.Plugins.ConfigEditor.ConfigDataAccessor.ConfigDataAccessor.process(), edm::ProductHolderIndexHelper::Item.process(), and cmsPerfHarvest.visit().

Referenced by ConfigBuilder.ConfigBuilder.prepare_VALIDATION().

1839  def renameHLTprocessInSequence(self,sequence,proc=None,HLTprocess='HLT'):
1840  if self._options.hltProcess:
1841  proc=self._options.hltProcess
1842  else:
1843  proc=self.process.name_()
1844  if proc==HLTprocess: return
1845  # look up all module in dqm sequence
1846  print "replacing %s process name - sequence %s will use '%s'" % (HLTprocess,sequence, proc)
1847  getattr(self.process,sequence).visit(ConfigBuilder.MassSearchReplaceProcessNameVisitor(HLTprocess,proc,whitelist = ("subSystemFolder",)))
1848  if 'from Configuration.Applications.ConfigBuilder import ConfigBuilder' not in self.additionalCommands:
1849  self.additionalCommands.append('from Configuration.Applications.ConfigBuilder import ConfigBuilder')
1850  self.additionalCommands.append('process.%s.visit(ConfigBuilder.MassSearchReplaceProcessNameVisitor("%s", "%s", whitelist = ("subSystemFolder",)))'% (sequence,HLTprocess, proc))
1851 
def visit
Retrieve data from a perf suite output (sub) directory, only examines TimeSize at the moment...
def ConfigBuilder.ConfigBuilder.renameInputTagsInSequence (   self,
  sequence,
  oldT = "rawDataCollector",
  newT = "rawDataRepacker" 
)

Definition at line 1828 of file ConfigBuilder.py.

References helpers.massSearchReplaceAnyInputTag(), DTTTrigProd.DTTTrigProd.process, HcalHitRelabeller.process(), NullPostProcessor< OutputCollection, edm::EDFilter >.process(), NullPostProcessor< OutputCollection >.process(), NullPostProcessor< OutputCollection, EdmFilter >.process(), EDFilter<>.process(), DTDQMMerge.DTDQMMerge.process, DTDqm.DTDqm.process, DTValidSummary.DTValidSummary.process, helper::NullPostProcessor< OutputCollection, EdmFilter >.process(), helper::NullPostProcessor< reco::CandidateCollection, edm::EDFilter >.process(), helper::NullPostProcessor< typename::helper::SelectedOutputCollectionTrait< reco::TrackCollection >::type, EdmFilter >.process(), NullPostProcessor< reco::CandidateCollection >.process(), DTVDriftMeanTimerCalibration.DTVDriftMeanTimerCalibration.process, DTDQMHarvesting.DTDQMHarvesting.process, DTVDriftSegmentCalibration.DTVDriftSegmentCalibration.process, DTAnalysisResiduals.DTAnalysisResiduals.process, tfwliteselectortest::ThingsWorker.process(), DTResidualCalibration.DTResidualCalibration.process, DTNoiseCalibration.DTNoiseCalibration.process, DTDQMValidation.DTDQMValidation.process, DummyUpdator.process(), DTTTrigValid.DTTTrigValid.process, clangcms::CatchAll.process(), tfwliteselectortest::ThingsTSelector.process(), EcalFenixTcpsFgvbEB.process(), CSCTFDTReceiver.process(), EcalFenixBypassLin.process(), EcalFenixPeakFinder.process(), CSCTFMonitorInterface.process(), EcalFenixMaxof2.process(), TTULogic.process(), examples::TrackAnalysisAlgorithm.process(), CSCMonitorInterface.process(), SingleTrajectoryUpdator.process(), RBCLogic.process(), TTUWedgeORLogic.process(), RBCPatternLogic.process(), TTUSectorORLogic.process(), EcalFenixEtStrip.process(), PFPileUpAlgo.process(), npstat::AbsVisitor< Input, unsigned long >.process(), __class__Worker.process(), KalmanAlignmentUpdator.process(), EcalFenixTcpFormat.process(), npstat::AbsVisitor< Input, Result >.process(), HcalCableMapper.process(), npstat::AbsArrayProjector< Input, Result >.process(), DTT0DBValidation.DTT0DBValidation.process, EcalFenixAmplitudeFilter.process(), EcalFenixStripFormatEE.process(), DTVDriftMeanTimerWriter.DTVDriftMeanTimerWriter.process, DTVDriftSegmentWriter.DTVDriftSegmentWriter.process, RBCTestLogic.process(), TTUPointingLogic.process(), BTagDifferentialPlot.process(), EcalFenixStripFormatEB.process(), EcalFenixEtTot.process(), ora::IRelationalMapping.process(), TTUTwoORLogic.process(), DTTTrigResidualCorr.DTTTrigResidualCorr.process, HcalSimpleReconstructor.process(), EcalFenixStripFgvbEE.process(), RBCChamberORLogic.process(), EcalFenixTcpFgvbEE.process(), TTUTrackingAlg.process(), DTTTrigCorrFirst.DTTTrigCorrFirst.process, EcalFenixFgvbEB.process(), L1GctEmLeafCard.process(), L1GctNullJetFinder.process(), L1GctSimpleJetFinder.process(), SiStripClusterToDigiProducer.process(), EcalFenixLinearizer.process(), L1GctHardwareJetFinder.process(), RPCWheel.process(), DTTTrigTimeBoxesWriter.DTTTrigTimeBoxesWriter.process, L1GctJetFinalStage.process(), L1GctProcessor.process(), TTUConfigurator.process(), L1GctGlobalHfSumAlgos.process(), npstat::VisitCounter< Input >.process(), PFMETBenchmark.process(), edm::InputTag.process(), L1GctElectronFinalSort.process(), PFJetBenchmark.process(), ora::PrimitiveMapping.process(), PFTauElecRejectionBenchmark.process(), EgammaHLTPixelMatchElectronAlgo.process(), L1Comparator.process(), L1GctWheelEnergyFpga.process(), L1GctWheelJetFpga.process(), cscdqm::HWStandbyType.process, ora::BlobMapping.process(), L1GctGlobalEnergyAlgos.process(), L1GctElectronSorter.process(), L1GctTdrJetFinder.process(), TFWLiteSelectorBasic.process(), fwlite::internal::DataKey.process(), L1GctJetLeafCard.process(), edm::EDConsumerBase::Labels.process, KDTreeLinkerBase.process(), DTTFFEDReader.process(), L1GlobalCaloTrigger.process(), TFWLiteSelector< TrackAnalysisAlgorithm >.process(), TFWLiteSelector< __class__Worker >.process(), TFWLiteSelector< TWorker >.process(), TFWLiteSelector< ThingsWorker >.process(), SeedClusterRemover.process(), HLTTrackClusterRemoverNew.process(), ora::OraReferenceMapping.process(), EcalFenixTcp.process(), TrackClusterRemover.process(), TestOutliers.process, HTTP.RequestManager.process(), ora::UniqueReferenceMapping.process(), lhef::LHERunInfo::Process.process, EcalFenixStrip.process(), ora::OraPtrMapping.process(), ora::NamedRefMapping.process(), CaloTowersCreationAlgo.process(), ora::ArrayMapping.process(), EgammaHLTValidationUtils.EgammaDQMModuleMaker.process, ora::CArrayMapping.process(), L1GctJetFinderBase.process(), ora::ObjectMapping.process(), Config.Process.process, ora::EmptyMapping.process(), edm::SubProcess.process(), Vispa.Plugins.ConfigEditor.ConfigDataAccessor.ConfigDataAccessor.process(), and edm::ProductHolderIndexHelper::Item.process().

Referenced by ConfigBuilder.ConfigBuilder.prepare_L1REPACK().

1829  def renameInputTagsInSequence(self,sequence,oldT="rawDataCollector",newT="rawDataRepacker"):
1830  print "Replacing all InputTag %s => %s"%(oldT,newT)
1831  from PhysicsTools.PatAlgos.tools.helpers import massSearchReplaceAnyInputTag
1832  massSearchReplaceAnyInputTag(getattr(self.process,sequence),oldT,newT)
1833  loadMe='from PhysicsTools.PatAlgos.tools.helpers import massSearchReplaceAnyInputTag'
1834  if not loadMe in self.additionalCommands:
1835  self.additionalCommands.append(loadMe)
1836  self.additionalCommands.append('massSearchReplaceAnyInputTag(process.%s,"%s","%s",False,True)'%(sequence,oldT,newT))
def massSearchReplaceAnyInputTag
Definition: helpers.py:262
def ConfigBuilder.ConfigBuilder.scheduleSequence (   self,
  seq,
  prefix,
  what = 'Path' 
)

Definition at line 1158 of file ConfigBuilder.py.

References DTTTrigProd.DTTTrigProd.process, HcalHitRelabeller.process(), DTDqm.DTDqm.process, NullPostProcessor< OutputCollection >.process(), NullPostProcessor< OutputCollection, EdmFilter >.process(), EDFilter<>.process(), DTDQMMerge.DTDQMMerge.process, DTValidSummary.DTValidSummary.process, helper::NullPostProcessor< OutputCollection, EdmFilter >.process(), helper::NullPostProcessor< reco::CandidateCollection, edm::EDFilter >.process(), helper::NullPostProcessor< typename::helper::SelectedOutputCollectionTrait< reco::TrackCollection >::type, EdmFilter >.process(), NullPostProcessor< reco::CandidateCollection >.process(), NullPostProcessor< OutputCollection, edm::EDFilter >.process(), DTAnalysisResiduals.DTAnalysisResiduals.process, DTVDriftSegmentCalibration.DTVDriftSegmentCalibration.process, tfwliteselectortest::ThingsWorker.process(), DTDQMHarvesting.DTDQMHarvesting.process, DTVDriftMeanTimerCalibration.DTVDriftMeanTimerCalibration.process, DTNoiseCalibration.DTNoiseCalibration.process, DTResidualCalibration.DTResidualCalibration.process, DTDQMValidation.DTDQMValidation.process, DummyUpdator.process(), DTTTrigValid.DTTTrigValid.process, clangcms::CatchAll.process(), tfwliteselectortest::ThingsTSelector.process(), EcalFenixTcpsFgvbEB.process(), CSCTFDTReceiver.process(), EcalFenixBypassLin.process(), EcalFenixPeakFinder.process(), CSCTFMonitorInterface.process(), EcalFenixMaxof2.process(), TTULogic.process(), examples::TrackAnalysisAlgorithm.process(), CSCMonitorInterface.process(), SingleTrajectoryUpdator.process(), RBCLogic.process(), TTUWedgeORLogic.process(), RBCPatternLogic.process(), TTUSectorORLogic.process(), EcalFenixEtStrip.process(), PFPileUpAlgo.process(), npstat::AbsVisitor< Input, unsigned long >.process(), npstat::AbsVisitor< Input, Result >.process(), KalmanAlignmentUpdator.process(), __class__Worker.process(), HcalCableMapper.process(), EcalFenixTcpFormat.process(), DTT0DBValidation.DTT0DBValidation.process, EcalFenixAmplitudeFilter.process(), EcalFenixStripFormatEE.process(), npstat::AbsArrayProjector< Input, Result >.process(), DTVDriftMeanTimerWriter.DTVDriftMeanTimerWriter.process, DTVDriftSegmentWriter.DTVDriftSegmentWriter.process, RBCTestLogic.process(), TTUPointingLogic.process(), BTagDifferentialPlot.process(), EcalFenixStripFormatEB.process(), EcalFenixEtTot.process(), DTTTrigResidualCorr.DTTTrigResidualCorr.process, TTUTwoORLogic.process(), ora::IRelationalMapping.process(), HcalSimpleReconstructor.process(), EcalFenixStripFgvbEE.process(), RBCChamberORLogic.process(), TTUTrackingAlg.process(), EcalFenixTcpFgvbEE.process(), DTTTrigCorrFirst.DTTTrigCorrFirst.process, EcalFenixFgvbEB.process(), L1GctNullJetFinder.process(), L1GctEmLeafCard.process(), L1GctSimpleJetFinder.process(), SiStripClusterToDigiProducer.process(), EcalFenixLinearizer.process(), L1GctHardwareJetFinder.process(), RPCWheel.process(), DTTTrigTimeBoxesWriter.DTTTrigTimeBoxesWriter.process, L1GctJetFinalStage.process(), L1GctProcessor.process(), TTUConfigurator.process(), L1GctGlobalHfSumAlgos.process(), npstat::VisitCounter< Input >.process(), PFMETBenchmark.process(), edm::InputTag.process(), L1GctElectronFinalSort.process(), PFJetBenchmark.process(), PFTauElecRejectionBenchmark.process(), ora::PrimitiveMapping.process(), EgammaHLTPixelMatchElectronAlgo.process(), L1Comparator.process(), L1GctWheelEnergyFpga.process(), L1GctWheelJetFpga.process(), cscdqm::HWStandbyType.process, ora::BlobMapping.process(), L1GctElectronSorter.process(), L1GctGlobalEnergyAlgos.process(), L1GctTdrJetFinder.process(), TFWLiteSelectorBasic.process(), fwlite::internal::DataKey.process(), L1GctJetLeafCard.process(), KDTreeLinkerBase.process(), edm::EDConsumerBase::Labels.process, DTTFFEDReader.process(), L1GlobalCaloTrigger.process(), TFWLiteSelector< __class__Worker >.process(), TFWLiteSelector< TWorker >.process(), TFWLiteSelector< TrackAnalysisAlgorithm >.process(), TFWLiteSelector< ThingsWorker >.process(), SeedClusterRemover.process(), HLTTrackClusterRemoverNew.process(), ora::OraReferenceMapping.process(), EcalFenixTcp.process(), TrackClusterRemover.process(), TestOutliers.process, HTTP.RequestManager.process(), ora::UniqueReferenceMapping.process(), lhef::LHERunInfo::Process.process, EcalFenixStrip.process(), ora::OraPtrMapping.process(), ora::NamedRefMapping.process(), CaloTowersCreationAlgo.process(), ora::ArrayMapping.process(), EgammaHLTValidationUtils.EgammaDQMModuleMaker.process, ora::CArrayMapping.process(), L1GctJetFinderBase.process(), ora::ObjectMapping.process(), Config.Process.process, ora::EmptyMapping.process(), edm::SubProcess.process(), Vispa.Plugins.ConfigEditor.ConfigDataAccessor.ConfigDataAccessor.process(), and edm::ProductHolderIndexHelper::Item.process().

Referenced by ConfigBuilder.ConfigBuilder.PrintAllModules.leave(), ConfigBuilder.ConfigBuilder.prepare_CFWRITER(), ConfigBuilder.ConfigBuilder.prepare_DATAMIX(), ConfigBuilder.ConfigBuilder.prepare_DIGI(), ConfigBuilder.ConfigBuilder.prepare_DIGI2RAW(), ConfigBuilder.ConfigBuilder.prepare_DIGIPREMIX(), ConfigBuilder.ConfigBuilder.prepare_DIGIPREMIX_S2(), ConfigBuilder.ConfigBuilder.prepare_L1(), ConfigBuilder.ConfigBuilder.prepare_L1Reco(), ConfigBuilder.ConfigBuilder.prepare_L1REPACK(), ConfigBuilder.ConfigBuilder.prepare_L1TrackTrigger(), ConfigBuilder.ConfigBuilder.prepare_POSTRECO(), ConfigBuilder.ConfigBuilder.prepare_RAW2DIGI(), ConfigBuilder.ConfigBuilder.prepare_RECO(), ConfigBuilder.ConfigBuilder.prepare_REPACK(), ConfigBuilder.ConfigBuilder.prepare_USER(), and ConfigBuilder.ConfigBuilder.scheduleSequenceAtEnd().

1159  def scheduleSequence(self,seq,prefix,what='Path'):
1160  if '*' in seq:
1161  #create only one path with all sequences in it
1162  for i,s in enumerate(seq.split('*')):
1163  if i==0:
1164  setattr(self.process,prefix,getattr(cms,what)( getattr(self.process, s) ))
1165  else:
1166  p=getattr(self.process,prefix)
1167  p+=getattr(self.process, s)
1168  self.schedule.append(getattr(self.process,prefix))
1169  return
1170  else:
1171  #create as many path as many sequences
1172  if not '+' in seq:
1173  if self.nextScheduleIsConditional:
1174  self.conditionalPaths.append(prefix)
1175  setattr(self.process,prefix,getattr(cms,what)( getattr(self.process, seq) ))
1176  self.schedule.append(getattr(self.process,prefix))
1177  else:
1178  for i,s in enumerate(seq.split('+')):
1179  sn=prefix+'%d'%(i)
1180  setattr(self.process,sn,getattr(cms,what)( getattr(self.process, s) ))
1181  self.schedule.append(getattr(self.process,sn))
1182  return
def ConfigBuilder.ConfigBuilder.scheduleSequenceAtEnd (   self,
  seq,
  prefix 
)

Definition at line 1183 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.scheduleSequence().

Referenced by ConfigBuilder.ConfigBuilder.prepare_ENDJOB().

1184  def scheduleSequenceAtEnd(self,seq,prefix):
1185  self.scheduleSequence(seq,prefix,what='EndPath')
1186  return

Member Data Documentation

ConfigBuilder.ConfigBuilder._options
private

Definition at line 168 of file ConfigBuilder.py.

list ConfigBuilder.ConfigBuilder.afterHLT = self.schedule[self.schedule.index(self.process.HLTSchedule)+1:]
static

Definition at line 2153 of file ConfigBuilder.py.

ConfigBuilder.ConfigBuilder.ALCADefaultCFF

Definition at line 851 of file ConfigBuilder.py.

Referenced by ConfigBuilder.ConfigBuilder.prepare_ALCA().

tuple ConfigBuilder.ConfigBuilder.alcastream = getattr(alcaConfig,name)
static

Definition at line 1206 of file ConfigBuilder.py.

list ConfigBuilder.ConfigBuilder.allFcn = []
static

Definition at line 785 of file ConfigBuilder.py.

list ConfigBuilder.ConfigBuilder.available = []
static

Definition at line 1239 of file ConfigBuilder.py.

string ConfigBuilder.ConfigBuilder.beamspotName = 'process.%sVtxSmearingParameters'
static

Definition at line 1372 of file ConfigBuilder.py.

string ConfigBuilder.ConfigBuilder.beamspotType = 'Flat'
static

manipulate the beamspot

Definition at line 1367 of file ConfigBuilder.py.

list ConfigBuilder.ConfigBuilder.beforeHLT = self.schedule[:self.schedule.index(self.process.HLTSchedule)]
static

Definition at line 2152 of file ConfigBuilder.py.

list ConfigBuilder.ConfigBuilder.cffToBeLoaded = VtxSmeared[self._options.beamspot]
static

Definition at line 1321 of file ConfigBuilder.py.

string ConfigBuilder.ConfigBuilder.cffToBeLoaded = 'IOMC.EventVertexGenerators.VtxSmearedParameters_cfi'
static

Definition at line 1323 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.com = string.lstrip(com)
static

Definition at line 828 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.combined_mapping = copy.deepcopy( autoDQM )
static

Definition at line 1915 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.command = command.strip()
static

Definition at line 410 of file ConfigBuilder.py.

Referenced by cmsRelvalreport.Profile._profile_edmsize(), cmsRelvalreport.Profile._profile_igprof(), cmsRelvalreport.Profile._profile_Memcheck_Valgrind(), cmsRelvalreport.Profile._profile_None(), cmsRelvalreport.Profile._profile_valgrindfce(), cmsRelvalreport.Profile._save_output(), and runall.testit.run().

string ConfigBuilder.ConfigBuilder.CppType = 'PoolOutputModule'
static

Definition at line 516 of file ConfigBuilder.py.

dictionary ConfigBuilder.ConfigBuilder.custMap = {}
static

Definition at line 764 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.customiseFile = re.sub(r'\.pyc$', '.py', package.__file__)
static

Definition at line 799 of file ConfigBuilder.py.

ConfigBuilder.ConfigBuilder.defaultFileName = self._options.outfile_name
static

Definition at line 497 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.defaultFileName = self._options.outfile_name.replace('.root','_in'+theTier+'.root')
static

Definition at line 499 of file ConfigBuilder.py.

ConfigBuilder.ConfigBuilder.DIGI2RAWDefaultCFF

Definition at line 855 of file ConfigBuilder.py.

Referenced by ConfigBuilder.ConfigBuilder.prepare_DIGI2RAW().

ConfigBuilder.ConfigBuilder.DIGIDefaultCFF

Definition at line 854 of file ConfigBuilder.py.

Referenced by ConfigBuilder.ConfigBuilder.prepare_DIGI(), ConfigBuilder.ConfigBuilder.prepare_DIGIPREMIX(), and ConfigBuilder.ConfigBuilder.prepare_DIGIPREMIX_S2().

ConfigBuilder.ConfigBuilder.EDMtoMECFF

Definition at line 1903 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.fileName = opt.split('.')
static

Definition at line 769 of file ConfigBuilder.py.

Referenced by Splitter.Splitter.Backup(), and Splitter.Splitter.CreateFirstPage().

tuple ConfigBuilder.ConfigBuilder.filterConfig = self.load(sequence.split('.')[0])
static

load the relevant part

Definition at line 1586 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.filterSeq = sequence.split('.')
static

Definition at line 1587 of file ConfigBuilder.py.

string ConfigBuilder.ConfigBuilder.final_snippet = '\n'
static

Definition at line 781 of file ConfigBuilder.py.

ConfigBuilder.ConfigBuilder.GENDefaultCFF

Definition at line 852 of file ConfigBuilder.py.

list ConfigBuilder.ConfigBuilder.generatorModule = sys.modules[loadFragment]
static

Definition at line 1288 of file ConfigBuilder.py.

ConfigBuilder.ConfigBuilder.genModules = generatorModule.__dict__
static

Definition at line 1289 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.genSeqName = sequence.split('.')
static
Enrich the schedule with the rest of the generation step 

Definition at line 1316 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.harvestingConfig = self.loadDefaultOrSpecifiedCFF(sequence,self.HARVESTINGDefaultCFF)
static

Definition at line 1907 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.harvestingList = sequence.split("+")
static

Definition at line 1911 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.harvestingstream = getattr(harvestingConfig,name)
static

Definition at line 1927 of file ConfigBuilder.py.

ConfigBuilder.ConfigBuilder.HLTDefaultCFF

Definition at line 858 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.io = open(self._options.io,'w')
static

Definition at line 2196 of file ConfigBuilder.py.

dictionary ConfigBuilder.ConfigBuilder.ioJson = {}
static

Definition at line 2197 of file ConfigBuilder.py.

ConfigBuilder.ConfigBuilder.L1EMDefaultCFF

Definition at line 856 of file ConfigBuilder.py.

Referenced by ConfigBuilder.ConfigBuilder.prepare_L1().

ConfigBuilder.ConfigBuilder.L1MENUDefaultCFF

Definition at line 857 of file ConfigBuilder.py.

ConfigBuilder.ConfigBuilder.L1RecoDefaultCFF

Definition at line 860 of file ConfigBuilder.py.

Referenced by ConfigBuilder.ConfigBuilder.prepare_L1Reco().

ConfigBuilder.ConfigBuilder.L1TrackTriggerDefaultCFF

Definition at line 861 of file ConfigBuilder.py.

Referenced by ConfigBuilder.ConfigBuilder.prepare_L1TrackTrigger().

tuple ConfigBuilder.ConfigBuilder.lastStep = getattr(harvestingConfig,"ALCAHARVESTDQMSaveAndMetadataWriter")
static

Definition at line 1953 of file ConfigBuilder.py.

ConfigBuilder.ConfigBuilder.loadFailure = True
static

Definition at line 1282 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.loadFragment = self._options.evt_type.replace('.py','',)
static

Definition at line 1272 of file ConfigBuilder.py.

string ConfigBuilder.ConfigBuilder.loadFragment = 'Configuration.Generator.'
static

Definition at line 1275 of file ConfigBuilder.py.

dictionary ConfigBuilder.ConfigBuilder.mixingDict = {'file':pileupSpec}
static

Definition at line 630 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.mixingDict = copy.copy(Mixing[pileupSpec])
static

Definition at line 635 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.nl = self.additionalOutputs.keys()
static

Definition at line 2104 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.outDefDictStr = outDefDict.__str__()
static

Definition at line 472 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.outList = eval(self._options.outputDefinition)
static

Definition at line 470 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.output
static
Initial value:
1 = cms.OutputModule(CppType,
2  theEventContent.clone(),
3  fileName = cms.untracked.string(theFileName),
4  dataset = cms.untracked.PSet(
5  dataTier = cms.untracked.string(theTier),
6  filterName = cms.untracked.string(theFilterName))
7  )

Definition at line 520 of file ConfigBuilder.py.

list ConfigBuilder.ConfigBuilder.output = self.additionalOutputs[name]
static

Definition at line 2107 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.outputModule = getattr(self.process,theModuleLabel)
static

Definition at line 538 of file ConfigBuilder.py.

string ConfigBuilder.ConfigBuilder.outputModuleCfgCode = ""
static

adding standard sequences might change the inputEventContent option and therefore needs to be finalized after

Definition at line 2068 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.outputModuleCfgCode = self.addOutput()
static

Definition at line 2070 of file ConfigBuilder.py.

string ConfigBuilder.ConfigBuilder.outputModuleName = streamType+'output'
static

Definition at line 598 of file ConfigBuilder.py.

list ConfigBuilder.ConfigBuilder.package = sys.modules[packageName]
static

Definition at line 796 of file ConfigBuilder.py.

Referenced by Vispa.Plugins.ConfigEditor.ConfigDataAccessor.ConfigDataAccessor.properties().

tuple ConfigBuilder.ConfigBuilder.packageName = f.replace(".py","")
static

Definition at line 794 of file ConfigBuilder.py.

ConfigBuilder.ConfigBuilder.PATDefaultCFF

Definition at line 863 of file ConfigBuilder.py.

Referenced by ConfigBuilder.ConfigBuilder.prepare_PAT().

tuple ConfigBuilder.ConfigBuilder.path = getattr(self.process,theModuleLabel+'_step')
static

Definition at line 540 of file ConfigBuilder.py.

Referenced by python.rootplot.rootmath.Target.__repr__(), fff_monitoring.DQMMonitor.process_dir(), PackageSplitter.PackageSplitter.ReadFile(), ConfigFiles.ConfigFiles.ReadFile(), MainPageGenerator.MainPageGenerator.ReadFile(), PackageSplitter.PackageSplitter.WriteFile(), ConfigFiles.ConfigFiles.WriteFile(), and MainPageGenerator.MainPageGenerator.WriteFile().

string ConfigBuilder.ConfigBuilder.pathName = 'dqmoffline_step'
static

Definition at line 1882 of file ConfigBuilder.py.

list ConfigBuilder.ConfigBuilder.pathNames = ['process.'+p.label_() for p in beforeHLT]
static

Definition at line 2154 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.pfs = getattr(self.process,self.productionFilterSequence)
static

Definition at line 2181 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.pileupSpec = self._options.pileup.split(',')
static

Definition at line 625 of file ConfigBuilder.py.

ConfigBuilder.ConfigBuilder.RAW2DIGIDefaultCFF

Definition at line 859 of file ConfigBuilder.py.

Referenced by ConfigBuilder.ConfigBuilder.prepare_RAW2DIGI().

ConfigBuilder.ConfigBuilder.RECODefaultCFF

Definition at line 862 of file ConfigBuilder.py.

Referenced by ConfigBuilder.ConfigBuilder.prepare_RECO().

tuple ConfigBuilder.ConfigBuilder.rest = opt.split('.')
static

Definition at line 772 of file ConfigBuilder.py.

string ConfigBuilder.ConfigBuilder.result = "process.schedule = cms.Schedule("
static

Definition at line 2141 of file ConfigBuilder.py.

string ConfigBuilder.ConfigBuilder.sequence = 'EIsequence'
static

Definition at line 1639 of file ConfigBuilder.py.

Referenced by fff_deleter.FileDeleter.make_report(), and fff_deleter.FileDeleter.run().

tuple ConfigBuilder.ConfigBuilder.sequence = sequence.split('.')
static

Definition at line 1908 of file ConfigBuilder.py.

Referenced by fff_deleter.FileDeleter.make_report(), and fff_deleter.FileDeleter.run().

tuple ConfigBuilder.ConfigBuilder.sequenceList = list(set(sequenceList))
static

Definition at line 1880 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.shortName = name.replace('ALCARECOStream','')
static

Definition at line 1207 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.shortname = skim.replace('SKIMStream','')
static

Definition at line 1664 of file ConfigBuilder.py.

ConfigBuilder.ConfigBuilder.SIMDefaultCFF

Definition at line 853 of file ConfigBuilder.py.

string ConfigBuilder.ConfigBuilder.simGeometry = ''
static

Definition at line 995 of file ConfigBuilder.py.

list ConfigBuilder.ConfigBuilder.simGeometry = geoms[0]
static

Definition at line 1026 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.skimstream = getattr(skimConfig,skim)
static

Definition at line 1658 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.skimstreamDQM
static
Initial value:
1 = cms.FilteredStream(
2  responsible = skimstream.responsible,
3  name = skimstream.name+'DQM',
4  paths = skimstream.paths,
5  selectEvents = skimstream.selectEvents,
6  content = self._options.datatier+'EventContent',
7  dataTier = cms.untracked.string(self._options.datatier)
8  )

Definition at line 1672 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.specialization = defineMixing(mixingDict,self._options.fast)
static

Definition at line 653 of file ConfigBuilder.py.

list ConfigBuilder.ConfigBuilder.stepList = [re.sub(r'^prepare_', '', methodName) for methodName in ConfigBuilder.__dict__ if methodName.startswith('prepare_')]
static

Definition at line 179 of file ConfigBuilder.py.

list ConfigBuilder.ConfigBuilder.stepName = stepParts[0]
static

add the corresponding input content

Definition at line 185 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.stepParts = step.split(":")
static

Definition at line 184 of file ConfigBuilder.py.

list ConfigBuilder.ConfigBuilder.stepSpec = self.stepMap[stepName]
static

Definition at line 679 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.streamTypes = self._options.eventcontent.split(',')
static

ends the –output options model

Definition at line 560 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.theEventContent = cms.PSet(outputCommands = cms.untracked.vstring('keep *'))
static

Definition at line 509 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.theExtraOutputCommands = anyOf(['o','oC','outputCommands'],outDefDict,'')
static

Definition at line 483 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.theFileName = self._options.dirout+anyOf(['fn','fileName'],outDefDict,defaultFileName)
static

Definition at line 501 of file ConfigBuilder.py.

ConfigBuilder.ConfigBuilder.theFileName = self._options.outfile_name
static

Definition at line 574 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.theFilterName = anyOf(['f','ftN','filterName'],outDefDict,'')
static

Definition at line 480 of file ConfigBuilder.py.

string ConfigBuilder.ConfigBuilder.theFilterName = 'StreamALCACombined'
static

Definition at line 514 of file ConfigBuilder.py.

ConfigBuilder.ConfigBuilder.theFilterName = self._options.filtername
static

Definition at line 575 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.theModuleLabel = anyOf(['l','mL','moduleLabel'],outDefDict,'')
static

Definition at line 482 of file ConfigBuilder.py.

ConfigBuilder.ConfigBuilder.theModuleLabel = name
static

Definition at line 492 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.theObject = getattr(generatorModule,name)
static

Definition at line 1302 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.theSelectEvent = anyOf(['s','sE','selectEvents'],outDefDict,'')
static

Definition at line 481 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.theStreamType = anyOf(['e','ec','eventContent','streamType'],outDefDict,theTier)
static

event content

Definition at line 479 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.theTier = anyOf(['t','tier','dataTier'],outDefDict)
static

Definition at line 476 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.tiers = self._options.datatier.split(',')
static

Definition at line 561 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.tmpOut = cms.EndPath(output)
static

Definition at line 2109 of file ConfigBuilder.py.

list ConfigBuilder.ConfigBuilder.tryNames
static
Initial value:
1 = [theStreamType.replace(theTier.replace('-',''),'')+theTier.replace('-','')+'output',
2  theStreamType.replace(theTier.replace('-',''),'')+theTier.replace('-','')+theFilterName+'output',
3  theStreamType.replace(theTier.replace('-',''),'')+theTier.replace('-','')+theFilterName+theSelectEvent.split(',')[0].replace(':','for').replace(' ','')+'output'
4  ]

Definition at line 486 of file ConfigBuilder.py.