CMS 3D CMS Logo

 All Classes Namespaces Files Functions Variables Typedefs Enumerations Enumerator Properties Friends Macros Pages
List of all members | Classes | Public Member Functions | Public Attributes | Static Public Attributes | Private Attributes
ConfigBuilder.ConfigBuilder Class Reference
Inheritance diagram for ConfigBuilder.ConfigBuilder:

Classes

class  MassSearchReplaceProcessNameVisitor
 
class  PrintAllModules
 print it in the configuration More...
 

Public Member Functions

def __init__
 
def addCommon
 
def addConditions
 
def addCustomise
 
def addExtraStream
 
def addMaxEvents
 
def addOutput
 
def addSource
 
def addStandardSequences
 
def anyOf
 
def build_production_info
 
def completeInputCommand
 
def define_Configs
 
def doNotInlineEventContent
 
def doNotInlineEventContent
 
def executeAndRemember
 
def expandMapping
 
def filesFromOption
 
def finalizeFastSimHLT
 
def inGeometryKeys
 
def load
 
def loadAndRemember
 
def loadDefaultOrSpecifiedCFF
 
def prepare
 
def prepare_ALCA
 
def prepare_ALCAHARVEST
 
def prepare_ALCAOUTPUT
 
def prepare_ALCAPRODUCER
 
def prepare_CFWRITER
 
def prepare_DATAMIX
 
def prepare_DIGI
 
def prepare_DIGI2RAW
 
def prepare_DIGIPREMIX
 
def prepare_DIGIPREMIX_S2
 
def prepare_DQM
 
def prepare_EI
 
def prepare_ENDJOB
 
def prepare_FASTSIM
 
def prepare_FILTER
 
def prepare_GEN
 
def prepare_HARVESTING
 
def prepare_HLT
 
def prepare_L1
 
def prepare_L1HwVal
 
def prepare_L1Reco
 
def prepare_L1REPACK
 
def prepare_L1TrackTrigger
 
def prepare_LHE
 
def prepare_PAT
 
def prepare_POSTRECO
 
def prepare_RAW2DIGI
 
def prepare_RAW2RECO
 
def prepare_RECO
 put the filtering path in the schedule More...
 
def prepare_REPACK
 
def prepare_SIM
 
def prepare_SKIM
 
def prepare_USER
 
def prepare_VALIDATION
 
def profileOptions
 
def renameHLTprocessInSequence
 
def renameInputTagsInSequence
 
def scheduleSequence
 
def scheduleSequenceAtEnd
 

Public Attributes

 ALCADefaultCFF
 
 DIGI2RAWDefaultCFF
 
 DIGIDefaultCFF
 
 EDMtoMECFF
 
 GENDefaultCFF
 
 HLTDefaultCFF
 
 L1EMDefaultCFF
 
 L1MENUDefaultCFF
 
 L1RecoDefaultCFF
 
 L1TrackTriggerDefaultCFF
 
 PATDefaultCFF
 
 RAW2DIGIDefaultCFF
 
 RECODefaultCFF
 
 SIMDefaultCFF
 

Static Public Attributes

list afterHLT = self.schedule[self.schedule.index(self.process.HLTSchedule)+1:]
 
tuple alcastream = getattr(alcaConfig,name)
 
list allFcn = []
 
list available = []
 
string beamspotName = 'process.%sVtxSmearingParameters'
 
string beamspotType = 'Flat'
 manipulate the beamspot More...
 
list beforeHLT = self.schedule[:self.schedule.index(self.process.HLTSchedule)]
 
list cffToBeLoaded = VtxSmeared[self._options.beamspot]
 
string cffToBeLoaded = 'IOMC.EventVertexGenerators.VtxSmearedParameters_cfi'
 
tuple com = string.lstrip(com)
 
tuple combined_mapping = copy.deepcopy( autoDQM )
 
tuple command = command.strip()
 
string CppType = 'PoolOutputModule'
 
dictionary custMap = {}
 
tuple customiseFile = re.sub(r'\.pyc$', '.py', package.__file__)
 
 defaultFileName = self._options.outfile_name
 
tuple defaultFileName = self._options.outfile_name.replace('.root','_in'+theTier+'.root')
 
tuple fileName = opt.split('.')
 
tuple filterConfig = self.load(sequence.split('.')[0])
 load the relevant part More...
 
tuple filterSeq = sequence.split('.')
 
string final_snippet = '\n'
 
list generatorModule = sys.modules[loadFragment]
 
 genModules = generatorModule.__dict__
 
tuple genSeqName = sequence.split('.')
 
tuple harvestingConfig = self.loadDefaultOrSpecifiedCFF(sequence,self.HARVESTINGDefaultCFF)
 
tuple harvestingList = sequence.split("+")
 
tuple harvestingstream = getattr(harvestingConfig,name)
 
tuple io = open(self._options.io,'w')
 
dictionary ioJson = {}
 
tuple lastStep = getattr(harvestingConfig,"ALCAHARVESTDQMSaveAndMetadataWriter")
 
 loadFailure = True
 
tuple loadFragment = self._options.evt_type.replace('.py','',)
 
string loadFragment = 'Configuration.Generator.'
 
dictionary mixingDict = {'file':pileupSpec}
 
tuple mixingDict = copy.copy(Mixing[pileupSpec])
 
tuple nl = self.additionalOutputs.keys()
 
tuple outDefDictStr = outDefDict.__str__()
 
tuple outList = eval(self._options.outputDefinition)
 
tuple output
 
list output = self.additionalOutputs[name]
 
tuple outputModule = getattr(self.process,theModuleLabel)
 
string outputModuleCfgCode = ""
 adding standard sequences might change the inputEventContent option and therefore needs to be finalized after More...
 
tuple outputModuleCfgCode = self.addOutput()
 
string outputModuleName = streamType+'output'
 
list package = sys.modules[packageName]
 
tuple packageName = f.replace(".py","")
 
tuple path = getattr(self.process,theModuleLabel+'_step')
 
string pathName = 'dqmoffline_step'
 
list pathNames = ['process.'+p.label_() for p in beforeHLT]
 
tuple pfs = getattr(self.process,self.productionFilterSequence)
 
tuple pileupSpec = self._options.pileup.split(',')
 
tuple rest = opt.split('.')
 
string result = "process.schedule = cms.Schedule("
 
string sequence = 'EIsequence'
 
tuple sequence = sequence.split('.')
 
tuple sequenceList = list(set(sequenceList))
 
tuple shortName = name.replace('ALCARECOStream','')
 
tuple shortname = skim.replace('SKIMStream','')
 
string simGeometry = ''
 
list simGeometry = geoms[0]
 
tuple skimstream = getattr(skimConfig,skim)
 
tuple skimstreamDQM
 
tuple specialization = defineMixing(mixingDict,self._options.fast)
 
list stepList = [re.sub(r'^prepare_', '', methodName) for methodName in ConfigBuilder.__dict__ if methodName.startswith('prepare_')]
 
list stepName = stepParts[0]
 add the corresponding input content More...
 
tuple stepParts = step.split(":")
 
list stepSpec = self.stepMap[stepName]
 
tuple streamTypes = self._options.eventcontent.split(',')
 ends the –output options model More...
 
tuple theEventContent = cms.PSet(outputCommands = cms.untracked.vstring('keep *'))
 
tuple theExtraOutputCommands = anyOf(['o','oC','outputCommands'],outDefDict,'')
 
tuple theFileName = self._options.dirout+anyOf(['fn','fileName'],outDefDict,defaultFileName)
 
 theFileName = self._options.outfile_name
 
tuple theFilterName = anyOf(['f','ftN','filterName'],outDefDict,'')
 
string theFilterName = 'StreamALCACombined'
 
 theFilterName = self._options.filtername
 
tuple theModuleLabel = anyOf(['l','mL','moduleLabel'],outDefDict,'')
 
 theModuleLabel = name
 
tuple theObject = getattr(generatorModule,name)
 
tuple theSelectEvent = anyOf(['s','sE','selectEvents'],outDefDict,'')
 
tuple theStreamType = anyOf(['e','ec','eventContent','streamType'],outDefDict,theTier)
 event content More...
 
tuple theTier = anyOf(['t','tier','dataTier'],outDefDict)
 
tuple tiers = self._options.datatier.split(',')
 
tuple tmpOut = cms.EndPath(output)
 
list tryNames
 

Private Attributes

 _options
 

Detailed Description

The main building routines 

Definition at line 160 of file ConfigBuilder.py.

Constructor & Destructor Documentation

def ConfigBuilder.ConfigBuilder.__init__ (   self,
  options,
  process = None,
  with_output = False,
  with_input = False 
)
options taken from old cmsDriver and optparse 

Definition at line 163 of file ConfigBuilder.py.

164  def __init__(self, options, process = None, with_output = False, with_input = False ):
165  """options taken from old cmsDriver and optparse """
166 
167  options.outfile_name = options.dirout+options.fileout
169  self._options = options
170 
171  if self._options.isData and options.isMC:
172  raise Exception("ERROR: You may specify only --data or --mc, not both")
173  #if not self._options.conditions:
174  # raise Exception("ERROR: No conditions given!\nPlease specify conditions. E.g. via --conditions=IDEAL_30X::All")

Member Function Documentation

def ConfigBuilder.ConfigBuilder.addCommon (   self)

Definition at line 297 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.profileOptions().

298  def addCommon(self):
299  if 'HARVESTING' in self.stepMap.keys() or 'ALCAHARVEST' in self.stepMap.keys():
300  self.process.options = cms.untracked.PSet( Rethrow = cms.untracked.vstring('ProductNotFound'),fileMode = cms.untracked.string('FULLMERGE'))
301  else:
302  self.process.options = cms.untracked.PSet( )
303 
304  if self._options.runUnscheduled:
305  self.process.options.allowUnscheduled=cms.untracked.bool(True)
306 
307  self.addedObjects.append(("","options"))
308 
309  if self._options.lazy_download:
310  self.process.AdaptorConfig = cms.Service("AdaptorConfig",
311  stats = cms.untracked.bool(True),
312  enable = cms.untracked.bool(True),
313  cacheHint = cms.untracked.string("lazy-download"),
314  readHint = cms.untracked.string("read-ahead-buffered")
315  )
316  self.addedObjects.append(("Setup lazy download","AdaptorConfig"))
317 
318  #self.process.cmsDriverCommand = cms.untracked.PSet( command=cms.untracked.string('cmsDriver.py '+self._options.arguments) )
319  #self.addedObjects.append(("what cmsDriver command was used","cmsDriverCommand"))
320 
321  if self._options.profile:
322  (start, interval, eventFormat, jobFormat)=self.profileOptions()
323  self.process.IgProfService = cms.Service("IgProfService",
324  reportFirstEvent = cms.untracked.int32(start),
325  reportEventInterval = cms.untracked.int32(interval),
326  reportToFileAtPostEvent = cms.untracked.string("| gzip -c > %s"%(eventFormat)),
327  reportToFileAtPostEndJob = cms.untracked.string("| gzip -c > %s"%(jobFormat)))
328  self.addedObjects.append(("Setup IGProf Service for profiling","IgProfService"))
def ConfigBuilder.ConfigBuilder.addConditions (   self)
Add conditions to the process

Definition at line 739 of file ConfigBuilder.py.

Referenced by ConfigBuilder.ConfigBuilder.prepare().

740  def addConditions(self):
"""Add conditions to the process"""
def ConfigBuilder.ConfigBuilder.addCustomise (   self)
Include the customise code 

Definition at line 758 of file ConfigBuilder.py.

759  def addCustomise(self):
760  """Include the customise code """
def ConfigBuilder.ConfigBuilder.addExtraStream (   self,
  name,
  stream,
  workflow = 'full' 
)

Definition at line 1082 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.doNotInlineEventContent(), DTTTrigProd.DTTTrigProd.process, HcalHitRelabeller.process(), DTDqm.DTDqm.process, NullPostProcessor< OutputCollection, edm::EDFilter >.process(), NullPostProcessor< OutputCollection >.process(), EDFilter<>.process(), NullPostProcessor< OutputCollection, EdmFilter >.process(), DTDQMMerge.DTDQMMerge.process, DTValidSummary.DTValidSummary.process, helper::NullPostProcessor< OutputCollection, EdmFilter >.process(), helper::NullPostProcessor< reco::CandidateCollection, edm::EDFilter >.process(), helper::NullPostProcessor< typename::helper::SelectedOutputCollectionTrait< reco::TrackCollection >::type, EdmFilter >.process(), NullPostProcessor< reco::CandidateCollection >.process(), DTAnalysisResiduals.DTAnalysisResiduals.process, DTVDriftSegmentCalibration.DTVDriftSegmentCalibration.process, tfwliteselectortest::ThingsWorker.process(), DTDQMHarvesting.DTDQMHarvesting.process, DTVDriftMeanTimerCalibration.DTVDriftMeanTimerCalibration.process, DTNoiseCalibration.DTNoiseCalibration.process, DTResidualCalibration.DTResidualCalibration.process, DTDQMValidation.DTDQMValidation.process, DummyUpdator.process(), DTTTrigValid.DTTTrigValid.process, clangcms::CatchAll.process(), tfwliteselectortest::ThingsTSelector.process(), EcalFenixTcpsFgvbEB.process(), CSCTFDTReceiver.process(), EcalFenixBypassLin.process(), EcalFenixPeakFinder.process(), CSCTFMonitorInterface.process(), EcalFenixMaxof2.process(), TTULogic.process(), examples::TrackAnalysisAlgorithm.process(), CSCMonitorInterface.process(), SingleTrajectoryUpdator.process(), RBCLogic.process(), TTUWedgeORLogic.process(), RBCPatternLogic.process(), TTUSectorORLogic.process(), EcalFenixEtStrip.process(), PFPileUpAlgo.process(), __class__Worker.process(), KalmanAlignmentUpdator.process(), HcalCableMapper.process(), EcalFenixTcpFormat.process(), npstat::AbsVisitor< Input, Result >.process(), npstat::AbsVisitor< Input, unsigned long >.process(), DTT0DBValidation.DTT0DBValidation.process, EcalFenixAmplitudeFilter.process(), EcalFenixStripFormatEE.process(), npstat::AbsArrayProjector< Input, Result >.process(), DTVDriftMeanTimerWriter.DTVDriftMeanTimerWriter.process, DTVDriftSegmentWriter.DTVDriftSegmentWriter.process, RBCTestLogic.process(), BTagDifferentialPlot.process(), TTUPointingLogic.process(), EcalFenixStripFormatEB.process(), EcalFenixEtTot.process(), DTTTrigResidualCorr.DTTTrigResidualCorr.process, TTUTwoORLogic.process(), ora::IRelationalMapping.process(), HcalSimpleReconstructor.process(), EcalFenixStripFgvbEE.process(), RBCChamberORLogic.process(), TTUTrackingAlg.process(), EcalFenixTcpFgvbEE.process(), DTTTrigCorrFirst.DTTTrigCorrFirst.process, EcalFenixFgvbEB.process(), L1GctEmLeafCard.process(), L1GctNullJetFinder.process(), L1GctSimpleJetFinder.process(), SiStripClusterToDigiProducer.process(), EcalFenixLinearizer.process(), L1GctHardwareJetFinder.process(), RPCWheel.process(), DTTTrigTimeBoxesWriter.DTTTrigTimeBoxesWriter.process, L1GctJetFinalStage.process(), L1GctProcessor.process(), TTUConfigurator.process(), L1GctGlobalHfSumAlgos.process(), PFMETBenchmark.process(), npstat::VisitCounter< Input >.process(), edm::InputTag.process(), L1GctElectronFinalSort.process(), PFJetBenchmark.process(), PFTauElecRejectionBenchmark.process(), ora::PrimitiveMapping.process(), EgammaHLTPixelMatchElectronAlgo.process(), L1Comparator.process(), L1GctWheelEnergyFpga.process(), L1GctWheelJetFpga.process(), cscdqm::HWStandbyType.process, ora::BlobMapping.process(), L1GctGlobalEnergyAlgos.process(), L1GctElectronSorter.process(), L1GctTdrJetFinder.process(), TFWLiteSelectorBasic.process(), fwlite::internal::DataKey.process(), L1GctJetLeafCard.process(), KDTreeLinkerBase.process(), edm::EDConsumerBase::Labels.process, DTTFFEDReader.process(), L1GlobalCaloTrigger.process(), TFWLiteSelector< ThingsWorker >.process(), TFWLiteSelector< TrackAnalysisAlgorithm >.process(), TFWLiteSelector< TWorker >.process(), TFWLiteSelector< __class__Worker >.process(), HLTTrackClusterRemoverNew.process(), SeedClusterRemover.process(), ora::OraReferenceMapping.process(), EcalFenixTcp.process(), TrackClusterRemover.process(), TestOutliers.process, HTTP.RequestManager.process(), GenLumiInfoProduct::ProcessInfo.process(), ora::UniqueReferenceMapping.process(), EcalFenixStrip.process(), ora::OraPtrMapping.process(), lhef::LHERunInfo::Process.process(), CaloTowersCreationAlgo.process(), ora::NamedRefMapping.process(), ora::ArrayMapping.process(), EgammaHLTValidationUtils.EgammaDQMModuleMaker.process, ora::CArrayMapping.process(), L1GctJetFinderBase.process(), ora::ObjectMapping.process(), Config.Process.process, ora::EmptyMapping.process(), edm::SubProcess.process(), Vispa.Plugins.ConfigEditor.ConfigDataAccessor.ConfigDataAccessor.process(), and edm::ProductHolderIndexHelper::Item.process().

1083  def addExtraStream(self,name,stream,workflow='full'):
1084  # define output module and go from there
1085  output = cms.OutputModule("PoolOutputModule")
1086  if stream.selectEvents.parameters_().__len__()!=0:
1087  output.SelectEvents = stream.selectEvents
1088  else:
1089  output.SelectEvents = cms.untracked.PSet()
1090  output.SelectEvents.SelectEvents=cms.vstring()
1091  if isinstance(stream.paths,tuple):
1092  for path in stream.paths:
1093  output.SelectEvents.SelectEvents.append(path.label())
1094  else:
1095  output.SelectEvents.SelectEvents.append(stream.paths.label())
1096 
1097 
1098 
1099  if isinstance(stream.content,str):
1100  evtPset=getattr(self.process,stream.content)
1101  for p in evtPset.parameters_():
1102  setattr(output,p,getattr(evtPset,p))
1103  if not self._options.inlineEventContent:
1104  def doNotInlineEventContent(instance,label = "process."+stream.content+".outputCommands"):
1105  return label
1106  output.outputCommands.__dict__["dumpPython"] = doNotInlineEventContent
1107  else:
1108  output.outputCommands = stream.content
1109 
1110 
1111  output.fileName = cms.untracked.string(self._options.dirout+stream.name+'.root')
1112 
1113  output.dataset = cms.untracked.PSet( dataTier = stream.dataTier,
1114  filterName = cms.untracked.string(stream.name))
1115 
1116  if self._options.filtername:
1117  output.dataset.filterName= cms.untracked.string(self._options.filtername+"_"+stream.name)
1118 
1119  #add an automatic flushing to limit memory consumption
1120  output.eventAutoFlushCompressedSize=cms.untracked.int32(5*1024*1024)
1121 
1122  if workflow in ("producers,full"):
1123  if isinstance(stream.paths,tuple):
1124  for path in stream.paths:
1125  self.schedule.append(path)
1126  else:
1127  self.schedule.append(stream.paths)
1128 
1129 
1130  # in case of relvals we don't want to have additional outputs
1131  if (not self._options.relval) and workflow in ("full","output"):
1132  self.additionalOutputs[name] = output
1133  setattr(self.process,name,output)
1134 
1135  if workflow == 'output':
1136  # adjust the select events to the proper trigger results from previous process
1137  filterList = output.SelectEvents.SelectEvents
1138  for i, filter in enumerate(filterList):
1139  filterList[i] = filter+":"+self._options.triggerResultsProcess
1140 
1141  return output
def ConfigBuilder.ConfigBuilder.addMaxEvents (   self)
Here we decide how many evts will be processed

Definition at line 329 of file ConfigBuilder.py.

Referenced by ConfigBuilder.ConfigBuilder.prepare().

330  def addMaxEvents(self):
331  """Here we decide how many evts will be processed"""
self.process.maxEvents=cms.untracked.PSet(input=cms.untracked.int32(int(self._options.number)))
def ConfigBuilder.ConfigBuilder.addOutput (   self)
Add output module to the process 

Definition at line 451 of file ConfigBuilder.py.

452  def addOutput(self):
""" Add output module to the process """
def ConfigBuilder.ConfigBuilder.addSource (   self)
Here the source is built. Priority: file, generator

Definition at line 336 of file ConfigBuilder.py.

Referenced by ConfigBuilder.ConfigBuilder.prepare().

337  def addSource(self):
338  """Here the source is built. Priority: file, generator"""
339  self.addedObjects.append(("Input source","source"))
def ConfigBuilder.ConfigBuilder.addStandardSequences (   self)
Add selected standard sequences to the process

Definition at line 619 of file ConfigBuilder.py.

Referenced by ConfigBuilder.ConfigBuilder.prepare().

620  def addStandardSequences(self):
621  """
622  Add selected standard sequences to the process
623  """
# load the pile up file
def ConfigBuilder.ConfigBuilder.anyOf (   listOfKeys,
  dict,
  opt = None 
)

Definition at line 458 of file ConfigBuilder.py.

References join().

459  def anyOf(listOfKeys,dict,opt=None):
460  for k in listOfKeys:
461  if k in dict:
462  toReturn=dict[k]
463  dict.pop(k)
464  return toReturn
465  if opt!=None:
466  return opt
467  else:
468  raise Exception("any of "+','.join(listOfKeys)+" are mandatory entries of --output options")
static std::string join(char **cmd)
Definition: RemoteFile.cc:18
def ConfigBuilder.ConfigBuilder.build_production_info (   self,
  evt_type,
  evtnumber 
)
Add useful info for the production. 

Definition at line 2045 of file ConfigBuilder.py.

2046  def build_production_info(self, evt_type, evtnumber):
2047  """ Add useful info for the production. """
2048  self.process.configurationMetadata=cms.untracked.PSet\
2049  (version=cms.untracked.string("$Revision: 1.19 $"),
2050  name=cms.untracked.string("Applications"),
2051  annotation=cms.untracked.string(evt_type+ " nevts:"+str(evtnumber))
2052  )
2053 
2054  self.addedObjects.append(("Production Info","configurationMetadata"))
2055 
def ConfigBuilder.ConfigBuilder.completeInputCommand (   self)

Definition at line 708 of file ConfigBuilder.py.

References DTTTrigProd.DTTTrigProd.process, HcalHitRelabeller.process(), DTDqm.DTDqm.process, NullPostProcessor< OutputCollection, edm::EDFilter >.process(), NullPostProcessor< OutputCollection >.process(), NullPostProcessor< OutputCollection, EdmFilter >.process(), EDFilter<>.process(), DTDQMMerge.DTDQMMerge.process, DTValidSummary.DTValidSummary.process, helper::NullPostProcessor< OutputCollection, EdmFilter >.process(), helper::NullPostProcessor< reco::CandidateCollection, edm::EDFilter >.process(), helper::NullPostProcessor< typename::helper::SelectedOutputCollectionTrait< reco::TrackCollection >::type, EdmFilter >.process(), NullPostProcessor< reco::CandidateCollection >.process(), DTAnalysisResiduals.DTAnalysisResiduals.process, tfwliteselectortest::ThingsWorker.process(), DTVDriftSegmentCalibration.DTVDriftSegmentCalibration.process, DTDQMHarvesting.DTDQMHarvesting.process, DTVDriftMeanTimerCalibration.DTVDriftMeanTimerCalibration.process, DTNoiseCalibration.DTNoiseCalibration.process, DTResidualCalibration.DTResidualCalibration.process, DTDQMValidation.DTDQMValidation.process, DummyUpdator.process(), DTTTrigValid.DTTTrigValid.process, clangcms::CatchAll.process(), tfwliteselectortest::ThingsTSelector.process(), EcalFenixTcpsFgvbEB.process(), CSCTFDTReceiver.process(), EcalFenixBypassLin.process(), EcalFenixPeakFinder.process(), CSCTFMonitorInterface.process(), EcalFenixMaxof2.process(), TTULogic.process(), examples::TrackAnalysisAlgorithm.process(), CSCMonitorInterface.process(), SingleTrajectoryUpdator.process(), RBCLogic.process(), TTUWedgeORLogic.process(), RBCPatternLogic.process(), TTUSectorORLogic.process(), EcalFenixEtStrip.process(), PFPileUpAlgo.process(), __class__Worker.process(), KalmanAlignmentUpdator.process(), HcalCableMapper.process(), EcalFenixTcpFormat.process(), npstat::AbsVisitor< Input, Result >.process(), npstat::AbsVisitor< Input, unsigned long >.process(), DTT0DBValidation.DTT0DBValidation.process, EcalFenixAmplitudeFilter.process(), EcalFenixStripFormatEE.process(), npstat::AbsArrayProjector< Input, Result >.process(), DTVDriftMeanTimerWriter.DTVDriftMeanTimerWriter.process, DTVDriftSegmentWriter.DTVDriftSegmentWriter.process, RBCTestLogic.process(), BTagDifferentialPlot.process(), TTUPointingLogic.process(), EcalFenixStripFormatEB.process(), EcalFenixEtTot.process(), DTTTrigResidualCorr.DTTTrigResidualCorr.process, TTUTwoORLogic.process(), ora::IRelationalMapping.process(), HcalSimpleReconstructor.process(), EcalFenixStripFgvbEE.process(), RBCChamberORLogic.process(), TTUTrackingAlg.process(), EcalFenixTcpFgvbEE.process(), DTTTrigCorrFirst.DTTTrigCorrFirst.process, EcalFenixFgvbEB.process(), L1GctEmLeafCard.process(), L1GctNullJetFinder.process(), L1GctSimpleJetFinder.process(), SiStripClusterToDigiProducer.process(), EcalFenixLinearizer.process(), L1GctHardwareJetFinder.process(), RPCWheel.process(), DTTTrigTimeBoxesWriter.DTTTrigTimeBoxesWriter.process, L1GctJetFinalStage.process(), L1GctProcessor.process(), TTUConfigurator.process(), L1GctGlobalHfSumAlgos.process(), PFMETBenchmark.process(), npstat::VisitCounter< Input >.process(), edm::InputTag.process(), L1GctElectronFinalSort.process(), PFJetBenchmark.process(), PFTauElecRejectionBenchmark.process(), ora::PrimitiveMapping.process(), EgammaHLTPixelMatchElectronAlgo.process(), L1Comparator.process(), L1GctWheelEnergyFpga.process(), L1GctWheelJetFpga.process(), cscdqm::HWStandbyType.process, ora::BlobMapping.process(), L1GctGlobalEnergyAlgos.process(), L1GctElectronSorter.process(), L1GctTdrJetFinder.process(), TFWLiteSelectorBasic.process(), fwlite::internal::DataKey.process(), L1GctJetLeafCard.process(), KDTreeLinkerBase.process(), edm::EDConsumerBase::Labels.process, DTTFFEDReader.process(), L1GlobalCaloTrigger.process(), TFWLiteSelector< ThingsWorker >.process(), TFWLiteSelector< TrackAnalysisAlgorithm >.process(), TFWLiteSelector< TWorker >.process(), TFWLiteSelector< __class__Worker >.process(), HLTTrackClusterRemoverNew.process(), SeedClusterRemover.process(), ora::OraReferenceMapping.process(), EcalFenixTcp.process(), TrackClusterRemover.process(), TestOutliers.process, HTTP.RequestManager.process(), GenLumiInfoProduct::ProcessInfo.process(), ora::UniqueReferenceMapping.process(), EcalFenixStrip.process(), ora::OraPtrMapping.process(), lhef::LHERunInfo::Process.process(), CaloTowersCreationAlgo.process(), ora::NamedRefMapping.process(), ora::ArrayMapping.process(), EgammaHLTValidationUtils.EgammaDQMModuleMaker.process, ora::CArrayMapping.process(), L1GctJetFinderBase.process(), ora::ObjectMapping.process(), Config.Process.process, ora::EmptyMapping.process(), edm::SubProcess.process(), Vispa.Plugins.ConfigEditor.ConfigDataAccessor.ConfigDataAccessor.process(), and edm::ProductHolderIndexHelper::Item.process().

Referenced by ConfigBuilder.ConfigBuilder.prepare().

709  def completeInputCommand(self):
710  if self._options.inputEventContent:
711  import copy
712  def dropSecondDropStar(iec):
713  #drop occurence of 'drop *' in the list
714  count=0
715  for item in iec:
716  if item=='drop *':
717  if count!=0:
718  iec.remove(item)
719  count+=1
720 
721 
722  ## allow comma separated input eventcontent
723  if not hasattr(self.process.source,'inputCommands'): self.process.source.inputCommands=cms.untracked.vstring()
724  for evct in self._options.inputEventContent.split(','):
725  if evct=='': continue
726  theEventContent = getattr(self.process, evct+"EventContent")
727  if hasattr(theEventContent,'outputCommands'):
728  self.process.source.inputCommands.extend(copy.copy(theEventContent.outputCommands))
729  if hasattr(theEventContent,'inputCommands'):
730  self.process.source.inputCommands.extend(copy.copy(theEventContent.inputCommands))
731 
732  dropSecondDropStar(self.process.source.inputCommands)
733 
734  if not self._options.dropDescendant:
735  self.process.source.dropDescendantsOfDroppedBranches = cms.untracked.bool(False)
736 
737 
738  return
def ConfigBuilder.ConfigBuilder.define_Configs (   self)

Definition at line 838 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.loadAndRemember().

839  def define_Configs(self):
840  if len(self.stepMap):
841  self.loadAndRemember('Configuration/StandardSequences/Services_cff')
842  if self._options.particleTable not in defaultOptions.particleTableList:
843  print 'Invalid particle table provided. Options are:'
844  print defaultOptions.particleTable
845  sys.exit(-1)
846  else:
847  if len(self.stepMap):
848  self.loadAndRemember('SimGeneral.HepPDTESSource.'+self._options.particleTable+'_cfi')
849 
850  self.loadAndRemember('FWCore/MessageService/MessageLogger_cfi')
852  self.ALCADefaultCFF="Configuration/StandardSequences/AlCaRecoStreams_cff"
853  self.GENDefaultCFF="Configuration/StandardSequences/Generator_cff"
854  self.SIMDefaultCFF="Configuration/StandardSequences/Sim_cff"
855  self.DIGIDefaultCFF="Configuration/StandardSequences/Digi_cff"
856  self.DIGI2RAWDefaultCFF="Configuration/StandardSequences/DigiToRaw_cff"
857  self.L1EMDefaultCFF='Configuration/StandardSequences/SimL1Emulator_cff'
858  self.L1MENUDefaultCFF="Configuration/StandardSequences/L1TriggerDefaultMenu_cff"
859  self.HLTDefaultCFF="Configuration/StandardSequences/HLTtable_cff"
860  self.RAW2DIGIDefaultCFF="Configuration/StandardSequences/RawToDigi_Data_cff"
861  self.L1RecoDefaultCFF="Configuration/StandardSequences/L1Reco_cff"
862  self.L1TrackTriggerDefaultCFF="Configuration/StandardSequences/L1TrackTrigger_cff"
863  self.RECODefaultCFF="Configuration/StandardSequences/Reconstruction_Data_cff"
self.PATDefaultCFF="Configuration/StandardSequences/PAT_cff"
def ConfigBuilder.ConfigBuilder.doNotInlineEventContent (   instance,
  label = "cms.untracked.vstring(process."+theStreamType+"EventContent.outputCommands)" 
)

Definition at line 544 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.executeAndRemember(), DTTTrigProd.DTTTrigProd.process, HcalHitRelabeller.process(), DTDqm.DTDqm.process, NullPostProcessor< OutputCollection, edm::EDFilter >.process(), NullPostProcessor< OutputCollection >.process(), EDFilter<>.process(), NullPostProcessor< OutputCollection, EdmFilter >.process(), DTDQMMerge.DTDQMMerge.process, DTValidSummary.DTValidSummary.process, helper::NullPostProcessor< OutputCollection, EdmFilter >.process(), helper::NullPostProcessor< reco::CandidateCollection, edm::EDFilter >.process(), helper::NullPostProcessor< typename::helper::SelectedOutputCollectionTrait< reco::TrackCollection >::type, EdmFilter >.process(), NullPostProcessor< reco::CandidateCollection >.process(), DTAnalysisResiduals.DTAnalysisResiduals.process, DTVDriftSegmentCalibration.DTVDriftSegmentCalibration.process, tfwliteselectortest::ThingsWorker.process(), DTDQMHarvesting.DTDQMHarvesting.process, DTVDriftMeanTimerCalibration.DTVDriftMeanTimerCalibration.process, DTNoiseCalibration.DTNoiseCalibration.process, DTResidualCalibration.DTResidualCalibration.process, DTDQMValidation.DTDQMValidation.process, DummyUpdator.process(), DTTTrigValid.DTTTrigValid.process, clangcms::CatchAll.process(), tfwliteselectortest::ThingsTSelector.process(), EcalFenixTcpsFgvbEB.process(), CSCTFDTReceiver.process(), EcalFenixBypassLin.process(), EcalFenixPeakFinder.process(), CSCTFMonitorInterface.process(), EcalFenixMaxof2.process(), TTULogic.process(), examples::TrackAnalysisAlgorithm.process(), CSCMonitorInterface.process(), SingleTrajectoryUpdator.process(), RBCLogic.process(), TTUWedgeORLogic.process(), RBCPatternLogic.process(), TTUSectorORLogic.process(), EcalFenixEtStrip.process(), PFPileUpAlgo.process(), __class__Worker.process(), KalmanAlignmentUpdator.process(), HcalCableMapper.process(), EcalFenixTcpFormat.process(), npstat::AbsVisitor< Input, Result >.process(), npstat::AbsVisitor< Input, unsigned long >.process(), DTT0DBValidation.DTT0DBValidation.process, EcalFenixAmplitudeFilter.process(), EcalFenixStripFormatEE.process(), npstat::AbsArrayProjector< Input, Result >.process(), DTVDriftMeanTimerWriter.DTVDriftMeanTimerWriter.process, DTVDriftSegmentWriter.DTVDriftSegmentWriter.process, RBCTestLogic.process(), BTagDifferentialPlot.process(), TTUPointingLogic.process(), EcalFenixStripFormatEB.process(), EcalFenixEtTot.process(), DTTTrigResidualCorr.DTTTrigResidualCorr.process, TTUTwoORLogic.process(), ora::IRelationalMapping.process(), HcalSimpleReconstructor.process(), EcalFenixStripFgvbEE.process(), RBCChamberORLogic.process(), TTUTrackingAlg.process(), EcalFenixTcpFgvbEE.process(), DTTTrigCorrFirst.DTTTrigCorrFirst.process, EcalFenixFgvbEB.process(), L1GctEmLeafCard.process(), L1GctNullJetFinder.process(), L1GctSimpleJetFinder.process(), SiStripClusterToDigiProducer.process(), EcalFenixLinearizer.process(), L1GctHardwareJetFinder.process(), RPCWheel.process(), DTTTrigTimeBoxesWriter.DTTTrigTimeBoxesWriter.process, L1GctJetFinalStage.process(), L1GctProcessor.process(), TTUConfigurator.process(), L1GctGlobalHfSumAlgos.process(), PFMETBenchmark.process(), npstat::VisitCounter< Input >.process(), edm::InputTag.process(), L1GctElectronFinalSort.process(), PFJetBenchmark.process(), PFTauElecRejectionBenchmark.process(), ora::PrimitiveMapping.process(), EgammaHLTPixelMatchElectronAlgo.process(), L1Comparator.process(), L1GctWheelEnergyFpga.process(), L1GctWheelJetFpga.process(), cscdqm::HWStandbyType.process, ora::BlobMapping.process(), L1GctGlobalEnergyAlgos.process(), L1GctElectronSorter.process(), L1GctTdrJetFinder.process(), TFWLiteSelectorBasic.process(), fwlite::internal::DataKey.process(), L1GctJetLeafCard.process(), KDTreeLinkerBase.process(), edm::EDConsumerBase::Labels.process, DTTFFEDReader.process(), L1GlobalCaloTrigger.process(), TFWLiteSelector< ThingsWorker >.process(), TFWLiteSelector< TrackAnalysisAlgorithm >.process(), TFWLiteSelector< TWorker >.process(), TFWLiteSelector< __class__Worker >.process(), HLTTrackClusterRemoverNew.process(), SeedClusterRemover.process(), ora::OraReferenceMapping.process(), EcalFenixTcp.process(), TrackClusterRemover.process(), TestOutliers.process, HTTP.RequestManager.process(), GenLumiInfoProduct::ProcessInfo.process(), ora::UniqueReferenceMapping.process(), EcalFenixStrip.process(), ora::OraPtrMapping.process(), lhef::LHERunInfo::Process.process(), CaloTowersCreationAlgo.process(), ora::NamedRefMapping.process(), ora::ArrayMapping.process(), EgammaHLTValidationUtils.EgammaDQMModuleMaker.process, ora::CArrayMapping.process(), L1GctJetFinderBase.process(), ora::ObjectMapping.process(), Config.Process.process, ora::EmptyMapping.process(), edm::SubProcess.process(), Vispa.Plugins.ConfigEditor.ConfigDataAccessor.ConfigDataAccessor.process(), and edm::ProductHolderIndexHelper::Item.process().

Referenced by ConfigBuilder.ConfigBuilder.addExtraStream(), and ConfigBuilder.ConfigBuilder.doNotInlineEventContent().

545  def doNotInlineEventContent(instance,label = "cms.untracked.vstring(process."+theStreamType+"EventContent.outputCommands)"):
return label
def ConfigBuilder.ConfigBuilder.doNotInlineEventContent (   instance,
  label = "process."+streamType+"EventContent.outputCommands" 
)

Definition at line 611 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.doNotInlineEventContent().

612  def doNotInlineEventContent(instance,label = "process."+streamType+"EventContent.outputCommands"):
return label
def ConfigBuilder.ConfigBuilder.executeAndRemember (   self,
  command 
)
helper routine to remember replace statements

Definition at line 288 of file ConfigBuilder.py.

Referenced by ConfigBuilder.ConfigBuilder.doNotInlineEventContent(), ConfigBuilder.ConfigBuilder.prepare_ALCAHARVEST(), ConfigBuilder.ConfigBuilder.prepare_DATAMIX(), ConfigBuilder.ConfigBuilder.prepare_DIGI(), ConfigBuilder.ConfigBuilder.prepare_DIGI2RAW(), ConfigBuilder.ConfigBuilder.prepare_DIGIPREMIX(), ConfigBuilder.ConfigBuilder.prepare_DIGIPREMIX_S2(), ConfigBuilder.ConfigBuilder.prepare_FASTSIM(), ConfigBuilder.ConfigBuilder.prepare_HLT(), and ConfigBuilder.ConfigBuilder.prepare_VALIDATION().

289  def executeAndRemember(self, command):
290  """helper routine to remember replace statements"""
291  self.additionalCommands.append(command)
292  if not command.strip().startswith("#"):
293  # substitute: process.foo = process.bar -> self.process.foo = self.process.bar
294  import re
295  exec(re.sub(r"([^a-zA-Z_0-9]|^)(process)([^a-zA-Z_0-9])",r"\1self.process\3",command))
296  #exec(command.replace("process.","self.process."))
def ConfigBuilder.ConfigBuilder.expandMapping (   self,
  seqList,
  mapping,
  index = None 
)

Definition at line 1853 of file ConfigBuilder.py.

Referenced by ConfigBuilder.ConfigBuilder.prepare_ALCA(), ConfigBuilder.ConfigBuilder.prepare_DQM(), ConfigBuilder.ConfigBuilder.prepare_SKIM(), and ConfigBuilder.ConfigBuilder.prepare_VALIDATION().

1854  def expandMapping(self,seqList,mapping,index=None):
1855  maxLevel=20
1856  level=0
1857  while '@' in repr(seqList) and level<maxLevel:
1858  level+=1
1859  for specifiedCommand in seqList:
1860  if specifiedCommand.startswith('@'):
1861  location=specifiedCommand[1:]
1862  if not location in mapping:
1863  raise Exception("Impossible to map "+location+" from "+repr(mapping))
1864  mappedTo=mapping[location]
1865  if index!=None:
1866  mappedTo=mappedTo[index]
1867  seqList.remove(specifiedCommand)
1868  seqList.extend(mappedTo.split('+'))
1869  break;
1870  if level==maxLevel:
1871  raise Exception("Could not fully expand "+repr(seqList)+" from "+repr(mapping))
def ConfigBuilder.ConfigBuilder.filesFromOption (   self)

Definition at line 340 of file ConfigBuilder.py.

References ConfigBuilder.filesFromDASQuery(), and ConfigBuilder.filesFromList().

341  def filesFromOption(self):
342  for entry in self._options.filein.split(','):
343  print "entry",entry
344  if entry.startswith("filelist:"):
345  filesFromList(entry[9:],self.process.source)
346  elif entry.startswith("dbs:") or entry.startswith("das:"):
347  filesFromDASQuery('file dataset = %s'%(entry[4:]),self.process.source)
348  else:
349  self.process.source.fileNames.append(self._options.dirin+entry)
350  if self._options.secondfilein:
351  if not hasattr(self.process.source,"secondaryFileNames"):
352  raise Exception("--secondfilein not compatible with "+self._options.filetype+"input type")
353  for entry in self._options.secondfilein.split(','):
354  print "entry",entry
355  if entry.startswith("filelist:"):
356  self.process.source.secondaryFileNames.extend((filesFromList(entry[9:]))[0])
357  elif entry.startswith("dbs:") or entry.startswith("das:"):
358  self.process.source.secondaryFileNames.extend((filesFromDASQuery('file dataset = %s'%(entry[4:])))[0])
359  else:
360  self.process.source.secondaryFileNames.append(self._options.dirin+entry)
361 
362  if self._options.filein or self._options.dasquery:
363  if self._options.filetype == "EDM":
364  self.process.source=cms.Source("PoolSource",
365  fileNames = cms.untracked.vstring(),
366  secondaryFileNames= cms.untracked.vstring())
367  filesFromOption(self)
368  elif self._options.filetype == "DAT":
369  self.process.source=cms.Source("NewEventStreamFileReader",fileNames = cms.untracked.vstring())
370  filesFromOption(self)
371  elif self._options.filetype == "LHE":
372  self.process.source=cms.Source("LHESource", fileNames = cms.untracked.vstring())
373  if self._options.filein.startswith("lhe:"):
374  #list the article directory automatically
375  args=self._options.filein.split(':')
376  article=args[1]
377  print 'LHE input from article ',article
378  location='/store/lhe/'
379  import os
380  textOfFiles=os.popen('cmsLHEtoEOSManager.py -l '+article)
381  for line in textOfFiles:
382  for fileName in [x for x in line.split() if '.lhe' in x]:
383  self.process.source.fileNames.append(location+article+'/'+fileName)
384  if len(args)>2:
385  self.process.source.skipEvents = cms.untracked.uint32(int(args[2]))
386  else:
387  filesFromOption(self)
388 
389 
390  elif self._options.filetype == "DQM":
391  self.process.source=cms.Source("DQMRootSource",
392  fileNames = cms.untracked.vstring())
393  filesFromOption(self)
394 
395  elif self._options.filetype == "DQMDAQ":
396  # FIXME: how to configure it if there are no input files specified?
397  self.process.source=cms.Source("DQMStreamerReader")
398 
399 
400  if ('HARVESTING' in self.stepMap.keys() or 'ALCAHARVEST' in self.stepMap.keys()) and (not self._options.filetype == "DQM"):
401  self.process.source.processingMode = cms.untracked.string("RunsAndLumis")
def ConfigBuilder.ConfigBuilder.finalizeFastSimHLT (   self)

Definition at line 1968 of file ConfigBuilder.py.

Referenced by ConfigBuilder.ConfigBuilder.prepare_FASTSIM(), and ConfigBuilder.ConfigBuilder.prepare_HLT().

1969  def finalizeFastSimHLT(self):
1970  self.process.reconstruction = cms.Path(self.process.reconstructionWithFamos)
1971  self.schedule.append(self.process.reconstruction)
def ConfigBuilder.ConfigBuilder.inGeometryKeys (   opt)

Definition at line 1003 of file ConfigBuilder.py.

References split.

1004  def inGeometryKeys(opt):
1005  from Configuration.StandardSequences.GeometryConf import GeometryConf
1006  if opt in GeometryConf:
1007  return GeometryConf[opt]
1008  else:
1009  return opt
def ConfigBuilder.ConfigBuilder.load (   self,
  includeFile 
)

Definition at line 274 of file ConfigBuilder.py.

Referenced by MatrixToProcess.MatrixToProcess.getProcess(), and MatrixToProcess.MatrixToProcess.listAll().

275  def load(self,includeFile):
276  includeFile = includeFile.replace('/','.')
277  self.process.load(includeFile)
278  return sys.modules[includeFile]
def ConfigBuilder.ConfigBuilder.loadAndRemember (   self,
  includeFile 
)
helper routine to load am memorize imports

Definition at line 279 of file ConfigBuilder.py.

Referenced by ConfigBuilder.ConfigBuilder.define_Configs(), ConfigBuilder.ConfigBuilder.loadDefaultOrSpecifiedCFF(), ConfigBuilder.ConfigBuilder.prepare(), ConfigBuilder.ConfigBuilder.prepare_ALCAHARVEST(), ConfigBuilder.ConfigBuilder.prepare_CFWRITER(), ConfigBuilder.ConfigBuilder.prepare_DATAMIX(), ConfigBuilder.ConfigBuilder.prepare_DIGI(), ConfigBuilder.ConfigBuilder.prepare_DIGIPREMIX(), ConfigBuilder.ConfigBuilder.prepare_DIGIPREMIX_S2(), ConfigBuilder.ConfigBuilder.prepare_FASTSIM(), ConfigBuilder.ConfigBuilder.prepare_HLT(), ConfigBuilder.ConfigBuilder.prepare_L1(), ConfigBuilder.ConfigBuilder.prepare_L1REPACK(), and ConfigBuilder.ConfigBuilder.prepare_POSTRECO().

280  def loadAndRemember(self, includeFile):
281  """helper routine to load am memorize imports"""
282  # we could make the imports a on-the-fly data method of the process instance itself
283  # not sure if the latter is a good idea
284  includeFile = includeFile.replace('/','.')
285  self.imports.append(includeFile)
286  self.process.load(includeFile)
287  return sys.modules[includeFile]
def ConfigBuilder.ConfigBuilder.loadDefaultOrSpecifiedCFF (   self,
  sequence,
  defaultCFF 
)

Definition at line 1147 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.loadAndRemember().

Referenced by ConfigBuilder.ConfigBuilder.prepare_ALCA(), ConfigBuilder.ConfigBuilder.prepare_DIGI(), ConfigBuilder.ConfigBuilder.prepare_DIGI2RAW(), ConfigBuilder.ConfigBuilder.prepare_DIGIPREMIX(), ConfigBuilder.ConfigBuilder.prepare_DIGIPREMIX_S2(), ConfigBuilder.ConfigBuilder.prepare_DQM(), ConfigBuilder.ConfigBuilder.prepare_ENDJOB(), ConfigBuilder.ConfigBuilder.prepare_L1HwVal(), ConfigBuilder.ConfigBuilder.prepare_L1Reco(), ConfigBuilder.ConfigBuilder.prepare_L1TrackTrigger(), ConfigBuilder.ConfigBuilder.prepare_PAT(), ConfigBuilder.ConfigBuilder.prepare_RAW2DIGI(), ConfigBuilder.ConfigBuilder.prepare_RECO(), ConfigBuilder.ConfigBuilder.prepare_REPACK(), ConfigBuilder.ConfigBuilder.prepare_SKIM(), ConfigBuilder.ConfigBuilder.prepare_USER(), and ConfigBuilder.ConfigBuilder.prepare_VALIDATION().

1148  def loadDefaultOrSpecifiedCFF(self, sequence,defaultCFF):
1149  if ( len(sequence.split('.'))==1 ):
1150  l=self.loadAndRemember(defaultCFF)
1151  elif ( len(sequence.split('.'))==2 ):
1152  l=self.loadAndRemember(sequence.split('.')[0])
1153  sequence=sequence.split('.')[1]
1154  else:
1155  print "sub sequence configuration must be of the form dir/subdir/cff.a+b+c or cff.a"
1156  print sequence,"not recognized"
1157  raise
1158  return l
def ConfigBuilder.ConfigBuilder.prepare (   self,
  doChecking = False 
)
Prepare the configuration string and add missing pieces.

Definition at line 2056 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.addConditions(), ConfigBuilder.ConfigBuilder.addMaxEvents(), ConfigBuilder.ConfigBuilder.addSource(), ConfigBuilder.ConfigBuilder.addStandardSequences(), ConfigBuilder.ConfigBuilder.completeInputCommand(), and ConfigBuilder.ConfigBuilder.loadAndRemember().

2057  def prepare(self, doChecking = False):
2058  """ Prepare the configuration string and add missing pieces."""
2059 
2060  self.loadAndRemember(self.EVTCONTDefaultCFF) #load the event contents regardless
2061  self.addMaxEvents()
2062  if self.with_input:
self.addSource()
def ConfigBuilder.ConfigBuilder.prepare_ALCA (   self,
  sequence = None,
  workflow = 'full' 
)
Enrich the process with alca streams 

Definition at line 1194 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.ALCADefaultCFF, ConfigBuilder.ConfigBuilder.expandMapping(), and ConfigBuilder.ConfigBuilder.loadDefaultOrSpecifiedCFF().

Referenced by ConfigBuilder.ConfigBuilder.prepare_ALCAOUTPUT(), and ConfigBuilder.ConfigBuilder.prepare_ALCAPRODUCER().

1195  def prepare_ALCA(self, sequence = None, workflow = 'full'):
1196  """ Enrich the process with alca streams """
1197  alcaConfig=self.loadDefaultOrSpecifiedCFF(sequence,self.ALCADefaultCFF)
1198  sequence = sequence.split('.')[-1]
1199 
1200  # decide which ALCA paths to use
alcaList = sequence.split("+")
def ConfigBuilder.ConfigBuilder.prepare_ALCAHARVEST (   self,
  sequence = None 
)
Enrich the process with AlCaHarvesting step 

Definition at line 1939 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.executeAndRemember(), and ConfigBuilder.ConfigBuilder.loadAndRemember().

1940  def prepare_ALCAHARVEST(self, sequence = None):
1941  """ Enrich the process with AlCaHarvesting step """
1942  harvestingConfig = self.loadAndRemember(self.ALCAHARVESTDefaultCFF)
1943  sequence=sequence.split(".")[-1]
1944 
1945  # decide which AlcaHARVESTING paths to use
1946  harvestingList = sequence.split("+")
1947  for name in harvestingConfig.__dict__:
1948  harvestingstream = getattr(harvestingConfig,name)
1949  if name in harvestingList and isinstance(harvestingstream,cms.Path):
1950  self.schedule.append(harvestingstream)
1951  self.executeAndRemember("process.PoolDBOutputService.toPut.append(process.ALCAHARVEST" + name + "_dbOutput)")
1952  self.executeAndRemember("process.pclMetadataWriter.recordsToMap.append(process.ALCAHARVEST" + name + "_metadata)")
harvestingList.remove(name)
def ConfigBuilder.ConfigBuilder.prepare_ALCAOUTPUT (   self,
  sequence = None 
)

Definition at line 1191 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.prepare_ALCA().

1192  def prepare_ALCAOUTPUT(self, sequence = None):
1193  self.prepare_ALCA(sequence, workflow = "output")
def ConfigBuilder.ConfigBuilder.prepare_ALCAPRODUCER (   self,
  sequence = None 
)

Definition at line 1188 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.prepare_ALCA().

1189  def prepare_ALCAPRODUCER(self, sequence = None):
1190  self.prepare_ALCA(sequence, workflow = "producers")
def ConfigBuilder.ConfigBuilder.prepare_CFWRITER (   self,
  sequence = None 
)
Enrich the schedule with the crossing frame writer step

Definition at line 1423 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.loadAndRemember(), and ConfigBuilder.ConfigBuilder.scheduleSequence().

1424  def prepare_CFWRITER(self, sequence = None):
1425  """ Enrich the schedule with the crossing frame writer step"""
1426  self.loadAndRemember(self.CFWRITERDefaultCFF)
1427  self.scheduleSequence('pcfw','cfwriter_step')
1428  return
def ConfigBuilder.ConfigBuilder.prepare_DATAMIX (   self,
  sequence = None 
)
Enrich the schedule with the digitisation step

Definition at line 1429 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.executeAndRemember(), ConfigBuilder.filesFromDASQuery(), ConfigBuilder.filesFromList(), ConfigBuilder.ConfigBuilder.loadAndRemember(), and ConfigBuilder.ConfigBuilder.scheduleSequence().

1430  def prepare_DATAMIX(self, sequence = None):
1431  """ Enrich the schedule with the digitisation step"""
1432  self.loadAndRemember(self.DATAMIXDefaultCFF)
1433  self.scheduleSequence('pdatamix','datamixing_step')
1434 
1435  if self._options.pileup_input:
1436  theFiles=''
1437  if self._options.pileup_input.startswith('dbs:') or self._options.pileup_input.startswith('das:'):
1438  theFiles=filesFromDASQuery('file dataset = %s'%(self._options.pileup_input[4:],))[0]
1439  elif self._options.pileup_input.startswith("filelist:"):
1440  theFiles= (filesFromList(self._options.pileup_input[9:]))[0]
1441  else:
1442  theFiles=self._options.pileup_input.split(',')
1443  #print theFiles
1444  self.executeAndRemember( "process.mixData.input.fileNames = cms.untracked.vstring(%s)"%( theFiles ) )
1445 
1446  return
def ConfigBuilder.ConfigBuilder.prepare_DIGI (   self,
  sequence = None 
)
Enrich the schedule with the digitisation step

Definition at line 1382 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.DIGIDefaultCFF, ConfigBuilder.ConfigBuilder.executeAndRemember(), ConfigBuilder.ConfigBuilder.loadAndRemember(), ConfigBuilder.ConfigBuilder.loadDefaultOrSpecifiedCFF(), and ConfigBuilder.ConfigBuilder.scheduleSequence().

1383  def prepare_DIGI(self, sequence = None):
1384  """ Enrich the schedule with the digitisation step"""
1385  self.loadDefaultOrSpecifiedCFF(sequence,self.DIGIDefaultCFF)
1386 
1387  if self._options.gflash==True:
1388  self.loadAndRemember("Configuration/StandardSequences/GFlashDIGI_cff")
1389 
1390  if self._options.himix==True:
1391  self.loadAndRemember("SimGeneral/MixingModule/himixDIGI_cff")
1392 
1393  if sequence == 'pdigi_valid':
1394  self.executeAndRemember("process.mix.digitizers = cms.PSet(process.theDigitizersValid)")
def ConfigBuilder.ConfigBuilder.prepare_DIGI2RAW (   self,
  sequence = None 
)

Definition at line 1447 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.DIGI2RAWDefaultCFF, ConfigBuilder.ConfigBuilder.executeAndRemember(), ConfigBuilder.ConfigBuilder.loadDefaultOrSpecifiedCFF(), and ConfigBuilder.ConfigBuilder.scheduleSequence().

1448  def prepare_DIGI2RAW(self, sequence = None):
1449  self.loadDefaultOrSpecifiedCFF(sequence,self.DIGI2RAWDefaultCFF)
1450  self.scheduleSequence(sequence.split('.')[-1],'digi2raw_step')
1451  if "DIGIPREMIX" in self.stepMap.keys():
1452  self.executeAndRemember("process.esDigiToRaw.Label = cms.string('mix')") ##terrible hack - bypass zero suppression
1453 
1454  return
def ConfigBuilder.ConfigBuilder.prepare_DIGIPREMIX (   self,
  sequence = None 
)
Enrich the schedule with the digitisation step

Definition at line 1398 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.DIGIDefaultCFF, ConfigBuilder.ConfigBuilder.executeAndRemember(), ConfigBuilder.ConfigBuilder.loadAndRemember(), ConfigBuilder.ConfigBuilder.loadDefaultOrSpecifiedCFF(), and ConfigBuilder.ConfigBuilder.scheduleSequence().

1399  def prepare_DIGIPREMIX(self, sequence = None):
1400  """ Enrich the schedule with the digitisation step"""
1401  self.loadDefaultOrSpecifiedCFF(sequence,self.DIGIDefaultCFF)
def ConfigBuilder.ConfigBuilder.prepare_DIGIPREMIX_S2 (   self,
  sequence = None 
)
Enrich the schedule with the digitisation step

Definition at line 1408 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.DIGIDefaultCFF, ConfigBuilder.ConfigBuilder.executeAndRemember(), ConfigBuilder.ConfigBuilder.loadAndRemember(), ConfigBuilder.ConfigBuilder.loadDefaultOrSpecifiedCFF(), and ConfigBuilder.ConfigBuilder.scheduleSequence().

1409  def prepare_DIGIPREMIX_S2(self, sequence = None):
1410  """ Enrich the schedule with the digitisation step"""
1411  self.loadDefaultOrSpecifiedCFF(sequence,self.DIGIDefaultCFF)
def ConfigBuilder.ConfigBuilder.prepare_DQM (   self,
  sequence = 'DQMOffline' 
)

Definition at line 1872 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.expandMapping(), ConfigBuilder.ConfigBuilder.loadDefaultOrSpecifiedCFF(), and split.

1873  def prepare_DQM(self, sequence = 'DQMOffline'):
1874  # this one needs replacement
1875 
1876  self.loadDefaultOrSpecifiedCFF(sequence,self.DQMOFFLINEDefaultCFF)
sequenceList=sequence.split('.')[-1].split('+')
double split
Definition: MVATrainer.cc:139
def ConfigBuilder.ConfigBuilder.prepare_EI (   self,
  sequence = None 
)
Enrich the schedule with event interpretation 

Definition at line 1635 of file ConfigBuilder.py.

1636  def prepare_EI(self, sequence = None):
''' Enrich the schedule with event interpretation '''
def ConfigBuilder.ConfigBuilder.prepare_ENDJOB (   self,
  sequence = 'endOfProcess' 
)

Definition at line 1963 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.loadDefaultOrSpecifiedCFF(), and ConfigBuilder.ConfigBuilder.scheduleSequenceAtEnd().

1964  def prepare_ENDJOB(self, sequence = 'endOfProcess'):
1965  self.loadDefaultOrSpecifiedCFF(sequence,self.ENDJOBDefaultCFF)
1966  self.scheduleSequenceAtEnd(sequence.split('.')[-1],'endjob_step')
1967  return
def ConfigBuilder.ConfigBuilder.prepare_FASTSIM (   self,
  sequence = "all" 
)
Enrich the schedule with fastsim

Definition at line 1972 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.executeAndRemember(), ConfigBuilder.ConfigBuilder.finalizeFastSimHLT(), ConfigBuilder.ConfigBuilder.loadAndRemember(), ConfigBuilder.ConfigBuilder.prepare_HLT(), DTTTrigProd.DTTTrigProd.process, HcalHitRelabeller.process(), EDFilter<>.process(), DTDQMMerge.DTDQMMerge.process, helper::NullPostProcessor< OutputCollection, EdmFilter >.process(), NullPostProcessor< reco::CandidateCollection >.process(), NullPostProcessor< OutputCollection, edm::EDFilter >.process(), NullPostProcessor< OutputCollection >.process(), NullPostProcessor< OutputCollection, EdmFilter >.process(), DTValidSummary.DTValidSummary.process, DTDqm.DTDqm.process, helper::NullPostProcessor< reco::CandidateCollection, edm::EDFilter >.process(), helper::NullPostProcessor< typename::helper::SelectedOutputCollectionTrait< reco::TrackCollection >::type, EdmFilter >.process(), DTVDriftMeanTimerCalibration.DTVDriftMeanTimerCalibration.process, DTAnalysisResiduals.DTAnalysisResiduals.process, DTVDriftSegmentCalibration.DTVDriftSegmentCalibration.process, DTDQMHarvesting.DTDQMHarvesting.process, tfwliteselectortest::ThingsWorker.process(), DTNoiseCalibration.DTNoiseCalibration.process, DTResidualCalibration.DTResidualCalibration.process, DTTTrigValid.DTTTrigValid.process, DTDQMValidation.DTDQMValidation.process, DummyUpdator.process(), clangcms::CatchAll.process(), CSCTFDTReceiver.process(), tfwliteselectortest::ThingsTSelector.process(), EcalFenixTcpsFgvbEB.process(), EcalFenixBypassLin.process(), EcalFenixPeakFinder.process(), CSCTFMonitorInterface.process(), EcalFenixMaxof2.process(), TTULogic.process(), examples::TrackAnalysisAlgorithm.process(), CSCMonitorInterface.process(), SingleTrajectoryUpdator.process(), RBCLogic.process(), TTUWedgeORLogic.process(), PFPileUpAlgo.process(), RBCPatternLogic.process(), TTUSectorORLogic.process(), EcalFenixEtStrip.process(), HcalCableMapper.process(), __class__Worker.process(), npstat::AbsVisitor< Input, unsigned long >.process(), KalmanAlignmentUpdator.process(), EcalFenixTcpFormat.process(), npstat::AbsVisitor< Input, Result >.process(), DTT0DBValidation.DTT0DBValidation.process, EcalFenixAmplitudeFilter.process(), npstat::AbsArrayProjector< Input, Result >.process(), EcalFenixStripFormatEE.process(), EcalFenixStripFormatEB.process(), DTVDriftMeanTimerWriter.DTVDriftMeanTimerWriter.process, RBCTestLogic.process(), DTVDriftSegmentWriter.DTVDriftSegmentWriter.process, TTUPointingLogic.process(), BTagDifferentialPlot.process(), EcalFenixEtTot.process(), ora::IRelationalMapping.process(), TTUTwoORLogic.process(), DTTTrigResidualCorr.DTTTrigResidualCorr.process, HcalSimpleReconstructor.process(), EcalFenixStripFgvbEE.process(), RBCChamberORLogic.process(), TTUTrackingAlg.process(), EcalFenixTcpFgvbEE.process(), DTTTrigCorrFirst.DTTTrigCorrFirst.process, EcalFenixFgvbEB.process(), L1GctNullJetFinder.process(), L1GctEmLeafCard.process(), EcalFenixLinearizer.process(), L1GctSimpleJetFinder.process(), SiStripClusterToDigiProducer.process(), L1GctHardwareJetFinder.process(), DTTTrigTimeBoxesWriter.DTTTrigTimeBoxesWriter.process, RPCWheel.process(), L1GctJetFinalStage.process(), L1GctProcessor.process(), TTUConfigurator.process(), L1GctGlobalHfSumAlgos.process(), npstat::VisitCounter< Input >.process(), edm::InputTag.process(), PFMETBenchmark.process(), L1GctElectronFinalSort.process(), PFJetBenchmark.process(), PFTauElecRejectionBenchmark.process(), ora::PrimitiveMapping.process(), EgammaHLTPixelMatchElectronAlgo.process(), L1Comparator.process(), L1GctWheelEnergyFpga.process(), L1GctWheelJetFpga.process(), cscdqm::HWStandbyType.process, ora::BlobMapping.process(), L1GctGlobalEnergyAlgos.process(), L1GctElectronSorter.process(), TFWLiteSelectorBasic.process(), L1GctTdrJetFinder.process(), fwlite::internal::DataKey.process(), L1GctJetLeafCard.process(), KDTreeLinkerBase.process(), edm::EDConsumerBase::Labels.process, DTTFFEDReader.process(), L1GlobalCaloTrigger.process(), TFWLiteSelector< __class__Worker >.process(), TFWLiteSelector< TWorker >.process(), TFWLiteSelector< ThingsWorker >.process(), TFWLiteSelector< TrackAnalysisAlgorithm >.process(), HLTTrackClusterRemoverNew.process(), SeedClusterRemover.process(), EcalFenixTcp.process(), ora::OraReferenceMapping.process(), TrackClusterRemover.process(), TestOutliers.process, HTTP.RequestManager.process(), GenLumiInfoProduct::ProcessInfo.process(), ora::UniqueReferenceMapping.process(), EcalFenixStrip.process(), ora::OraPtrMapping.process(), lhef::LHERunInfo::Process.process(), CaloTowersCreationAlgo.process(), ora::NamedRefMapping.process(), ora::ArrayMapping.process(), EgammaHLTValidationUtils.EgammaDQMModuleMaker.process, ora::CArrayMapping.process(), L1GctJetFinderBase.process(), ora::ObjectMapping.process(), Config.Process.process, ora::EmptyMapping.process(), edm::SubProcess.process(), Vispa.Plugins.ConfigEditor.ConfigDataAccessor.ConfigDataAccessor.process(), and edm::ProductHolderIndexHelper::Item.process().

1973  def prepare_FASTSIM(self, sequence = "all"):
1974  """Enrich the schedule with fastsim"""
1975  self.loadAndRemember("FastSimulation/Configuration/FamosSequences_cff")
1976 
1977  if sequence in ('all','allWithHLTFiltering',''):
1978  if not 'HLT' in self.stepMap.keys():
1979  self.prepare_HLT(sequence=None)
1980 
1981  self.executeAndRemember("process.famosSimHits.SimulateCalorimetry = True")
1982  self.executeAndRemember("process.famosSimHits.SimulateTracking = True")
1983 
1984  self.executeAndRemember("process.simulation = cms.Sequence(process.simulationWithFamos)")
1985  self.executeAndRemember("process.HLTEndSequence = cms.Sequence(process.reconstructionWithFamos)")
1986 
1987  # since we have HLT here, the process should be called HLT
1988  self._options.name = "HLT"
1989 
1990  # if we don't want to filter after HLT but simulate everything regardless of what HLT tells, we have to add reconstruction explicitly
1991  if sequence == 'all' and not 'HLT' in self.stepMap.keys(): #(a)
self.finalizeFastSimHLT()
def ConfigBuilder.ConfigBuilder.prepare_FILTER (   self,
  sequence = None 
)
Enrich the schedule with a user defined filter sequence 

Definition at line 1584 of file ConfigBuilder.py.

1585  def prepare_FILTER(self, sequence = None):
''' Enrich the schedule with a user defined filter sequence '''
def ConfigBuilder.ConfigBuilder.prepare_GEN (   self,
  sequence = None 
)
load the fragment of generator configuration 

Definition at line 1267 of file ConfigBuilder.py.

1268  def prepare_GEN(self, sequence = None):
""" load the fragment of generator configuration """
def ConfigBuilder.ConfigBuilder.prepare_HARVESTING (   self,
  sequence = None 
)
Enrich the process with harvesting step 

Definition at line 1902 of file ConfigBuilder.py.

1903  def prepare_HARVESTING(self, sequence = None):
1904  """ Enrich the process with harvesting step """
1905  self.EDMtoMECFF='Configuration/StandardSequences/EDMtoME'+self._options.harvesting+'_cff'
self.loadAndRemember(self.EDMtoMECFF)
def ConfigBuilder.ConfigBuilder.prepare_HLT (   self,
  sequence = None 
)
Enrich the schedule with the HLT simulation step

Definition at line 1485 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.executeAndRemember(), ConfigBuilder.ConfigBuilder.finalizeFastSimHLT(), join(), ConfigBuilder.ConfigBuilder.loadAndRemember(), DTTTrigProd.DTTTrigProd.process, HcalHitRelabeller.process(), DTValidSummary.DTValidSummary.process, NullPostProcessor< reco::CandidateCollection >.process(), NullPostProcessor< OutputCollection, edm::EDFilter >.process(), NullPostProcessor< OutputCollection >.process(), NullPostProcessor< OutputCollection, EdmFilter >.process(), EDFilter<>.process(), helper::NullPostProcessor< OutputCollection, EdmFilter >.process(), DTDqm.DTDqm.process, DTDQMMerge.DTDQMMerge.process, helper::NullPostProcessor< reco::CandidateCollection, edm::EDFilter >.process(), helper::NullPostProcessor< typename::helper::SelectedOutputCollectionTrait< reco::TrackCollection >::type, EdmFilter >.process(), DTAnalysisResiduals.DTAnalysisResiduals.process, DTVDriftMeanTimerCalibration.DTVDriftMeanTimerCalibration.process, DTVDriftSegmentCalibration.DTVDriftSegmentCalibration.process, DTDQMHarvesting.DTDQMHarvesting.process, tfwliteselectortest::ThingsWorker.process(), DTNoiseCalibration.DTNoiseCalibration.process, DTResidualCalibration.DTResidualCalibration.process, DTTTrigValid.DTTTrigValid.process, DTDQMValidation.DTDQMValidation.process, DummyUpdator.process(), clangcms::CatchAll.process(), tfwliteselectortest::ThingsTSelector.process(), EcalFenixTcpsFgvbEB.process(), CSCTFDTReceiver.process(), EcalFenixBypassLin.process(), EcalFenixPeakFinder.process(), CSCTFMonitorInterface.process(), EcalFenixMaxof2.process(), TTULogic.process(), examples::TrackAnalysisAlgorithm.process(), CSCMonitorInterface.process(), SingleTrajectoryUpdator.process(), RBCLogic.process(), TTUWedgeORLogic.process(), RBCPatternLogic.process(), TTUSectorORLogic.process(), EcalFenixEtStrip.process(), PFPileUpAlgo.process(), npstat::AbsVisitor< Input, unsigned long >.process(), __class__Worker.process(), KalmanAlignmentUpdator.process(), EcalFenixTcpFormat.process(), npstat::AbsVisitor< Input, Result >.process(), HcalCableMapper.process(), DTT0DBValidation.DTT0DBValidation.process, EcalFenixAmplitudeFilter.process(), npstat::AbsArrayProjector< Input, Result >.process(), EcalFenixStripFormatEE.process(), DTVDriftMeanTimerWriter.DTVDriftMeanTimerWriter.process, RBCTestLogic.process(), DTVDriftSegmentWriter.DTVDriftSegmentWriter.process, TTUPointingLogic.process(), BTagDifferentialPlot.process(), EcalFenixStripFormatEB.process(), EcalFenixEtTot.process(), ora::IRelationalMapping.process(), TTUTwoORLogic.process(), DTTTrigResidualCorr.DTTTrigResidualCorr.process, HcalSimpleReconstructor.process(), EcalFenixStripFgvbEE.process(), RBCChamberORLogic.process(), EcalFenixTcpFgvbEE.process(), TTUTrackingAlg.process(), DTTTrigCorrFirst.DTTTrigCorrFirst.process, EcalFenixFgvbEB.process(), L1GctNullJetFinder.process(), L1GctEmLeafCard.process(), L1GctSimpleJetFinder.process(), SiStripClusterToDigiProducer.process(), EcalFenixLinearizer.process(), L1GctHardwareJetFinder.process(), DTTTrigTimeBoxesWriter.DTTTrigTimeBoxesWriter.process, RPCWheel.process(), L1GctJetFinalStage.process(), L1GctProcessor.process(), TTUConfigurator.process(), L1GctGlobalHfSumAlgos.process(), npstat::VisitCounter< Input >.process(), PFMETBenchmark.process(), edm::InputTag.process(), L1GctElectronFinalSort.process(), PFJetBenchmark.process(), ora::PrimitiveMapping.process(), PFTauElecRejectionBenchmark.process(), EgammaHLTPixelMatchElectronAlgo.process(), L1Comparator.process(), L1GctWheelEnergyFpga.process(), L1GctWheelJetFpga.process(), cscdqm::HWStandbyType.process, ora::BlobMapping.process(), L1GctElectronSorter.process(), L1GctGlobalEnergyAlgos.process(), L1GctTdrJetFinder.process(), TFWLiteSelectorBasic.process(), fwlite::internal::DataKey.process(), edm::EDConsumerBase::Labels.process, L1GctJetLeafCard.process(), KDTreeLinkerBase.process(), DTTFFEDReader.process(), L1GlobalCaloTrigger.process(), TFWLiteSelector< __class__Worker >.process(), TFWLiteSelector< ThingsWorker >.process(), TFWLiteSelector< TrackAnalysisAlgorithm >.process(), TFWLiteSelector< TWorker >.process(), HLTTrackClusterRemoverNew.process(), SeedClusterRemover.process(), ora::OraReferenceMapping.process(), EcalFenixTcp.process(), TrackClusterRemover.process(), TestOutliers.process, HTTP.RequestManager.process(), GenLumiInfoProduct::ProcessInfo.process(), ora::UniqueReferenceMapping.process(), EcalFenixStrip.process(), ora::OraPtrMapping.process(), lhef::LHERunInfo::Process.process(), ora::NamedRefMapping.process(), CaloTowersCreationAlgo.process(), ora::ArrayMapping.process(), EgammaHLTValidationUtils.EgammaDQMModuleMaker.process, ora::CArrayMapping.process(), L1GctJetFinderBase.process(), ora::ObjectMapping.process(), Config.Process.process, ora::EmptyMapping.process(), edm::SubProcess.process(), Vispa.Plugins.ConfigEditor.ConfigDataAccessor.ConfigDataAccessor.process(), edm::ProductHolderIndexHelper::Item.process(), and CustomConfigs.ProcessName().

Referenced by ConfigBuilder.ConfigBuilder.prepare_FASTSIM().

1486  def prepare_HLT(self, sequence = None):
1487  """ Enrich the schedule with the HLT simulation step"""
1488  if not sequence:
1489  print "no specification of the hlt menu has been given, should never happen"
1490  raise Exception('no HLT sequence provided')
1491 
1492  if '@' in sequence:
1493  # case where HLT:@something was provided
1494  from Configuration.HLT.autoHLT import autoHLT
1495  key = sequence[1:]
1496  if key in autoHLT:
1497  sequence = autoHLT[key]
1498  else:
1499  raise ValueError('no HLT mapping key "%s" found in autoHLT' % key)
1500 
1501  if ',' in sequence:
1502  #case where HLT:something:something was provided
1503  self.executeAndRemember('import HLTrigger.Configuration.Utilities')
1504  optionsForHLT = {}
1505  if self._options.scenario == 'HeavyIons':
1506  optionsForHLT['type'] = 'HIon'
1507  else:
1508  optionsForHLT['type'] = 'GRun'
1509  optionsForHLTConfig = ', '.join('%s=%s' % (key, repr(val)) for (key, val) in optionsForHLT.iteritems())
1510  if sequence == 'run,fromSource':
1511  if hasattr(self.process.source,'firstRun'):
1512  self.executeAndRemember('process.loadHltConfiguration("run:%%d"%%(process.source.firstRun.value()),%s)'%(optionsForHLTConfig))
1513  elif hasattr(self.process.source,'setRunNumber'):
1514  self.executeAndRemember('process.loadHltConfiguration("run:%%d"%%(process.source.setRunNumber.value()),%s)'%(optionsForHLTConfig))
1515  else:
1516  raise Exception('Cannot replace menu to load %s'%(sequence))
1517  else:
1518  self.executeAndRemember('process.loadHltConfiguration("%s",%s)'%(sequence.replace(',',':'),optionsForHLTConfig))
1519  else:
1520  if self._options.fast:
1521  self.loadAndRemember('HLTrigger/Configuration/HLT_%s_Famos_cff' % sequence)
1522  else:
1523  self.loadAndRemember('HLTrigger/Configuration/HLT_%s_cff' % sequence)
1524 
1525  if self._options.isMC:
1526  self._options.customisation_file.append("HLTrigger/Configuration/customizeHLTforMC.customizeHLTforMC")
static std::string join(char **cmd)
Definition: RemoteFile.cc:18
def ConfigBuilder.ConfigBuilder.prepare_L1 (   self,
  sequence = None 
)
Enrich the schedule with the L1 simulation step

Definition at line 1460 of file ConfigBuilder.py.

References ConfigBuilder.getConfigsForScenario(), ConfigBuilder.ConfigBuilder.L1EMDefaultCFF, ConfigBuilder.ConfigBuilder.loadAndRemember(), and ConfigBuilder.ConfigBuilder.scheduleSequence().

1461  def prepare_L1(self, sequence = None):
1462  """ Enrich the schedule with the L1 simulation step"""
1463  if not sequence:
1464  self.loadAndRemember(self.L1EMDefaultCFF)
1465  else:
1466  # let the L1 package decide for the scenarios available
1467  from L1Trigger.Configuration.ConfigBuilder import getConfigsForScenario
1468  listOfImports = getConfigsForScenario(sequence)
1469  for file in listOfImports:
1470  self.loadAndRemember(file)
1471  self.scheduleSequence('SimL1Emulator','L1simulation_step')
1472  return
def getConfigsForScenario
def ConfigBuilder.ConfigBuilder.prepare_L1HwVal (   self,
  sequence = 'L1HwVal' 
)
Enrich the schedule with L1 HW validation 

Definition at line 1565 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.loadDefaultOrSpecifiedCFF().

1566  def prepare_L1HwVal(self, sequence = 'L1HwVal'):
1567  ''' Enrich the schedule with L1 HW validation '''
self.loadDefaultOrSpecifiedCFF(sequence,self.L1HwValDefaultCFF)
def ConfigBuilder.ConfigBuilder.prepare_L1Reco (   self,
  sequence = "L1Reco" 
)
Enrich the schedule with L1 reconstruction 

Definition at line 1572 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.L1RecoDefaultCFF, ConfigBuilder.ConfigBuilder.loadDefaultOrSpecifiedCFF(), and ConfigBuilder.ConfigBuilder.scheduleSequence().

1573  def prepare_L1Reco(self, sequence = "L1Reco"):
1574  ''' Enrich the schedule with L1 reconstruction '''
self.loadDefaultOrSpecifiedCFF(sequence,self.L1RecoDefaultCFF)
def ConfigBuilder.ConfigBuilder.prepare_L1REPACK (   self,
  sequence = None 
)
Enrich the schedule with the L1 simulation step, running the L1 emulator on data unpacked from the RAW collection, and repacking the result in a new RAW collection

Definition at line 1473 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.loadAndRemember(), ConfigBuilder.ConfigBuilder.renameInputTagsInSequence(), and ConfigBuilder.ConfigBuilder.scheduleSequence().

1474  def prepare_L1REPACK(self, sequence = None):
1475  """ Enrich the schedule with the L1 simulation step, running the L1 emulator on data unpacked from the RAW collection, and repacking the result in a new RAW collection"""
1476  if sequence is not 'GT':
1477  print 'Running the full L1 emulator is not supported yet'
1478  raise Exception('unsupported feature')
1479  if sequence is 'GT':
1480  self.loadAndRemember('Configuration/StandardSequences/SimL1EmulatorRepack_GT_cff')
1481  if self._options.scenario == 'HeavyIons':
1482  self.renameInputTagsInSequence("SimL1Emulator","rawDataCollector","rawDataRepacker")
1483  self.scheduleSequence('SimL1Emulator','L1simulation_step')
1484 
def ConfigBuilder.ConfigBuilder.prepare_L1TrackTrigger (   self,
  sequence = "L1TrackTrigger" 
)
Enrich the schedule with L1 reconstruction 

Definition at line 1578 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.L1TrackTriggerDefaultCFF, ConfigBuilder.ConfigBuilder.loadDefaultOrSpecifiedCFF(), and ConfigBuilder.ConfigBuilder.scheduleSequence().

1579  def prepare_L1TrackTrigger(self, sequence = "L1TrackTrigger"):
1580  ''' Enrich the schedule with L1 reconstruction '''
self.loadDefaultOrSpecifiedCFF(sequence,self.L1TrackTriggerDefaultCFF)
def ConfigBuilder.ConfigBuilder.prepare_LHE (   self,
  sequence = None 
)

Definition at line 1250 of file ConfigBuilder.py.

References DTTTrigProd.DTTTrigProd.process, HcalHitRelabeller.process(), DTDqm.DTDqm.process, NullPostProcessor< reco::CandidateCollection >.process(), NullPostProcessor< OutputCollection, edm::EDFilter >.process(), NullPostProcessor< OutputCollection >.process(), NullPostProcessor< OutputCollection, EdmFilter >.process(), EDFilter<>.process(), DTDQMMerge.DTDQMMerge.process, DTValidSummary.DTValidSummary.process, helper::NullPostProcessor< OutputCollection, EdmFilter >.process(), helper::NullPostProcessor< reco::CandidateCollection, edm::EDFilter >.process(), helper::NullPostProcessor< typename::helper::SelectedOutputCollectionTrait< reco::TrackCollection >::type, EdmFilter >.process(), DTVDriftMeanTimerCalibration.DTVDriftMeanTimerCalibration.process, DTVDriftSegmentCalibration.DTVDriftSegmentCalibration.process, DTDQMHarvesting.DTDQMHarvesting.process, tfwliteselectortest::ThingsWorker.process(), DTAnalysisResiduals.DTAnalysisResiduals.process, DTResidualCalibration.DTResidualCalibration.process, DTNoiseCalibration.DTNoiseCalibration.process, DTDQMValidation.DTDQMValidation.process, DummyUpdator.process(), DTTTrigValid.DTTTrigValid.process, clangcms::CatchAll.process(), tfwliteselectortest::ThingsTSelector.process(), EcalFenixTcpsFgvbEB.process(), CSCTFDTReceiver.process(), EcalFenixBypassLin.process(), EcalFenixPeakFinder.process(), CSCTFMonitorInterface.process(), EcalFenixMaxof2.process(), TTULogic.process(), examples::TrackAnalysisAlgorithm.process(), CSCMonitorInterface.process(), SingleTrajectoryUpdator.process(), RBCLogic.process(), TTUWedgeORLogic.process(), RBCPatternLogic.process(), TTUSectorORLogic.process(), EcalFenixEtStrip.process(), PFPileUpAlgo.process(), npstat::AbsVisitor< Input, Result >.process(), KalmanAlignmentUpdator.process(), __class__Worker.process(), HcalCableMapper.process(), EcalFenixTcpFormat.process(), npstat::AbsVisitor< Input, unsigned long >.process(), DTT0DBValidation.DTT0DBValidation.process, EcalFenixAmplitudeFilter.process(), EcalFenixStripFormatEE.process(), npstat::AbsArrayProjector< Input, Result >.process(), DTVDriftMeanTimerWriter.DTVDriftMeanTimerWriter.process, DTVDriftSegmentWriter.DTVDriftSegmentWriter.process, RBCTestLogic.process(), TTUPointingLogic.process(), BTagDifferentialPlot.process(), EcalFenixStripFormatEB.process(), EcalFenixEtTot.process(), TTUTwoORLogic.process(), DTTTrigResidualCorr.DTTTrigResidualCorr.process, ora::IRelationalMapping.process(), HcalSimpleReconstructor.process(), EcalFenixStripFgvbEE.process(), RBCChamberORLogic.process(), TTUTrackingAlg.process(), EcalFenixTcpFgvbEE.process(), DTTTrigCorrFirst.DTTTrigCorrFirst.process, EcalFenixFgvbEB.process(), L1GctEmLeafCard.process(), L1GctNullJetFinder.process(), L1GctSimpleJetFinder.process(), SiStripClusterToDigiProducer.process(), EcalFenixLinearizer.process(), L1GctHardwareJetFinder.process(), RPCWheel.process(), DTTTrigTimeBoxesWriter.DTTTrigTimeBoxesWriter.process, L1GctJetFinalStage.process(), L1GctProcessor.process(), TTUConfigurator.process(), L1GctGlobalHfSumAlgos.process(), PFMETBenchmark.process(), npstat::VisitCounter< Input >.process(), edm::InputTag.process(), L1GctElectronFinalSort.process(), PFJetBenchmark.process(), ora::PrimitiveMapping.process(), PFTauElecRejectionBenchmark.process(), EgammaHLTPixelMatchElectronAlgo.process(), L1Comparator.process(), L1GctWheelEnergyFpga.process(), L1GctWheelJetFpga.process(), cscdqm::HWStandbyType.process, ora::BlobMapping.process(), L1GctGlobalEnergyAlgos.process(), L1GctElectronSorter.process(), L1GctTdrJetFinder.process(), TFWLiteSelectorBasic.process(), fwlite::internal::DataKey.process(), L1GctJetLeafCard.process(), KDTreeLinkerBase.process(), edm::EDConsumerBase::Labels.process, DTTFFEDReader.process(), L1GlobalCaloTrigger.process(), TFWLiteSelector< __class__Worker >.process(), TFWLiteSelector< TWorker >.process(), TFWLiteSelector< ThingsWorker >.process(), TFWLiteSelector< TrackAnalysisAlgorithm >.process(), SeedClusterRemover.process(), HLTTrackClusterRemoverNew.process(), ora::OraReferenceMapping.process(), EcalFenixTcp.process(), TrackClusterRemover.process(), TestOutliers.process, HTTP.RequestManager.process(), GenLumiInfoProduct::ProcessInfo.process(), ora::UniqueReferenceMapping.process(), EcalFenixStrip.process(), ora::OraPtrMapping.process(), lhef::LHERunInfo::Process.process(), CaloTowersCreationAlgo.process(), ora::NamedRefMapping.process(), ora::ArrayMapping.process(), EgammaHLTValidationUtils.EgammaDQMModuleMaker.process, ora::CArrayMapping.process(), L1GctJetFinderBase.process(), ora::ObjectMapping.process(), Config.Process.process, ora::EmptyMapping.process(), edm::SubProcess.process(), Vispa.Plugins.ConfigEditor.ConfigDataAccessor.ConfigDataAccessor.process(), edm::ProductHolderIndexHelper::Item.process(), and python.rootplot.root2matplotlib.replace().

1251  def prepare_LHE(self, sequence = None):
1252  #load the fragment
1253  ##make it loadable
1254  loadFragment = self._options.evt_type.replace('.py','',).replace('.','_').replace('python/','').replace('/','.')
1255  print "Loading lhe fragment from",loadFragment
1256  __import__(loadFragment)
1257  self.process.load(loadFragment)
1258  ##inline the modules
1259  self._options.inlineObjets+=','+sequence
1260 
1261  getattr(self.process,sequence).nEvents = int(self._options.number)
1262 
1263  #schedule it
1264  self.process.lhe_step = cms.Path( getattr( self.process,sequence) )
1265  self.excludedPaths.append("lhe_step")
1266  self.schedule.append( self.process.lhe_step )
def ConfigBuilder.ConfigBuilder.prepare_PAT (   self,
  sequence = "miniAOD" 
)
Enrich the schedule with PAT 

Definition at line 1622 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.loadDefaultOrSpecifiedCFF(), and ConfigBuilder.ConfigBuilder.PATDefaultCFF.

1623  def prepare_PAT(self, sequence = "miniAOD"):
1624  ''' Enrich the schedule with PAT '''
self.loadDefaultOrSpecifiedCFF(sequence,self.PATDefaultCFF)
def ConfigBuilder.ConfigBuilder.prepare_POSTRECO (   self,
  sequence = None 
)
Enrich the schedule with the postreco step 

Definition at line 1697 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.loadAndRemember(), and ConfigBuilder.ConfigBuilder.scheduleSequence().

1698  def prepare_POSTRECO(self, sequence = None):
1699  """ Enrich the schedule with the postreco step """
self.loadAndRemember(self.POSTRECODefaultCFF)
def ConfigBuilder.ConfigBuilder.prepare_RAW2DIGI (   self,
  sequence = "RawToDigi" 
)

Definition at line 1558 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.loadDefaultOrSpecifiedCFF(), ConfigBuilder.ConfigBuilder.RAW2DIGIDefaultCFF, and ConfigBuilder.ConfigBuilder.scheduleSequence().

Referenced by ConfigBuilder.ConfigBuilder.prepare_RAW2RECO().

1559  def prepare_RAW2DIGI(self, sequence = "RawToDigi"):
1560  self.loadDefaultOrSpecifiedCFF(sequence,self.RAW2DIGIDefaultCFF)
1561  self.scheduleSequence(sequence,'raw2digi_step')
1562  # if self._options.isRepacked:
1563  #self.renameInputTagsInSequence(sequence)
1564  return
def ConfigBuilder.ConfigBuilder.prepare_RAW2RECO (   self,
  sequence = None 
)

Definition at line 1547 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.prepare_RAW2DIGI(), and ConfigBuilder.ConfigBuilder.prepare_RECO().

1548  def prepare_RAW2RECO(self, sequence = None):
1549  if ','in sequence:
1550  seqReco=sequence.split(',')[1]
1551  seqDigi=sequence.split(',')[0]
1552  else:
1553  print "RAW2RECO requires two specifications",sequence,"insufficient"
1554 
1555  self.prepare_RAW2DIGI(seqDigi)
1556  self.prepare_RECO(seqReco)
1557  return
def prepare_RECO
put the filtering path in the schedule
def ConfigBuilder.ConfigBuilder.prepare_RECO (   self,
  sequence = "reconstruction" 
)

put the filtering path in the schedule

put it before all the other paths

Enrich the schedule with reconstruction 

Definition at line 1616 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.loadDefaultOrSpecifiedCFF(), ConfigBuilder.ConfigBuilder.RECODefaultCFF, and ConfigBuilder.ConfigBuilder.scheduleSequence().

Referenced by ConfigBuilder.ConfigBuilder.prepare_RAW2RECO().

1617  def prepare_RECO(self, sequence = "reconstruction"):
1618  ''' Enrich the schedule with reconstruction '''
self.loadDefaultOrSpecifiedCFF(sequence,self.RECODefaultCFF)
def prepare_RECO
put the filtering path in the schedule
def ConfigBuilder.ConfigBuilder.prepare_REPACK (   self,
  sequence = None 
)

Definition at line 1455 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.loadDefaultOrSpecifiedCFF(), and ConfigBuilder.ConfigBuilder.scheduleSequence().

1456  def prepare_REPACK(self, sequence = None):
1457  self.loadDefaultOrSpecifiedCFF(sequence,self.REPACKDefaultCFF)
1458  self.scheduleSequence(sequence.split('.')[-1],'digi2repack_step')
1459  return
def ConfigBuilder.ConfigBuilder.prepare_SIM (   self,
  sequence = None 
)
Enrich the schedule with the summary of the filter step 
Enrich the schedule with the simulation step

Definition at line 1348 of file ConfigBuilder.py.

1349  def prepare_SIM(self, sequence = None):
""" Enrich the schedule with the simulation step"""
def ConfigBuilder.ConfigBuilder.prepare_SKIM (   self,
  sequence = "all" 
)
Enrich the schedule with skimming fragments

Definition at line 1647 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.expandMapping(), and ConfigBuilder.ConfigBuilder.loadDefaultOrSpecifiedCFF().

1648  def prepare_SKIM(self, sequence = "all"):
1649  ''' Enrich the schedule with skimming fragments'''
1650  skimConfig = self.loadDefaultOrSpecifiedCFF(sequence,self.SKIMDefaultCFF)
1651  sequence = sequence.split('.')[-1]
1652 
1653  skimlist=sequence.split('+')
## support @Mu+DiJet+@Electron configuration via autoSkim.py
def ConfigBuilder.ConfigBuilder.prepare_USER (   self,
  sequence = None 
)
Enrich the schedule with a user defined sequence 

Definition at line 1691 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.loadDefaultOrSpecifiedCFF(), and ConfigBuilder.ConfigBuilder.scheduleSequence().

1692  def prepare_USER(self, sequence = None):
1693  ''' Enrich the schedule with a user defined sequence '''
self.loadDefaultOrSpecifiedCFF(sequence,self.USERDefaultCFF)
def ConfigBuilder.ConfigBuilder.prepare_VALIDATION (   self,
  sequence = 'validation' 
)

Definition at line 1704 of file ConfigBuilder.py.

References any(), ConfigBuilder.ConfigBuilder.executeAndRemember(), ConfigBuilder.ConfigBuilder.expandMapping(), ConfigBuilder.ConfigBuilder.loadDefaultOrSpecifiedCFF(), python.multivaluedict.map(), DTTTrigProd.DTTTrigProd.process, HcalHitRelabeller.process(), EDFilter<>.process(), helper::NullPostProcessor< OutputCollection, EdmFilter >.process(), NullPostProcessor< OutputCollection, edm::EDFilter >.process(), NullPostProcessor< reco::CandidateCollection >.process(), NullPostProcessor< OutputCollection, EdmFilter >.process(), NullPostProcessor< OutputCollection >.process(), DTDqm.DTDqm.process, DTValidSummary.DTValidSummary.process, DTDQMMerge.DTDQMMerge.process, helper::NullPostProcessor< reco::CandidateCollection, edm::EDFilter >.process(), helper::NullPostProcessor< typename::helper::SelectedOutputCollectionTrait< reco::TrackCollection >::type, EdmFilter >.process(), DTVDriftMeanTimerCalibration.DTVDriftMeanTimerCalibration.process, DTAnalysisResiduals.DTAnalysisResiduals.process, DTVDriftSegmentCalibration.DTVDriftSegmentCalibration.process, DTDQMHarvesting.DTDQMHarvesting.process, tfwliteselectortest::ThingsWorker.process(), DTNoiseCalibration.DTNoiseCalibration.process, DTResidualCalibration.DTResidualCalibration.process, DTTTrigValid.DTTTrigValid.process, DTDQMValidation.DTDQMValidation.process, DummyUpdator.process(), clangcms::CatchAll.process(), tfwliteselectortest::ThingsTSelector.process(), EcalFenixTcpsFgvbEB.process(), CSCTFDTReceiver.process(), EcalFenixBypassLin.process(), EcalFenixPeakFinder.process(), CSCTFMonitorInterface.process(), EcalFenixMaxof2.process(), TTULogic.process(), examples::TrackAnalysisAlgorithm.process(), CSCMonitorInterface.process(), SingleTrajectoryUpdator.process(), RBCLogic.process(), TTUWedgeORLogic.process(), RBCPatternLogic.process(), TTUSectorORLogic.process(), EcalFenixEtStrip.process(), PFPileUpAlgo.process(), npstat::AbsVisitor< Input, unsigned long >.process(), __class__Worker.process(), KalmanAlignmentUpdator.process(), EcalFenixTcpFormat.process(), npstat::AbsVisitor< Input, Result >.process(), HcalCableMapper.process(), DTT0DBValidation.DTT0DBValidation.process, EcalFenixAmplitudeFilter.process(), npstat::AbsArrayProjector< Input, Result >.process(), EcalFenixStripFormatEE.process(), EcalFenixStripFormatEB.process(), DTVDriftMeanTimerWriter.DTVDriftMeanTimerWriter.process, RBCTestLogic.process(), DTVDriftSegmentWriter.DTVDriftSegmentWriter.process, TTUPointingLogic.process(), BTagDifferentialPlot.process(), EcalFenixEtTot.process(), ora::IRelationalMapping.process(), TTUTwoORLogic.process(), DTTTrigResidualCorr.DTTTrigResidualCorr.process, HcalSimpleReconstructor.process(), EcalFenixStripFgvbEE.process(), EcalFenixTcpFgvbEE.process(), RBCChamberORLogic.process(), TTUTrackingAlg.process(), DTTTrigCorrFirst.DTTTrigCorrFirst.process, EcalFenixFgvbEB.process(), L1GctEmLeafCard.process(), L1GctNullJetFinder.process(), L1GctSimpleJetFinder.process(), SiStripClusterToDigiProducer.process(), EcalFenixLinearizer.process(), L1GctHardwareJetFinder.process(), DTTTrigTimeBoxesWriter.DTTTrigTimeBoxesWriter.process, RPCWheel.process(), L1GctJetFinalStage.process(), L1GctProcessor.process(), TTUConfigurator.process(), L1GctGlobalHfSumAlgos.process(), edm::InputTag.process(), PFMETBenchmark.process(), npstat::VisitCounter< Input >.process(), L1GctElectronFinalSort.process(), PFJetBenchmark.process(), PFTauElecRejectionBenchmark.process(), ora::PrimitiveMapping.process(), EgammaHLTPixelMatchElectronAlgo.process(), L1Comparator.process(), L1GctWheelEnergyFpga.process(), L1GctWheelJetFpga.process(), cscdqm::HWStandbyType.process, ora::BlobMapping.process(), L1GctGlobalEnergyAlgos.process(), L1GctElectronSorter.process(), L1GctTdrJetFinder.process(), TFWLiteSelectorBasic.process(), fwlite::internal::DataKey.process(), L1GctJetLeafCard.process(), edm::EDConsumerBase::Labels.process, KDTreeLinkerBase.process(), DTTFFEDReader.process(), L1GlobalCaloTrigger.process(), TFWLiteSelector< __class__Worker >.process(), TFWLiteSelector< TrackAnalysisAlgorithm >.process(), TFWLiteSelector< ThingsWorker >.process(), TFWLiteSelector< TWorker >.process(), SeedClusterRemover.process(), HLTTrackClusterRemoverNew.process(), ora::OraReferenceMapping.process(), EcalFenixTcp.process(), TrackClusterRemover.process(), TestOutliers.process, HTTP.RequestManager.process(), GenLumiInfoProduct::ProcessInfo.process(), ora::UniqueReferenceMapping.process(), EcalFenixStrip.process(), ora::OraPtrMapping.process(), lhef::LHERunInfo::Process.process(), CaloTowersCreationAlgo.process(), ora::NamedRefMapping.process(), ora::ArrayMapping.process(), EgammaHLTValidationUtils.EgammaDQMModuleMaker.process, ora::CArrayMapping.process(), L1GctJetFinderBase.process(), ora::ObjectMapping.process(), Config.Process.process, ora::EmptyMapping.process(), edm::SubProcess.process(), Vispa.Plugins.ConfigEditor.ConfigDataAccessor.ConfigDataAccessor.process(), edm::ProductHolderIndexHelper::Item.process(), ConfigBuilder.ConfigBuilder.renameHLTprocessInSequence(), and split.

1705  def prepare_VALIDATION(self, sequence = 'validation'):
1706  print sequence,"in preparing validation"
1707  self.loadDefaultOrSpecifiedCFF(sequence,self.VALIDATIONDefaultCFF)
1708  from Validation.Configuration.autoValidation import autoValidation
1709  #in case VALIDATION:something:somethingelse -> something,somethingelse
1710  sequence=sequence.split('.')[-1]
1711  if sequence.find(',')!=-1:
1712  prevalSeqName=sequence.split(',')[0].split('+')
1713  valSeqName=sequence.split(',')[1].split('+')
1714  self.expandMapping(prevalSeqName,autoValidation,index=0)
1715  self.expandMapping(valSeqName,autoValidation,index=1)
1716  else:
1717  if '@' in sequence:
1718  prevalSeqName=sequence.split('+')
1719  valSeqName=sequence.split('+')
1720  self.expandMapping(prevalSeqName,autoValidation,index=0)
1721  self.expandMapping(valSeqName,autoValidation,index=1)
1722  else:
1723  postfix=''
1724  if sequence:
1725  postfix='_'+sequence
1726  prevalSeqName=['prevalidation'+postfix]
1727  valSeqName=['validation'+postfix]
1728  if not hasattr(self.process,valSeqName[0]):
1729  prevalSeqName=['']
1730  valSeqName=[sequence]
1731 
1732  def NFI(index):
1733  ##name from index, required to keep backward compatibility
1734  if index==0:
1735  return ''
1736  else:
1737  return '%s'%index
1738 
1739  if not 'DIGI' in self.stepMap and not self._options.fast and not any(map( lambda s : s.startswith('genvalid'), valSeqName)):
1740  if self._options.restoreRNDSeeds==False and not self._options.restoreRNDSeeds==True:
1741  self._options.restoreRNDSeeds=True
1742 
1743  #rename the HLT process in validation steps
1744  if ('HLT' in self.stepMap and not self._options.fast) or self._options.hltProcess:
1745  for s in valSeqName+prevalSeqName:
1746  if s:
1748  for (i,s) in enumerate(prevalSeqName):
1749  if s:
1750  setattr(self.process,'prevalidation_step%s'%NFI(i), cms.Path( getattr(self.process, s)) )
1751  self.schedule.append(getattr(self.process,'prevalidation_step%s'%NFI(i)))
1752 
1753  for (i,s) in enumerate(valSeqName):
1754  setattr(self.process,'validation_step%s'%NFI(i), cms.EndPath( getattr(self.process, s)))
1755  self.schedule.append(getattr(self.process,'validation_step%s'%NFI(i)))
1756 
1757  if not 'DIGI' in self.stepMap and not self._options.fast:
1758  self.executeAndRemember("process.mix.playback = True")
1759  self.executeAndRemember("process.mix.digitizers = cms.PSet()")
1760  self.executeAndRemember("for a in process.aliases: delattr(process, a)")
1761  self._options.customisation_file.append("SimGeneral/MixingModule/fullMixCustomize_cff.setCrossingFrameOn")
1762 
1763  if hasattr(self.process,"genstepfilter") and len(self.process.genstepfilter.triggerConditions):
1764  #will get in the schedule, smoothly
1765  for (i,s) in enumerate(valSeqName):
1766  getattr(self.process,'validation_step%s'%NFI(i))._seq = self.process.genstepfilter * getattr(self.process,'validation_step%s'%NFI(i))._seq
1767 
1768  return
1769 
bool any(const std::vector< T > &v, const T &what)
Definition: ECalSD.cc:34
double split
Definition: MVATrainer.cc:139
def ConfigBuilder.ConfigBuilder.profileOptions (   self)
addIgProfService
Function to add the igprof profile service so that you can dump in the middle
of the run.

Definition at line 231 of file ConfigBuilder.py.

Referenced by ConfigBuilder.ConfigBuilder.addCommon().

232  def profileOptions(self):
233  """
234  addIgProfService
235  Function to add the igprof profile service so that you can dump in the middle
236  of the run.
237  """
238  profileOpts = self._options.profile.split(':')
239  profilerStart = 1
240  profilerInterval = 100
241  profilerFormat = None
242  profilerJobFormat = None
243 
244  if len(profileOpts):
245  #type, given as first argument is unused here
246  profileOpts.pop(0)
247  if len(profileOpts):
248  startEvent = profileOpts.pop(0)
249  if not startEvent.isdigit():
250  raise Exception("%s is not a number" % startEvent)
251  profilerStart = int(startEvent)
252  if len(profileOpts):
253  eventInterval = profileOpts.pop(0)
254  if not eventInterval.isdigit():
255  raise Exception("%s is not a number" % eventInterval)
256  profilerInterval = int(eventInterval)
257  if len(profileOpts):
258  profilerFormat = profileOpts.pop(0)
259 
260 
261  if not profilerFormat:
262  profilerFormat = "%s___%s___%s___%s___%s___%s___%%I.gz" % (self._options.evt_type.replace("_cfi", ""),
263  self._options.step,
264  self._options.pileup,
265  self._options.conditions,
266  self._options.datatier,
267  self._options.profileTypeLabel)
268  if not profilerJobFormat and profilerFormat.endswith(".gz"):
269  profilerJobFormat = profilerFormat.replace(".gz", "_EndOfJob.gz")
270  elif not profilerJobFormat:
271  profilerJobFormat = profilerFormat + "_EndOfJob.gz"
272 
273  return (profilerStart,profilerInterval,profilerFormat,profilerJobFormat)
def ConfigBuilder.ConfigBuilder.renameHLTprocessInSequence (   self,
  sequence,
  proc = None,
  HLTprocess = 'HLT' 
)

Definition at line 1839 of file ConfigBuilder.py.

References DTTTrigProd.DTTTrigProd.process, HcalHitRelabeller.process(), DTDqm.DTDqm.process, NullPostProcessor< OutputCollection, edm::EDFilter >.process(), NullPostProcessor< OutputCollection >.process(), NullPostProcessor< OutputCollection, EdmFilter >.process(), EDFilter<>.process(), DTDQMMerge.DTDQMMerge.process, DTValidSummary.DTValidSummary.process, helper::NullPostProcessor< OutputCollection, EdmFilter >.process(), helper::NullPostProcessor< reco::CandidateCollection, edm::EDFilter >.process(), helper::NullPostProcessor< typename::helper::SelectedOutputCollectionTrait< reco::TrackCollection >::type, EdmFilter >.process(), NullPostProcessor< reco::CandidateCollection >.process(), DTVDriftSegmentCalibration.DTVDriftSegmentCalibration.process, DTAnalysisResiduals.DTAnalysisResiduals.process, tfwliteselectortest::ThingsWorker.process(), DTDQMHarvesting.DTDQMHarvesting.process, DTVDriftMeanTimerCalibration.DTVDriftMeanTimerCalibration.process, DTNoiseCalibration.DTNoiseCalibration.process, DTResidualCalibration.DTResidualCalibration.process, DTDQMValidation.DTDQMValidation.process, DummyUpdator.process(), DTTTrigValid.DTTTrigValid.process, clangcms::CatchAll.process(), tfwliteselectortest::ThingsTSelector.process(), EcalFenixTcpsFgvbEB.process(), CSCTFDTReceiver.process(), EcalFenixBypassLin.process(), EcalFenixPeakFinder.process(), CSCTFMonitorInterface.process(), EcalFenixMaxof2.process(), TTULogic.process(), examples::TrackAnalysisAlgorithm.process(), CSCMonitorInterface.process(), SingleTrajectoryUpdator.process(), RBCLogic.process(), TTUWedgeORLogic.process(), RBCPatternLogic.process(), TTUSectorORLogic.process(), EcalFenixEtStrip.process(), PFPileUpAlgo.process(), __class__Worker.process(), KalmanAlignmentUpdator.process(), HcalCableMapper.process(), npstat::AbsVisitor< Input, Result >.process(), EcalFenixTcpFormat.process(), npstat::AbsVisitor< Input, unsigned long >.process(), DTT0DBValidation.DTT0DBValidation.process, EcalFenixAmplitudeFilter.process(), EcalFenixStripFormatEE.process(), npstat::AbsArrayProjector< Input, Result >.process(), DTVDriftMeanTimerWriter.DTVDriftMeanTimerWriter.process, DTVDriftSegmentWriter.DTVDriftSegmentWriter.process, EcalFenixStripFormatEB.process(), RBCTestLogic.process(), BTagDifferentialPlot.process(), TTUPointingLogic.process(), EcalFenixEtTot.process(), ora::IRelationalMapping.process(), DTTTrigResidualCorr.DTTTrigResidualCorr.process, TTUTwoORLogic.process(), HcalSimpleReconstructor.process(), EcalFenixStripFgvbEE.process(), RBCChamberORLogic.process(), TTUTrackingAlg.process(), EcalFenixTcpFgvbEE.process(), DTTTrigCorrFirst.DTTTrigCorrFirst.process, EcalFenixFgvbEB.process(), L1GctNullJetFinder.process(), L1GctEmLeafCard.process(), L1GctSimpleJetFinder.process(), SiStripClusterToDigiProducer.process(), EcalFenixLinearizer.process(), L1GctHardwareJetFinder.process(), RPCWheel.process(), DTTTrigTimeBoxesWriter.DTTTrigTimeBoxesWriter.process, L1GctJetFinalStage.process(), L1GctProcessor.process(), TTUConfigurator.process(), L1GctGlobalHfSumAlgos.process(), PFMETBenchmark.process(), edm::InputTag.process(), npstat::VisitCounter< Input >.process(), L1GctElectronFinalSort.process(), PFJetBenchmark.process(), ora::PrimitiveMapping.process(), PFTauElecRejectionBenchmark.process(), EgammaHLTPixelMatchElectronAlgo.process(), L1Comparator.process(), L1GctWheelEnergyFpga.process(), L1GctWheelJetFpga.process(), cscdqm::HWStandbyType.process, ora::BlobMapping.process(), L1GctGlobalEnergyAlgos.process(), L1GctElectronSorter.process(), L1GctTdrJetFinder.process(), TFWLiteSelectorBasic.process(), fwlite::internal::DataKey.process(), L1GctJetLeafCard.process(), edm::EDConsumerBase::Labels.process, KDTreeLinkerBase.process(), DTTFFEDReader.process(), L1GlobalCaloTrigger.process(), TFWLiteSelector< TrackAnalysisAlgorithm >.process(), TFWLiteSelector< ThingsWorker >.process(), TFWLiteSelector< __class__Worker >.process(), TFWLiteSelector< TWorker >.process(), HLTTrackClusterRemoverNew.process(), SeedClusterRemover.process(), EcalFenixTcp.process(), ora::OraReferenceMapping.process(), TrackClusterRemover.process(), TestOutliers.process, HTTP.RequestManager.process(), GenLumiInfoProduct::ProcessInfo.process(), ora::UniqueReferenceMapping.process(), EcalFenixStrip.process(), ora::OraPtrMapping.process(), lhef::LHERunInfo::Process.process(), ora::NamedRefMapping.process(), CaloTowersCreationAlgo.process(), ora::ArrayMapping.process(), EgammaHLTValidationUtils.EgammaDQMModuleMaker.process, ora::CArrayMapping.process(), L1GctJetFinderBase.process(), ora::ObjectMapping.process(), Config.Process.process, ora::EmptyMapping.process(), edm::SubProcess.process(), Vispa.Plugins.ConfigEditor.ConfigDataAccessor.ConfigDataAccessor.process(), edm::ProductHolderIndexHelper::Item.process(), and cmsPerfHarvest.visit().

Referenced by ConfigBuilder.ConfigBuilder.prepare_VALIDATION().

1840  def renameHLTprocessInSequence(self,sequence,proc=None,HLTprocess='HLT'):
1841  if self._options.hltProcess:
1842  proc=self._options.hltProcess
1843  else:
1844  proc=self.process.name_()
1845  if proc==HLTprocess: return
1846  # look up all module in dqm sequence
1847  print "replacing %s process name - sequence %s will use '%s'" % (HLTprocess,sequence, proc)
1848  getattr(self.process,sequence).visit(ConfigBuilder.MassSearchReplaceProcessNameVisitor(HLTprocess,proc,whitelist = ("subSystemFolder",)))
1849  if 'from Configuration.Applications.ConfigBuilder import ConfigBuilder' not in self.additionalCommands:
1850  self.additionalCommands.append('from Configuration.Applications.ConfigBuilder import ConfigBuilder')
1851  self.additionalCommands.append('process.%s.visit(ConfigBuilder.MassSearchReplaceProcessNameVisitor("%s", "%s", whitelist = ("subSystemFolder",)))'% (sequence,HLTprocess, proc))
1852 
def visit
Retrieve data from a perf suite output (sub) directory, only examines TimeSize at the moment...
def ConfigBuilder.ConfigBuilder.renameInputTagsInSequence (   self,
  sequence,
  oldT = "rawDataCollector",
  newT = "rawDataRepacker" 
)

Definition at line 1829 of file ConfigBuilder.py.

References helpers.massSearchReplaceAnyInputTag(), DTTTrigProd.DTTTrigProd.process, HcalHitRelabeller.process(), NullPostProcessor< reco::CandidateCollection >.process(), NullPostProcessor< OutputCollection, edm::EDFilter >.process(), NullPostProcessor< OutputCollection >.process(), NullPostProcessor< OutputCollection, EdmFilter >.process(), EDFilter<>.process(), DTDQMMerge.DTDQMMerge.process, DTDqm.DTDqm.process, DTValidSummary.DTValidSummary.process, helper::NullPostProcessor< OutputCollection, EdmFilter >.process(), helper::NullPostProcessor< reco::CandidateCollection, edm::EDFilter >.process(), helper::NullPostProcessor< typename::helper::SelectedOutputCollectionTrait< reco::TrackCollection >::type, EdmFilter >.process(), DTDQMHarvesting.DTDQMHarvesting.process, DTVDriftMeanTimerCalibration.DTVDriftMeanTimerCalibration.process, DTVDriftSegmentCalibration.DTVDriftSegmentCalibration.process, DTAnalysisResiduals.DTAnalysisResiduals.process, tfwliteselectortest::ThingsWorker.process(), DTResidualCalibration.DTResidualCalibration.process, DTNoiseCalibration.DTNoiseCalibration.process, DTDQMValidation.DTDQMValidation.process, DummyUpdator.process(), DTTTrigValid.DTTTrigValid.process, clangcms::CatchAll.process(), tfwliteselectortest::ThingsTSelector.process(), EcalFenixTcpsFgvbEB.process(), CSCTFDTReceiver.process(), EcalFenixBypassLin.process(), EcalFenixPeakFinder.process(), CSCTFMonitorInterface.process(), EcalFenixMaxof2.process(), TTULogic.process(), examples::TrackAnalysisAlgorithm.process(), CSCMonitorInterface.process(), SingleTrajectoryUpdator.process(), RBCLogic.process(), TTUWedgeORLogic.process(), RBCPatternLogic.process(), TTUSectorORLogic.process(), EcalFenixEtStrip.process(), PFPileUpAlgo.process(), npstat::AbsVisitor< Input, Result >.process(), KalmanAlignmentUpdator.process(), __class__Worker.process(), HcalCableMapper.process(), EcalFenixTcpFormat.process(), npstat::AbsVisitor< Input, unsigned long >.process(), DTT0DBValidation.DTT0DBValidation.process, npstat::AbsArrayProjector< Input, Result >.process(), EcalFenixAmplitudeFilter.process(), EcalFenixStripFormatEE.process(), DTVDriftMeanTimerWriter.DTVDriftMeanTimerWriter.process, DTVDriftSegmentWriter.DTVDriftSegmentWriter.process, RBCTestLogic.process(), TTUPointingLogic.process(), BTagDifferentialPlot.process(), EcalFenixStripFormatEB.process(), EcalFenixEtTot.process(), TTUTwoORLogic.process(), DTTTrigResidualCorr.DTTTrigResidualCorr.process, ora::IRelationalMapping.process(), HcalSimpleReconstructor.process(), EcalFenixStripFgvbEE.process(), EcalFenixTcpFgvbEE.process(), RBCChamberORLogic.process(), TTUTrackingAlg.process(), DTTTrigCorrFirst.DTTTrigCorrFirst.process, EcalFenixFgvbEB.process(), L1GctEmLeafCard.process(), L1GctNullJetFinder.process(), L1GctSimpleJetFinder.process(), SiStripClusterToDigiProducer.process(), EcalFenixLinearizer.process(), L1GctHardwareJetFinder.process(), RPCWheel.process(), DTTTrigTimeBoxesWriter.DTTTrigTimeBoxesWriter.process, L1GctJetFinalStage.process(), L1GctProcessor.process(), TTUConfigurator.process(), L1GctGlobalHfSumAlgos.process(), PFMETBenchmark.process(), edm::InputTag.process(), npstat::VisitCounter< Input >.process(), L1GctElectronFinalSort.process(), PFJetBenchmark.process(), ora::PrimitiveMapping.process(), PFTauElecRejectionBenchmark.process(), EgammaHLTPixelMatchElectronAlgo.process(), L1Comparator.process(), L1GctWheelEnergyFpga.process(), L1GctWheelJetFpga.process(), cscdqm::HWStandbyType.process, ora::BlobMapping.process(), L1GctGlobalEnergyAlgos.process(), L1GctElectronSorter.process(), TFWLiteSelectorBasic.process(), L1GctTdrJetFinder.process(), fwlite::internal::DataKey.process(), L1GctJetLeafCard.process(), edm::EDConsumerBase::Labels.process, KDTreeLinkerBase.process(), DTTFFEDReader.process(), L1GlobalCaloTrigger.process(), TFWLiteSelector< TWorker >.process(), TFWLiteSelector< TrackAnalysisAlgorithm >.process(), TFWLiteSelector< __class__Worker >.process(), TFWLiteSelector< ThingsWorker >.process(), SeedClusterRemover.process(), HLTTrackClusterRemoverNew.process(), ora::OraReferenceMapping.process(), EcalFenixTcp.process(), TrackClusterRemover.process(), TestOutliers.process, HTTP.RequestManager.process(), GenLumiInfoProduct::ProcessInfo.process(), ora::UniqueReferenceMapping.process(), EcalFenixStrip.process(), ora::OraPtrMapping.process(), lhef::LHERunInfo::Process.process(), CaloTowersCreationAlgo.process(), ora::NamedRefMapping.process(), ora::ArrayMapping.process(), EgammaHLTValidationUtils.EgammaDQMModuleMaker.process, ora::CArrayMapping.process(), L1GctJetFinderBase.process(), ora::ObjectMapping.process(), Config.Process.process, ora::EmptyMapping.process(), edm::SubProcess.process(), Vispa.Plugins.ConfigEditor.ConfigDataAccessor.ConfigDataAccessor.process(), and edm::ProductHolderIndexHelper::Item.process().

Referenced by ConfigBuilder.ConfigBuilder.prepare_L1REPACK().

1830  def renameInputTagsInSequence(self,sequence,oldT="rawDataCollector",newT="rawDataRepacker"):
1831  print "Replacing all InputTag %s => %s"%(oldT,newT)
1832  from PhysicsTools.PatAlgos.tools.helpers import massSearchReplaceAnyInputTag
1833  massSearchReplaceAnyInputTag(getattr(self.process,sequence),oldT,newT)
1834  loadMe='from PhysicsTools.PatAlgos.tools.helpers import massSearchReplaceAnyInputTag'
1835  if not loadMe in self.additionalCommands:
1836  self.additionalCommands.append(loadMe)
1837  self.additionalCommands.append('massSearchReplaceAnyInputTag(process.%s,"%s","%s",False,True)'%(sequence,oldT,newT))
def massSearchReplaceAnyInputTag
Definition: helpers.py:262
def ConfigBuilder.ConfigBuilder.scheduleSequence (   self,
  seq,
  prefix,
  what = 'Path' 
)

Definition at line 1159 of file ConfigBuilder.py.

References DTTTrigProd.DTTTrigProd.process, HcalHitRelabeller.process(), DTDqm.DTDqm.process, NullPostProcessor< OutputCollection, edm::EDFilter >.process(), NullPostProcessor< OutputCollection >.process(), NullPostProcessor< OutputCollection, EdmFilter >.process(), EDFilter<>.process(), DTDQMMerge.DTDQMMerge.process, DTValidSummary.DTValidSummary.process, helper::NullPostProcessor< OutputCollection, EdmFilter >.process(), helper::NullPostProcessor< reco::CandidateCollection, edm::EDFilter >.process(), helper::NullPostProcessor< typename::helper::SelectedOutputCollectionTrait< reco::TrackCollection >::type, EdmFilter >.process(), NullPostProcessor< reco::CandidateCollection >.process(), DTAnalysisResiduals.DTAnalysisResiduals.process, tfwliteselectortest::ThingsWorker.process(), DTVDriftSegmentCalibration.DTVDriftSegmentCalibration.process, DTDQMHarvesting.DTDQMHarvesting.process, DTVDriftMeanTimerCalibration.DTVDriftMeanTimerCalibration.process, DTNoiseCalibration.DTNoiseCalibration.process, DTResidualCalibration.DTResidualCalibration.process, DTDQMValidation.DTDQMValidation.process, DummyUpdator.process(), DTTTrigValid.DTTTrigValid.process, clangcms::CatchAll.process(), tfwliteselectortest::ThingsTSelector.process(), EcalFenixTcpsFgvbEB.process(), CSCTFDTReceiver.process(), EcalFenixBypassLin.process(), EcalFenixPeakFinder.process(), CSCTFMonitorInterface.process(), EcalFenixMaxof2.process(), TTULogic.process(), examples::TrackAnalysisAlgorithm.process(), CSCMonitorInterface.process(), SingleTrajectoryUpdator.process(), RBCLogic.process(), TTUWedgeORLogic.process(), RBCPatternLogic.process(), TTUSectorORLogic.process(), EcalFenixEtStrip.process(), PFPileUpAlgo.process(), __class__Worker.process(), KalmanAlignmentUpdator.process(), HcalCableMapper.process(), EcalFenixTcpFormat.process(), npstat::AbsVisitor< Input, Result >.process(), npstat::AbsVisitor< Input, unsigned long >.process(), DTT0DBValidation.DTT0DBValidation.process, EcalFenixAmplitudeFilter.process(), EcalFenixStripFormatEE.process(), npstat::AbsArrayProjector< Input, Result >.process(), DTVDriftMeanTimerWriter.DTVDriftMeanTimerWriter.process, DTVDriftSegmentWriter.DTVDriftSegmentWriter.process, RBCTestLogic.process(), BTagDifferentialPlot.process(), TTUPointingLogic.process(), EcalFenixStripFormatEB.process(), EcalFenixEtTot.process(), DTTTrigResidualCorr.DTTTrigResidualCorr.process, TTUTwoORLogic.process(), ora::IRelationalMapping.process(), HcalSimpleReconstructor.process(), EcalFenixStripFgvbEE.process(), RBCChamberORLogic.process(), TTUTrackingAlg.process(), EcalFenixTcpFgvbEE.process(), DTTTrigCorrFirst.DTTTrigCorrFirst.process, EcalFenixFgvbEB.process(), L1GctEmLeafCard.process(), L1GctNullJetFinder.process(), L1GctSimpleJetFinder.process(), SiStripClusterToDigiProducer.process(), EcalFenixLinearizer.process(), L1GctHardwareJetFinder.process(), RPCWheel.process(), DTTTrigTimeBoxesWriter.DTTTrigTimeBoxesWriter.process, L1GctJetFinalStage.process(), L1GctProcessor.process(), TTUConfigurator.process(), L1GctGlobalHfSumAlgos.process(), PFMETBenchmark.process(), npstat::VisitCounter< Input >.process(), edm::InputTag.process(), L1GctElectronFinalSort.process(), PFJetBenchmark.process(), PFTauElecRejectionBenchmark.process(), ora::PrimitiveMapping.process(), EgammaHLTPixelMatchElectronAlgo.process(), L1Comparator.process(), L1GctWheelEnergyFpga.process(), L1GctWheelJetFpga.process(), cscdqm::HWStandbyType.process, ora::BlobMapping.process(), L1GctGlobalEnergyAlgos.process(), L1GctElectronSorter.process(), L1GctTdrJetFinder.process(), TFWLiteSelectorBasic.process(), fwlite::internal::DataKey.process(), L1GctJetLeafCard.process(), KDTreeLinkerBase.process(), edm::EDConsumerBase::Labels.process, DTTFFEDReader.process(), L1GlobalCaloTrigger.process(), TFWLiteSelector< ThingsWorker >.process(), TFWLiteSelector< TrackAnalysisAlgorithm >.process(), TFWLiteSelector< TWorker >.process(), TFWLiteSelector< __class__Worker >.process(), HLTTrackClusterRemoverNew.process(), SeedClusterRemover.process(), ora::OraReferenceMapping.process(), EcalFenixTcp.process(), TrackClusterRemover.process(), TestOutliers.process, HTTP.RequestManager.process(), GenLumiInfoProduct::ProcessInfo.process(), ora::UniqueReferenceMapping.process(), EcalFenixStrip.process(), ora::OraPtrMapping.process(), lhef::LHERunInfo::Process.process(), CaloTowersCreationAlgo.process(), ora::NamedRefMapping.process(), ora::ArrayMapping.process(), EgammaHLTValidationUtils.EgammaDQMModuleMaker.process, ora::CArrayMapping.process(), L1GctJetFinderBase.process(), ora::ObjectMapping.process(), Config.Process.process, ora::EmptyMapping.process(), edm::SubProcess.process(), Vispa.Plugins.ConfigEditor.ConfigDataAccessor.ConfigDataAccessor.process(), and edm::ProductHolderIndexHelper::Item.process().

Referenced by ConfigBuilder.ConfigBuilder.PrintAllModules.leave(), ConfigBuilder.ConfigBuilder.prepare_CFWRITER(), ConfigBuilder.ConfigBuilder.prepare_DATAMIX(), ConfigBuilder.ConfigBuilder.prepare_DIGI(), ConfigBuilder.ConfigBuilder.prepare_DIGI2RAW(), ConfigBuilder.ConfigBuilder.prepare_DIGIPREMIX(), ConfigBuilder.ConfigBuilder.prepare_DIGIPREMIX_S2(), ConfigBuilder.ConfigBuilder.prepare_L1(), ConfigBuilder.ConfigBuilder.prepare_L1Reco(), ConfigBuilder.ConfigBuilder.prepare_L1REPACK(), ConfigBuilder.ConfigBuilder.prepare_L1TrackTrigger(), ConfigBuilder.ConfigBuilder.prepare_POSTRECO(), ConfigBuilder.ConfigBuilder.prepare_RAW2DIGI(), ConfigBuilder.ConfigBuilder.prepare_RECO(), ConfigBuilder.ConfigBuilder.prepare_REPACK(), ConfigBuilder.ConfigBuilder.prepare_USER(), and ConfigBuilder.ConfigBuilder.scheduleSequenceAtEnd().

1160  def scheduleSequence(self,seq,prefix,what='Path'):
1161  if '*' in seq:
1162  #create only one path with all sequences in it
1163  for i,s in enumerate(seq.split('*')):
1164  if i==0:
1165  setattr(self.process,prefix,getattr(cms,what)( getattr(self.process, s) ))
1166  else:
1167  p=getattr(self.process,prefix)
1168  p+=getattr(self.process, s)
1169  self.schedule.append(getattr(self.process,prefix))
1170  return
1171  else:
1172  #create as many path as many sequences
1173  if not '+' in seq:
1174  if self.nextScheduleIsConditional:
1175  self.conditionalPaths.append(prefix)
1176  setattr(self.process,prefix,getattr(cms,what)( getattr(self.process, seq) ))
1177  self.schedule.append(getattr(self.process,prefix))
1178  else:
1179  for i,s in enumerate(seq.split('+')):
1180  sn=prefix+'%d'%(i)
1181  setattr(self.process,sn,getattr(cms,what)( getattr(self.process, s) ))
1182  self.schedule.append(getattr(self.process,sn))
1183  return
def ConfigBuilder.ConfigBuilder.scheduleSequenceAtEnd (   self,
  seq,
  prefix 
)

Definition at line 1184 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.scheduleSequence().

Referenced by ConfigBuilder.ConfigBuilder.prepare_ENDJOB().

1185  def scheduleSequenceAtEnd(self,seq,prefix):
1186  self.scheduleSequence(seq,prefix,what='EndPath')
1187  return

Member Data Documentation

ConfigBuilder.ConfigBuilder._options
private

Definition at line 168 of file ConfigBuilder.py.

list ConfigBuilder.ConfigBuilder.afterHLT = self.schedule[self.schedule.index(self.process.HLTSchedule)+1:]
static

Definition at line 2154 of file ConfigBuilder.py.

ConfigBuilder.ConfigBuilder.ALCADefaultCFF

Definition at line 851 of file ConfigBuilder.py.

Referenced by ConfigBuilder.ConfigBuilder.prepare_ALCA().

tuple ConfigBuilder.ConfigBuilder.alcastream = getattr(alcaConfig,name)
static

Definition at line 1207 of file ConfigBuilder.py.

list ConfigBuilder.ConfigBuilder.allFcn = []
static

Definition at line 785 of file ConfigBuilder.py.

list ConfigBuilder.ConfigBuilder.available = []
static

Definition at line 1240 of file ConfigBuilder.py.

string ConfigBuilder.ConfigBuilder.beamspotName = 'process.%sVtxSmearingParameters'
static

Definition at line 1373 of file ConfigBuilder.py.

string ConfigBuilder.ConfigBuilder.beamspotType = 'Flat'
static

manipulate the beamspot

Definition at line 1368 of file ConfigBuilder.py.

list ConfigBuilder.ConfigBuilder.beforeHLT = self.schedule[:self.schedule.index(self.process.HLTSchedule)]
static

Definition at line 2153 of file ConfigBuilder.py.

list ConfigBuilder.ConfigBuilder.cffToBeLoaded = VtxSmeared[self._options.beamspot]
static

Definition at line 1322 of file ConfigBuilder.py.

string ConfigBuilder.ConfigBuilder.cffToBeLoaded = 'IOMC.EventVertexGenerators.VtxSmearedParameters_cfi'
static

Definition at line 1324 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.com = string.lstrip(com)
static

Definition at line 828 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.combined_mapping = copy.deepcopy( autoDQM )
static

Definition at line 1916 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.command = command.strip()
static

Definition at line 410 of file ConfigBuilder.py.

Referenced by cmsRelvalreport.Profile._profile_edmsize(), cmsRelvalreport.Profile._profile_igprof(), cmsRelvalreport.Profile._profile_Memcheck_Valgrind(), cmsRelvalreport.Profile._profile_None(), cmsRelvalreport.Profile._profile_valgrindfce(), cmsRelvalreport.Profile._save_output(), and runall.testit.run().

string ConfigBuilder.ConfigBuilder.CppType = 'PoolOutputModule'
static

Definition at line 516 of file ConfigBuilder.py.

dictionary ConfigBuilder.ConfigBuilder.custMap = {}
static

Definition at line 764 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.customiseFile = re.sub(r'\.pyc$', '.py', package.__file__)
static

Definition at line 799 of file ConfigBuilder.py.

ConfigBuilder.ConfigBuilder.defaultFileName = self._options.outfile_name
static

Definition at line 497 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.defaultFileName = self._options.outfile_name.replace('.root','_in'+theTier+'.root')
static

Definition at line 499 of file ConfigBuilder.py.

ConfigBuilder.ConfigBuilder.DIGI2RAWDefaultCFF

Definition at line 855 of file ConfigBuilder.py.

Referenced by ConfigBuilder.ConfigBuilder.prepare_DIGI2RAW().

ConfigBuilder.ConfigBuilder.DIGIDefaultCFF

Definition at line 854 of file ConfigBuilder.py.

Referenced by ConfigBuilder.ConfigBuilder.prepare_DIGI(), ConfigBuilder.ConfigBuilder.prepare_DIGIPREMIX(), and ConfigBuilder.ConfigBuilder.prepare_DIGIPREMIX_S2().

ConfigBuilder.ConfigBuilder.EDMtoMECFF

Definition at line 1904 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.fileName = opt.split('.')
static

Definition at line 769 of file ConfigBuilder.py.

Referenced by Splitter.Splitter.Backup(), and Splitter.Splitter.CreateFirstPage().

tuple ConfigBuilder.ConfigBuilder.filterConfig = self.load(sequence.split('.')[0])
static

load the relevant part

Definition at line 1587 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.filterSeq = sequence.split('.')
static

Definition at line 1588 of file ConfigBuilder.py.

string ConfigBuilder.ConfigBuilder.final_snippet = '\n'
static

Definition at line 781 of file ConfigBuilder.py.

ConfigBuilder.ConfigBuilder.GENDefaultCFF

Definition at line 852 of file ConfigBuilder.py.

list ConfigBuilder.ConfigBuilder.generatorModule = sys.modules[loadFragment]
static

Definition at line 1289 of file ConfigBuilder.py.

ConfigBuilder.ConfigBuilder.genModules = generatorModule.__dict__
static

Definition at line 1290 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.genSeqName = sequence.split('.')
static
Enrich the schedule with the rest of the generation step 

Definition at line 1317 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.harvestingConfig = self.loadDefaultOrSpecifiedCFF(sequence,self.HARVESTINGDefaultCFF)
static

Definition at line 1908 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.harvestingList = sequence.split("+")
static

Definition at line 1912 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.harvestingstream = getattr(harvestingConfig,name)
static

Definition at line 1928 of file ConfigBuilder.py.

ConfigBuilder.ConfigBuilder.HLTDefaultCFF

Definition at line 858 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.io = open(self._options.io,'w')
static

Definition at line 2197 of file ConfigBuilder.py.

dictionary ConfigBuilder.ConfigBuilder.ioJson = {}
static

Definition at line 2198 of file ConfigBuilder.py.

ConfigBuilder.ConfigBuilder.L1EMDefaultCFF

Definition at line 856 of file ConfigBuilder.py.

Referenced by ConfigBuilder.ConfigBuilder.prepare_L1().

ConfigBuilder.ConfigBuilder.L1MENUDefaultCFF

Definition at line 857 of file ConfigBuilder.py.

ConfigBuilder.ConfigBuilder.L1RecoDefaultCFF

Definition at line 860 of file ConfigBuilder.py.

Referenced by ConfigBuilder.ConfigBuilder.prepare_L1Reco().

ConfigBuilder.ConfigBuilder.L1TrackTriggerDefaultCFF

Definition at line 861 of file ConfigBuilder.py.

Referenced by ConfigBuilder.ConfigBuilder.prepare_L1TrackTrigger().

tuple ConfigBuilder.ConfigBuilder.lastStep = getattr(harvestingConfig,"ALCAHARVESTDQMSaveAndMetadataWriter")
static

Definition at line 1954 of file ConfigBuilder.py.

ConfigBuilder.ConfigBuilder.loadFailure = True
static

Definition at line 1283 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.loadFragment = self._options.evt_type.replace('.py','',)
static

Definition at line 1273 of file ConfigBuilder.py.

string ConfigBuilder.ConfigBuilder.loadFragment = 'Configuration.Generator.'
static

Definition at line 1276 of file ConfigBuilder.py.

dictionary ConfigBuilder.ConfigBuilder.mixingDict = {'file':pileupSpec}
static

Definition at line 630 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.mixingDict = copy.copy(Mixing[pileupSpec])
static

Definition at line 635 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.nl = self.additionalOutputs.keys()
static

Definition at line 2105 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.outDefDictStr = outDefDict.__str__()
static

Definition at line 472 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.outList = eval(self._options.outputDefinition)
static

Definition at line 470 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.output
static
Initial value:
1 = cms.OutputModule(CppType,
2  theEventContent.clone(),
3  fileName = cms.untracked.string(theFileName),
4  dataset = cms.untracked.PSet(
5  dataTier = cms.untracked.string(theTier),
6  filterName = cms.untracked.string(theFilterName))
7  )

Definition at line 520 of file ConfigBuilder.py.

list ConfigBuilder.ConfigBuilder.output = self.additionalOutputs[name]
static

Definition at line 2108 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.outputModule = getattr(self.process,theModuleLabel)
static

Definition at line 538 of file ConfigBuilder.py.

string ConfigBuilder.ConfigBuilder.outputModuleCfgCode = ""
static

adding standard sequences might change the inputEventContent option and therefore needs to be finalized after

Definition at line 2069 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.outputModuleCfgCode = self.addOutput()
static

Definition at line 2071 of file ConfigBuilder.py.

string ConfigBuilder.ConfigBuilder.outputModuleName = streamType+'output'
static

Definition at line 598 of file ConfigBuilder.py.

list ConfigBuilder.ConfigBuilder.package = sys.modules[packageName]
static

Definition at line 796 of file ConfigBuilder.py.

Referenced by Vispa.Plugins.ConfigEditor.ConfigDataAccessor.ConfigDataAccessor.properties().

tuple ConfigBuilder.ConfigBuilder.packageName = f.replace(".py","")
static

Definition at line 794 of file ConfigBuilder.py.

ConfigBuilder.ConfigBuilder.PATDefaultCFF

Definition at line 863 of file ConfigBuilder.py.

Referenced by ConfigBuilder.ConfigBuilder.prepare_PAT().

tuple ConfigBuilder.ConfigBuilder.path = getattr(self.process,theModuleLabel+'_step')
static

Definition at line 540 of file ConfigBuilder.py.

Referenced by python.rootplot.rootmath.Target.__repr__(), fff_monitoring.DQMMonitor.process_dir(), PackageSplitter.PackageSplitter.ReadFile(), ConfigFiles.ConfigFiles.ReadFile(), MainPageGenerator.MainPageGenerator.ReadFile(), PackageSplitter.PackageSplitter.WriteFile(), ConfigFiles.ConfigFiles.WriteFile(), and MainPageGenerator.MainPageGenerator.WriteFile().

string ConfigBuilder.ConfigBuilder.pathName = 'dqmoffline_step'
static

Definition at line 1883 of file ConfigBuilder.py.

list ConfigBuilder.ConfigBuilder.pathNames = ['process.'+p.label_() for p in beforeHLT]
static

Definition at line 2155 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.pfs = getattr(self.process,self.productionFilterSequence)
static

Definition at line 2182 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.pileupSpec = self._options.pileup.split(',')
static

Definition at line 625 of file ConfigBuilder.py.

ConfigBuilder.ConfigBuilder.RAW2DIGIDefaultCFF

Definition at line 859 of file ConfigBuilder.py.

Referenced by ConfigBuilder.ConfigBuilder.prepare_RAW2DIGI().

ConfigBuilder.ConfigBuilder.RECODefaultCFF

Definition at line 862 of file ConfigBuilder.py.

Referenced by ConfigBuilder.ConfigBuilder.prepare_RECO().

tuple ConfigBuilder.ConfigBuilder.rest = opt.split('.')
static

Definition at line 772 of file ConfigBuilder.py.

string ConfigBuilder.ConfigBuilder.result = "process.schedule = cms.Schedule("
static

Definition at line 2142 of file ConfigBuilder.py.

string ConfigBuilder.ConfigBuilder.sequence = 'EIsequence'
static

Definition at line 1640 of file ConfigBuilder.py.

Referenced by fff_deleter.FileDeleter.make_report(), and fff_deleter.FileDeleter.run().

tuple ConfigBuilder.ConfigBuilder.sequence = sequence.split('.')
static

Definition at line 1909 of file ConfigBuilder.py.

Referenced by fff_deleter.FileDeleter.make_report(), and fff_deleter.FileDeleter.run().

tuple ConfigBuilder.ConfigBuilder.sequenceList = list(set(sequenceList))
static

Definition at line 1881 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.shortName = name.replace('ALCARECOStream','')
static

Definition at line 1208 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.shortname = skim.replace('SKIMStream','')
static

Definition at line 1665 of file ConfigBuilder.py.

ConfigBuilder.ConfigBuilder.SIMDefaultCFF

Definition at line 853 of file ConfigBuilder.py.

string ConfigBuilder.ConfigBuilder.simGeometry = ''
static

Definition at line 996 of file ConfigBuilder.py.

list ConfigBuilder.ConfigBuilder.simGeometry = geoms[0]
static

Definition at line 1027 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.skimstream = getattr(skimConfig,skim)
static

Definition at line 1659 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.skimstreamDQM
static
Initial value:
1 = cms.FilteredStream(
2  responsible = skimstream.responsible,
3  name = skimstream.name+'DQM',
4  paths = skimstream.paths,
5  selectEvents = skimstream.selectEvents,
6  content = self._options.datatier+'EventContent',
7  dataTier = cms.untracked.string(self._options.datatier)
8  )

Definition at line 1673 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.specialization = defineMixing(mixingDict,self._options.fast)
static

Definition at line 653 of file ConfigBuilder.py.

list ConfigBuilder.ConfigBuilder.stepList = [re.sub(r'^prepare_', '', methodName) for methodName in ConfigBuilder.__dict__ if methodName.startswith('prepare_')]
static

Definition at line 179 of file ConfigBuilder.py.

list ConfigBuilder.ConfigBuilder.stepName = stepParts[0]
static

add the corresponding input content

Definition at line 185 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.stepParts = step.split(":")
static

Definition at line 184 of file ConfigBuilder.py.

list ConfigBuilder.ConfigBuilder.stepSpec = self.stepMap[stepName]
static

Definition at line 679 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.streamTypes = self._options.eventcontent.split(',')
static

ends the –output options model

Definition at line 560 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.theEventContent = cms.PSet(outputCommands = cms.untracked.vstring('keep *'))
static

Definition at line 509 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.theExtraOutputCommands = anyOf(['o','oC','outputCommands'],outDefDict,'')
static

Definition at line 483 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.theFileName = self._options.dirout+anyOf(['fn','fileName'],outDefDict,defaultFileName)
static

Definition at line 501 of file ConfigBuilder.py.

ConfigBuilder.ConfigBuilder.theFileName = self._options.outfile_name
static

Definition at line 574 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.theFilterName = anyOf(['f','ftN','filterName'],outDefDict,'')
static

Definition at line 480 of file ConfigBuilder.py.

string ConfigBuilder.ConfigBuilder.theFilterName = 'StreamALCACombined'
static

Definition at line 514 of file ConfigBuilder.py.

ConfigBuilder.ConfigBuilder.theFilterName = self._options.filtername
static

Definition at line 575 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.theModuleLabel = anyOf(['l','mL','moduleLabel'],outDefDict,'')
static

Definition at line 482 of file ConfigBuilder.py.

ConfigBuilder.ConfigBuilder.theModuleLabel = name
static

Definition at line 492 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.theObject = getattr(generatorModule,name)
static

Definition at line 1303 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.theSelectEvent = anyOf(['s','sE','selectEvents'],outDefDict,'')
static

Definition at line 481 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.theStreamType = anyOf(['e','ec','eventContent','streamType'],outDefDict,theTier)
static

event content

Definition at line 479 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.theTier = anyOf(['t','tier','dataTier'],outDefDict)
static

Definition at line 476 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.tiers = self._options.datatier.split(',')
static

Definition at line 561 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.tmpOut = cms.EndPath(output)
static

Definition at line 2110 of file ConfigBuilder.py.

list ConfigBuilder.ConfigBuilder.tryNames
static
Initial value:
1 = [theStreamType.replace(theTier.replace('-',''),'')+theTier.replace('-','')+'output',
2  theStreamType.replace(theTier.replace('-',''),'')+theTier.replace('-','')+theFilterName+'output',
3  theStreamType.replace(theTier.replace('-',''),'')+theTier.replace('-','')+theFilterName+theSelectEvent.split(',')[0].replace(':','for').replace(' ','')+'output'
4  ]

Definition at line 486 of file ConfigBuilder.py.