CMS 3D CMS Logo

 All Classes Namespaces Files Functions Variables Typedefs Enumerations Enumerator Properties Friends Macros Pages
List of all members | Classes | Public Member Functions | Public Attributes | Static Public Attributes | Private Attributes
ConfigBuilder.ConfigBuilder Class Reference
Inheritance diagram for ConfigBuilder.ConfigBuilder:

Classes

class  MassSearchReplaceProcessNameVisitor
 
class  PrintAllModules
 print it in the configuration More...
 

Public Member Functions

def __init__
 
def addCommon
 
def addConditions
 
def addCustomise
 
def addExtraStream
 
def addMaxEvents
 
def addOutput
 
def addSource
 
def addStandardSequences
 
def anyOf
 
def build_production_info
 
def completeInputCommand
 
def define_Configs
 
def doNotInlineEventContent
 
def doNotInlineEventContent
 
def executeAndRemember
 
def expandMapping
 
def filesFromOption
 
def finalizeFastSimHLT
 
def inGeometryKeys
 
def load
 
def loadAndRemember
 
def loadDefaultOrSpecifiedCFF
 
def prepare
 
def prepare_ALCA
 
def prepare_ALCAHARVEST
 
def prepare_ALCAOUTPUT
 
def prepare_ALCAPRODUCER
 
def prepare_CFWRITER
 
def prepare_DATAMIX
 
def prepare_DIGI
 
def prepare_DIGI2RAW
 
def prepare_DIGIPREMIX
 
def prepare_DIGIPREMIX_S2
 
def prepare_DQM
 
def prepare_EI
 
def prepare_ENDJOB
 
def prepare_FASTSIM
 
def prepare_FILTER
 
def prepare_GEN
 
def prepare_HARVESTING
 
def prepare_HLT
 
def prepare_L1
 
def prepare_L1HwVal
 
def prepare_L1Reco
 
def prepare_L1REPACK
 
def prepare_L1TrackTrigger
 
def prepare_LHE
 
def prepare_PAT
 
def prepare_POSTRECO
 
def prepare_RAW2DIGI
 
def prepare_RAW2RECO
 
def prepare_RECO
 put the filtering path in the schedule More...
 
def prepare_REPACK
 
def prepare_SIM
 
def prepare_SKIM
 
def prepare_USER
 
def prepare_VALIDATION
 
def profileOptions
 
def renameHLTprocessInSequence
 
def renameInputTagsInSequence
 
def scheduleSequence
 
def scheduleSequenceAtEnd
 

Public Attributes

 ALCADefaultCFF
 
 DIGI2RAWDefaultCFF
 
 DIGIDefaultCFF
 
 EDMtoMECFF
 
 GENDefaultCFF
 
 HLTDefaultCFF
 
 L1EMDefaultCFF
 
 L1MENUDefaultCFF
 
 L1RecoDefaultCFF
 
 L1TrackTriggerDefaultCFF
 
 PATDefaultCFF
 
 RAW2DIGIDefaultCFF
 
 RECODefaultCFF
 
 SIMDefaultCFF
 

Static Public Attributes

list afterHLT = self.schedule[self.schedule.index(self.process.HLTSchedule)+1:]
 
tuple alcastream = getattr(alcaConfig,name)
 
list allFcn = []
 
list available = []
 
string beamspotName = 'process.%sVtxSmearingParameters'
 
string beamspotType = 'Flat'
 manipulate the beamspot More...
 
list beforeHLT = self.schedule[:self.schedule.index(self.process.HLTSchedule)]
 
list cffToBeLoaded = VtxSmeared[self._options.beamspot]
 
string cffToBeLoaded = 'IOMC.EventVertexGenerators.VtxSmearedParameters_cfi'
 
tuple com = string.lstrip(com)
 
tuple combined_mapping = copy.deepcopy( autoDQM )
 
tuple command = command.strip()
 drop LHEXMLStringProduct on input to save memory if appropriate More...
 
string CppType = 'PoolOutputModule'
 
dictionary custMap = {}
 
tuple customiseFile = re.sub(r'\.pyc$', '.py', package.__file__)
 
 defaultFileName = self._options.outfile_name
 
tuple defaultFileName = self._options.outfile_name.replace('.root','_in'+theTier+'.root')
 
tuple fileName = opt.split('.')
 
tuple filterConfig = self.load(sequence.split('.')[0])
 load the relevant part More...
 
tuple filterSeq = sequence.split('.')
 
string final_snippet = '\n'
 
list generatorModule = sys.modules[loadFragment]
 
 genModules = generatorModule.__dict__
 
tuple genSeqName = sequence.split('.')
 
tuple harvestingConfig = self.loadDefaultOrSpecifiedCFF(sequence,self.HARVESTINGDefaultCFF)
 
tuple harvestingList = sequence.split("+")
 
tuple harvestingstream = getattr(harvestingConfig,name)
 
tuple io = open(self._options.io,'w')
 
dictionary ioJson = {}
 
tuple lastStep = getattr(harvestingConfig,"ALCAHARVESTDQMSaveAndMetadataWriter")
 
 loadFailure = True
 
tuple loadFragment = self._options.evt_type.replace('.py','',)
 
string loadFragment = 'Configuration.Generator.'
 
dictionary mixingDict = {'file':pileupSpec}
 
tuple mixingDict = copy.copy(Mixing[pileupSpec])
 
tuple nl = self.additionalOutputs.keys()
 
tuple outDefDictStr = outDefDict.__str__()
 
tuple outList = eval(self._options.outputDefinition)
 
tuple output
 
list output = self.additionalOutputs[name]
 
tuple outputModule = getattr(self.process,theModuleLabel)
 
string outputModuleCfgCode = ""
 adding standard sequences might change the inputEventContent option and therefore needs to be finalized after More...
 
tuple outputModuleCfgCode = self.addOutput()
 
string outputModuleName = streamType+'output'
 
list package = sys.modules[packageName]
 
tuple packageName = f.replace(".py","")
 
tuple path = getattr(self.process,theModuleLabel+'_step')
 
string pathName = 'dqmoffline_step'
 
list pathNames = ['process.'+p.label_() for p in beforeHLT]
 
tuple pfs = getattr(self.process,self.productionFilterSequence)
 
tuple pileupSpec = self._options.pileup.split(',')
 
tuple rest = opt.split('.')
 
string result = "process.schedule = cms.Schedule("
 
string sequence = 'EIsequence'
 
tuple sequence = sequence.split('.')
 
tuple sequenceList = list(set(sequenceList))
 
tuple shortName = name.replace('ALCARECOStream','')
 
tuple shortname = skim.replace('SKIMStream','')
 
string simGeometry = ''
 
list simGeometry = geoms[0]
 
tuple skimstream = getattr(skimConfig,skim)
 
tuple skimstreamDQM
 
tuple specialization = defineMixing(mixingDict,self._options.fast)
 
list stepList = [re.sub(r'^prepare_', '', methodName) for methodName in ConfigBuilder.__dict__ if methodName.startswith('prepare_')]
 
list stepName = stepParts[0]
 add the corresponding input content More...
 
tuple stepParts = step.split(":")
 
list stepSpec = self.stepMap[stepName]
 
tuple streamTypes = self._options.eventcontent.split(',')
 ends the –output options model More...
 
tuple theEventContent = cms.PSet(outputCommands = cms.untracked.vstring('keep *'))
 
tuple theExtraOutputCommands = anyOf(['o','oC','outputCommands'],outDefDict,'')
 
tuple theFileName = self._options.dirout+anyOf(['fn','fileName'],outDefDict,defaultFileName)
 
 theFileName = self._options.outfile_name
 
tuple theFilterName = anyOf(['f','ftN','filterName'],outDefDict,'')
 
string theFilterName = 'StreamALCACombined'
 
 theFilterName = self._options.filtername
 
tuple theModuleLabel = anyOf(['l','mL','moduleLabel'],outDefDict,'')
 
 theModuleLabel = name
 
tuple theObject = getattr(generatorModule,name)
 
tuple theSelectEvent = anyOf(['s','sE','selectEvents'],outDefDict,'')
 
tuple theStreamType = anyOf(['e','ec','eventContent','streamType'],outDefDict,theTier)
 event content More...
 
tuple theTier = anyOf(['t','tier','dataTier'],outDefDict)
 
tuple tiers = self._options.datatier.split(',')
 
tuple tmpOut = cms.EndPath(output)
 
list tryNames
 

Private Attributes

 _options
 

Detailed Description

The main building routines 

Definition at line 160 of file ConfigBuilder.py.

Constructor & Destructor Documentation

def ConfigBuilder.ConfigBuilder.__init__ (   self,
  options,
  process = None,
  with_output = False,
  with_input = False 
)
options taken from old cmsDriver and optparse 

Definition at line 163 of file ConfigBuilder.py.

164  def __init__(self, options, process = None, with_output = False, with_input = False ):
165  """options taken from old cmsDriver and optparse """
166 
167  options.outfile_name = options.dirout+options.fileout
169  self._options = options
170 
171  if self._options.isData and options.isMC:
172  raise Exception("ERROR: You may specify only --data or --mc, not both")
173  #if not self._options.conditions:
174  # raise Exception("ERROR: No conditions given!\nPlease specify conditions. E.g. via --conditions=IDEAL_30X::All")

Member Function Documentation

def ConfigBuilder.ConfigBuilder.addCommon (   self)

Definition at line 297 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.profileOptions().

298  def addCommon(self):
299  if 'HARVESTING' in self.stepMap.keys() or 'ALCAHARVEST' in self.stepMap.keys():
300  self.process.options = cms.untracked.PSet( Rethrow = cms.untracked.vstring('ProductNotFound'),fileMode = cms.untracked.string('FULLMERGE'))
301  else:
302  self.process.options = cms.untracked.PSet( )
303 
304  if self._options.runUnscheduled:
305  self.process.options.allowUnscheduled=cms.untracked.bool(True)
306 
307  self.addedObjects.append(("","options"))
308 
309  if self._options.lazy_download:
310  self.process.AdaptorConfig = cms.Service("AdaptorConfig",
311  stats = cms.untracked.bool(True),
312  enable = cms.untracked.bool(True),
313  cacheHint = cms.untracked.string("lazy-download"),
314  readHint = cms.untracked.string("read-ahead-buffered")
315  )
316  self.addedObjects.append(("Setup lazy download","AdaptorConfig"))
317 
318  #self.process.cmsDriverCommand = cms.untracked.PSet( command=cms.untracked.string('cmsDriver.py '+self._options.arguments) )
319  #self.addedObjects.append(("what cmsDriver command was used","cmsDriverCommand"))
320 
321  if self._options.profile:
322  (start, interval, eventFormat, jobFormat)=self.profileOptions()
323  self.process.IgProfService = cms.Service("IgProfService",
324  reportFirstEvent = cms.untracked.int32(start),
325  reportEventInterval = cms.untracked.int32(interval),
326  reportToFileAtPostEvent = cms.untracked.string("| gzip -c > %s"%(eventFormat)),
327  reportToFileAtPostEndJob = cms.untracked.string("| gzip -c > %s"%(jobFormat)))
328  self.addedObjects.append(("Setup IGProf Service for profiling","IgProfService"))
def ConfigBuilder.ConfigBuilder.addConditions (   self)
Add conditions to the process

Definition at line 754 of file ConfigBuilder.py.

Referenced by ConfigBuilder.ConfigBuilder.prepare().

755  def addConditions(self):
"""Add conditions to the process"""
def ConfigBuilder.ConfigBuilder.addCustomise (   self)
Include the customise code 

Definition at line 773 of file ConfigBuilder.py.

774  def addCustomise(self):
775  """Include the customise code """
def ConfigBuilder.ConfigBuilder.addExtraStream (   self,
  name,
  stream,
  workflow = 'full' 
)

Definition at line 1097 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.doNotInlineEventContent(), DTTTrigProd.DTTTrigProd.process, HcalHitRelabeller.process(), DTDqm.DTDqm.process, NullPostProcessor< OutputCollection, edm::EDFilter >.process(), NullPostProcessor< OutputCollection >.process(), EDFilter<>.process(), NullPostProcessor< OutputCollection, EdmFilter >.process(), DTDQMMerge.DTDQMMerge.process, DTValidSummary.DTValidSummary.process, helper::NullPostProcessor< OutputCollection, EdmFilter >.process(), helper::NullPostProcessor< reco::CandidateCollection, edm::EDFilter >.process(), helper::NullPostProcessor< typename::helper::SelectedOutputCollectionTrait< reco::TrackCollection >::type, EdmFilter >.process(), NullPostProcessor< reco::CandidateCollection >.process(), DTAnalysisResiduals.DTAnalysisResiduals.process, DTVDriftSegmentCalibration.DTVDriftSegmentCalibration.process, tfwliteselectortest::ThingsWorker.process(), DTDQMHarvesting.DTDQMHarvesting.process, DTVDriftMeanTimerCalibration.DTVDriftMeanTimerCalibration.process, DTNoiseCalibration.DTNoiseCalibration.process, DTResidualCalibration.DTResidualCalibration.process, DTDQMValidation.DTDQMValidation.process, DummyUpdator.process(), DTTTrigValid.DTTTrigValid.process, clangcms::CatchAll.process(), tfwliteselectortest::ThingsTSelector.process(), EcalFenixTcpsFgvbEB.process(), CSCTFDTReceiver.process(), EcalFenixBypassLin.process(), EcalFenixPeakFinder.process(), CSCTFMonitorInterface.process(), EcalFenixMaxof2.process(), TTULogic.process(), examples::TrackAnalysisAlgorithm.process(), CSCMonitorInterface.process(), SingleTrajectoryUpdator.process(), RBCLogic.process(), TTUWedgeORLogic.process(), RBCPatternLogic.process(), TTUSectorORLogic.process(), EcalFenixEtStrip.process(), PFPileUpAlgo.process(), __class__Worker.process(), KalmanAlignmentUpdator.process(), HcalCableMapper.process(), EcalFenixTcpFormat.process(), npstat::AbsVisitor< Input, Result >.process(), npstat::AbsVisitor< Input, unsigned long >.process(), DTT0DBValidation.DTT0DBValidation.process, EcalFenixAmplitudeFilter.process(), EcalFenixStripFormatEE.process(), npstat::AbsArrayProjector< Input, Result >.process(), DTVDriftMeanTimerWriter.DTVDriftMeanTimerWriter.process, DTVDriftSegmentWriter.DTVDriftSegmentWriter.process, RBCTestLogic.process(), BTagDifferentialPlot.process(), TTUPointingLogic.process(), EcalFenixStripFormatEB.process(), EcalFenixEtTot.process(), DTTTrigResidualCorr.DTTTrigResidualCorr.process, TTUTwoORLogic.process(), ora::IRelationalMapping.process(), HcalSimpleReconstructor.process(), EcalFenixStripFgvbEE.process(), RBCChamberORLogic.process(), TTUTrackingAlg.process(), EcalFenixTcpFgvbEE.process(), DTTTrigCorrFirst.DTTTrigCorrFirst.process, EcalFenixFgvbEB.process(), L1GctEmLeafCard.process(), L1GctNullJetFinder.process(), L1GctSimpleJetFinder.process(), SiStripClusterToDigiProducer.process(), EcalFenixLinearizer.process(), L1GctHardwareJetFinder.process(), RPCWheel.process(), DTTTrigTimeBoxesWriter.DTTTrigTimeBoxesWriter.process, L1GctJetFinalStage.process(), L1GctProcessor.process(), TTUConfigurator.process(), L1GctGlobalHfSumAlgos.process(), PFMETBenchmark.process(), npstat::VisitCounter< Input >.process(), edm::InputTag.process(), L1GctElectronFinalSort.process(), PFJetBenchmark.process(), PFTauElecRejectionBenchmark.process(), ora::PrimitiveMapping.process(), EgammaHLTPixelMatchElectronAlgo.process(), L1Comparator.process(), L1GctWheelEnergyFpga.process(), L1GctWheelJetFpga.process(), cscdqm::HWStandbyType.process, ora::BlobMapping.process(), L1GctGlobalEnergyAlgos.process(), L1GctElectronSorter.process(), L1GctTdrJetFinder.process(), TFWLiteSelectorBasic.process(), fwlite::internal::DataKey.process(), L1GctJetLeafCard.process(), KDTreeLinkerBase.process(), edm::EDConsumerBase::Labels.process, DTTFFEDReader.process(), L1GlobalCaloTrigger.process(), TFWLiteSelector< ThingsWorker >.process(), TFWLiteSelector< TrackAnalysisAlgorithm >.process(), TFWLiteSelector< TWorker >.process(), TFWLiteSelector< __class__Worker >.process(), HLTTrackClusterRemoverNew.process(), SeedClusterRemover.process(), ora::OraReferenceMapping.process(), EcalFenixTcp.process(), TrackClusterRemover.process(), TestOutliers.process, HTTP.RequestManager.process(), GenLumiInfoProduct::ProcessInfo.process(), ora::UniqueReferenceMapping.process(), EcalFenixStrip.process(), ora::OraPtrMapping.process(), lhef::LHERunInfo::Process.process(), CaloTowersCreationAlgo.process(), ora::NamedRefMapping.process(), ora::ArrayMapping.process(), EgammaHLTValidationUtils.EgammaDQMModuleMaker.process, ora::CArrayMapping.process(), L1GctJetFinderBase.process(), ora::ObjectMapping.process(), Config.Process.process, ora::EmptyMapping.process(), edm::SubProcess.process(), Vispa.Plugins.ConfigEditor.ConfigDataAccessor.ConfigDataAccessor.process(), and edm::ProductHolderIndexHelper::Item.process().

1098  def addExtraStream(self,name,stream,workflow='full'):
1099  # define output module and go from there
1100  output = cms.OutputModule("PoolOutputModule")
1101  if stream.selectEvents.parameters_().__len__()!=0:
1102  output.SelectEvents = stream.selectEvents
1103  else:
1104  output.SelectEvents = cms.untracked.PSet()
1105  output.SelectEvents.SelectEvents=cms.vstring()
1106  if isinstance(stream.paths,tuple):
1107  for path in stream.paths:
1108  output.SelectEvents.SelectEvents.append(path.label())
1109  else:
1110  output.SelectEvents.SelectEvents.append(stream.paths.label())
1111 
1112 
1113 
1114  if isinstance(stream.content,str):
1115  evtPset=getattr(self.process,stream.content)
1116  for p in evtPset.parameters_():
1117  setattr(output,p,getattr(evtPset,p))
1118  if not self._options.inlineEventContent:
1119  def doNotInlineEventContent(instance,label = "process."+stream.content+".outputCommands"):
1120  return label
1121  output.outputCommands.__dict__["dumpPython"] = doNotInlineEventContent
1122  else:
1123  output.outputCommands = stream.content
1124 
1125 
1126  output.fileName = cms.untracked.string(self._options.dirout+stream.name+'.root')
1127 
1128  output.dataset = cms.untracked.PSet( dataTier = stream.dataTier,
1129  filterName = cms.untracked.string(stream.name))
1130 
1131  if self._options.filtername:
1132  output.dataset.filterName= cms.untracked.string(self._options.filtername+"_"+stream.name)
1133 
1134  #add an automatic flushing to limit memory consumption
1135  output.eventAutoFlushCompressedSize=cms.untracked.int32(5*1024*1024)
1136 
1137  if workflow in ("producers,full"):
1138  if isinstance(stream.paths,tuple):
1139  for path in stream.paths:
1140  self.schedule.append(path)
1141  else:
1142  self.schedule.append(stream.paths)
1143 
1144 
1145  # in case of relvals we don't want to have additional outputs
1146  if (not self._options.relval) and workflow in ("full","output"):
1147  self.additionalOutputs[name] = output
1148  setattr(self.process,name,output)
1149 
1150  if workflow == 'output':
1151  # adjust the select events to the proper trigger results from previous process
1152  filterList = output.SelectEvents.SelectEvents
1153  for i, filter in enumerate(filterList):
1154  filterList[i] = filter+":"+self._options.triggerResultsProcess
1155 
1156  return output
def ConfigBuilder.ConfigBuilder.addMaxEvents (   self)
Here we decide how many evts will be processed

Definition at line 329 of file ConfigBuilder.py.

Referenced by ConfigBuilder.ConfigBuilder.prepare().

330  def addMaxEvents(self):
331  """Here we decide how many evts will be processed"""
self.process.maxEvents=cms.untracked.PSet(input=cms.untracked.int32(int(self._options.number)))
def ConfigBuilder.ConfigBuilder.addOutput (   self)
Add output module to the process 

Definition at line 466 of file ConfigBuilder.py.

467  def addOutput(self):
""" Add output module to the process """
def ConfigBuilder.ConfigBuilder.addSource (   self)
Here the source is built. Priority: file, generator

Definition at line 336 of file ConfigBuilder.py.

Referenced by ConfigBuilder.ConfigBuilder.prepare().

337  def addSource(self):
338  """Here the source is built. Priority: file, generator"""
339  self.addedObjects.append(("Input source","source"))
def ConfigBuilder.ConfigBuilder.addStandardSequences (   self)
Add selected standard sequences to the process

Definition at line 634 of file ConfigBuilder.py.

Referenced by ConfigBuilder.ConfigBuilder.prepare().

635  def addStandardSequences(self):
636  """
637  Add selected standard sequences to the process
638  """
# load the pile up file
def ConfigBuilder.ConfigBuilder.anyOf (   listOfKeys,
  dict,
  opt = None 
)

Definition at line 473 of file ConfigBuilder.py.

References join().

474  def anyOf(listOfKeys,dict,opt=None):
475  for k in listOfKeys:
476  if k in dict:
477  toReturn=dict[k]
478  dict.pop(k)
479  return toReturn
480  if opt!=None:
481  return opt
482  else:
483  raise Exception("any of "+','.join(listOfKeys)+" are mandatory entries of --output options")
static std::string join(char **cmd)
Definition: RemoteFile.cc:18
def ConfigBuilder.ConfigBuilder.build_production_info (   self,
  evt_type,
  evtnumber 
)
Add useful info for the production. 

Definition at line 2060 of file ConfigBuilder.py.

2061  def build_production_info(self, evt_type, evtnumber):
2062  """ Add useful info for the production. """
2063  self.process.configurationMetadata=cms.untracked.PSet\
2064  (version=cms.untracked.string("$Revision: 1.19 $"),
2065  name=cms.untracked.string("Applications"),
2066  annotation=cms.untracked.string(evt_type+ " nevts:"+str(evtnumber))
2067  )
2068 
2069  self.addedObjects.append(("Production Info","configurationMetadata"))
2070 
def ConfigBuilder.ConfigBuilder.completeInputCommand (   self)

Definition at line 723 of file ConfigBuilder.py.

References DTTTrigProd.DTTTrigProd.process, HcalHitRelabeller.process(), DTDqm.DTDqm.process, NullPostProcessor< OutputCollection, edm::EDFilter >.process(), NullPostProcessor< OutputCollection >.process(), NullPostProcessor< OutputCollection, EdmFilter >.process(), EDFilter<>.process(), DTDQMMerge.DTDQMMerge.process, DTValidSummary.DTValidSummary.process, helper::NullPostProcessor< OutputCollection, EdmFilter >.process(), helper::NullPostProcessor< reco::CandidateCollection, edm::EDFilter >.process(), helper::NullPostProcessor< typename::helper::SelectedOutputCollectionTrait< reco::TrackCollection >::type, EdmFilter >.process(), NullPostProcessor< reco::CandidateCollection >.process(), DTAnalysisResiduals.DTAnalysisResiduals.process, tfwliteselectortest::ThingsWorker.process(), DTVDriftSegmentCalibration.DTVDriftSegmentCalibration.process, DTDQMHarvesting.DTDQMHarvesting.process, DTVDriftMeanTimerCalibration.DTVDriftMeanTimerCalibration.process, DTNoiseCalibration.DTNoiseCalibration.process, DTResidualCalibration.DTResidualCalibration.process, DTDQMValidation.DTDQMValidation.process, DummyUpdator.process(), DTTTrigValid.DTTTrigValid.process, clangcms::CatchAll.process(), tfwliteselectortest::ThingsTSelector.process(), EcalFenixTcpsFgvbEB.process(), CSCTFDTReceiver.process(), EcalFenixBypassLin.process(), EcalFenixPeakFinder.process(), CSCTFMonitorInterface.process(), EcalFenixMaxof2.process(), TTULogic.process(), examples::TrackAnalysisAlgorithm.process(), CSCMonitorInterface.process(), SingleTrajectoryUpdator.process(), RBCLogic.process(), TTUWedgeORLogic.process(), RBCPatternLogic.process(), TTUSectorORLogic.process(), EcalFenixEtStrip.process(), PFPileUpAlgo.process(), __class__Worker.process(), KalmanAlignmentUpdator.process(), HcalCableMapper.process(), EcalFenixTcpFormat.process(), npstat::AbsVisitor< Input, Result >.process(), npstat::AbsVisitor< Input, unsigned long >.process(), DTT0DBValidation.DTT0DBValidation.process, EcalFenixAmplitudeFilter.process(), EcalFenixStripFormatEE.process(), npstat::AbsArrayProjector< Input, Result >.process(), DTVDriftMeanTimerWriter.DTVDriftMeanTimerWriter.process, DTVDriftSegmentWriter.DTVDriftSegmentWriter.process, RBCTestLogic.process(), BTagDifferentialPlot.process(), TTUPointingLogic.process(), EcalFenixStripFormatEB.process(), EcalFenixEtTot.process(), DTTTrigResidualCorr.DTTTrigResidualCorr.process, TTUTwoORLogic.process(), ora::IRelationalMapping.process(), HcalSimpleReconstructor.process(), EcalFenixStripFgvbEE.process(), RBCChamberORLogic.process(), TTUTrackingAlg.process(), EcalFenixTcpFgvbEE.process(), DTTTrigCorrFirst.DTTTrigCorrFirst.process, EcalFenixFgvbEB.process(), L1GctEmLeafCard.process(), L1GctNullJetFinder.process(), L1GctSimpleJetFinder.process(), SiStripClusterToDigiProducer.process(), EcalFenixLinearizer.process(), L1GctHardwareJetFinder.process(), RPCWheel.process(), DTTTrigTimeBoxesWriter.DTTTrigTimeBoxesWriter.process, L1GctJetFinalStage.process(), L1GctProcessor.process(), TTUConfigurator.process(), L1GctGlobalHfSumAlgos.process(), PFMETBenchmark.process(), npstat::VisitCounter< Input >.process(), edm::InputTag.process(), L1GctElectronFinalSort.process(), PFJetBenchmark.process(), PFTauElecRejectionBenchmark.process(), ora::PrimitiveMapping.process(), EgammaHLTPixelMatchElectronAlgo.process(), L1Comparator.process(), L1GctWheelEnergyFpga.process(), L1GctWheelJetFpga.process(), cscdqm::HWStandbyType.process, ora::BlobMapping.process(), L1GctGlobalEnergyAlgos.process(), L1GctElectronSorter.process(), L1GctTdrJetFinder.process(), TFWLiteSelectorBasic.process(), fwlite::internal::DataKey.process(), L1GctJetLeafCard.process(), KDTreeLinkerBase.process(), edm::EDConsumerBase::Labels.process, DTTFFEDReader.process(), L1GlobalCaloTrigger.process(), TFWLiteSelector< ThingsWorker >.process(), TFWLiteSelector< TrackAnalysisAlgorithm >.process(), TFWLiteSelector< TWorker >.process(), TFWLiteSelector< __class__Worker >.process(), HLTTrackClusterRemoverNew.process(), SeedClusterRemover.process(), ora::OraReferenceMapping.process(), EcalFenixTcp.process(), TrackClusterRemover.process(), TestOutliers.process, HTTP.RequestManager.process(), GenLumiInfoProduct::ProcessInfo.process(), ora::UniqueReferenceMapping.process(), EcalFenixStrip.process(), ora::OraPtrMapping.process(), lhef::LHERunInfo::Process.process(), CaloTowersCreationAlgo.process(), ora::NamedRefMapping.process(), ora::ArrayMapping.process(), EgammaHLTValidationUtils.EgammaDQMModuleMaker.process, ora::CArrayMapping.process(), L1GctJetFinderBase.process(), ora::ObjectMapping.process(), Config.Process.process, ora::EmptyMapping.process(), edm::SubProcess.process(), Vispa.Plugins.ConfigEditor.ConfigDataAccessor.ConfigDataAccessor.process(), and edm::ProductHolderIndexHelper::Item.process().

Referenced by ConfigBuilder.ConfigBuilder.prepare().

724  def completeInputCommand(self):
725  if self._options.inputEventContent:
726  import copy
727  def dropSecondDropStar(iec):
728  #drop occurence of 'drop *' in the list
729  count=0
730  for item in iec:
731  if item=='drop *':
732  if count!=0:
733  iec.remove(item)
734  count+=1
735 
736 
737  ## allow comma separated input eventcontent
738  if not hasattr(self.process.source,'inputCommands'): self.process.source.inputCommands=cms.untracked.vstring()
739  for evct in self._options.inputEventContent.split(','):
740  if evct=='': continue
741  theEventContent = getattr(self.process, evct+"EventContent")
742  if hasattr(theEventContent,'outputCommands'):
743  self.process.source.inputCommands.extend(copy.copy(theEventContent.outputCommands))
744  if hasattr(theEventContent,'inputCommands'):
745  self.process.source.inputCommands.extend(copy.copy(theEventContent.inputCommands))
746 
747  dropSecondDropStar(self.process.source.inputCommands)
748 
749  if not self._options.dropDescendant:
750  self.process.source.dropDescendantsOfDroppedBranches = cms.untracked.bool(False)
751 
752 
753  return
def ConfigBuilder.ConfigBuilder.define_Configs (   self)

Definition at line 853 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.loadAndRemember().

854  def define_Configs(self):
855  if len(self.stepMap):
856  self.loadAndRemember('Configuration/StandardSequences/Services_cff')
857  if self._options.particleTable not in defaultOptions.particleTableList:
858  print 'Invalid particle table provided. Options are:'
859  print defaultOptions.particleTable
860  sys.exit(-1)
861  else:
862  if len(self.stepMap):
863  self.loadAndRemember('SimGeneral.HepPDTESSource.'+self._options.particleTable+'_cfi')
864 
865  self.loadAndRemember('FWCore/MessageService/MessageLogger_cfi')
867  self.ALCADefaultCFF="Configuration/StandardSequences/AlCaRecoStreams_cff"
868  self.GENDefaultCFF="Configuration/StandardSequences/Generator_cff"
869  self.SIMDefaultCFF="Configuration/StandardSequences/Sim_cff"
870  self.DIGIDefaultCFF="Configuration/StandardSequences/Digi_cff"
871  self.DIGI2RAWDefaultCFF="Configuration/StandardSequences/DigiToRaw_cff"
872  self.L1EMDefaultCFF='Configuration/StandardSequences/SimL1Emulator_cff'
873  self.L1MENUDefaultCFF="Configuration/StandardSequences/L1TriggerDefaultMenu_cff"
874  self.HLTDefaultCFF="Configuration/StandardSequences/HLTtable_cff"
875  self.RAW2DIGIDefaultCFF="Configuration/StandardSequences/RawToDigi_Data_cff"
876  self.L1RecoDefaultCFF="Configuration/StandardSequences/L1Reco_cff"
877  self.L1TrackTriggerDefaultCFF="Configuration/StandardSequences/L1TrackTrigger_cff"
878  self.RECODefaultCFF="Configuration/StandardSequences/Reconstruction_Data_cff"
self.PATDefaultCFF="Configuration/StandardSequences/PAT_cff"
def ConfigBuilder.ConfigBuilder.doNotInlineEventContent (   instance,
  label = "cms.untracked.vstring(process."+theStreamType+"EventContent.outputCommands)" 
)

Definition at line 559 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.executeAndRemember(), DTTTrigProd.DTTTrigProd.process, HcalHitRelabeller.process(), DTDqm.DTDqm.process, NullPostProcessor< OutputCollection, edm::EDFilter >.process(), NullPostProcessor< OutputCollection >.process(), EDFilter<>.process(), NullPostProcessor< OutputCollection, EdmFilter >.process(), DTDQMMerge.DTDQMMerge.process, DTValidSummary.DTValidSummary.process, helper::NullPostProcessor< OutputCollection, EdmFilter >.process(), helper::NullPostProcessor< reco::CandidateCollection, edm::EDFilter >.process(), helper::NullPostProcessor< typename::helper::SelectedOutputCollectionTrait< reco::TrackCollection >::type, EdmFilter >.process(), NullPostProcessor< reco::CandidateCollection >.process(), DTAnalysisResiduals.DTAnalysisResiduals.process, DTVDriftSegmentCalibration.DTVDriftSegmentCalibration.process, tfwliteselectortest::ThingsWorker.process(), DTDQMHarvesting.DTDQMHarvesting.process, DTVDriftMeanTimerCalibration.DTVDriftMeanTimerCalibration.process, DTNoiseCalibration.DTNoiseCalibration.process, DTResidualCalibration.DTResidualCalibration.process, DTDQMValidation.DTDQMValidation.process, DummyUpdator.process(), DTTTrigValid.DTTTrigValid.process, clangcms::CatchAll.process(), tfwliteselectortest::ThingsTSelector.process(), EcalFenixTcpsFgvbEB.process(), CSCTFDTReceiver.process(), EcalFenixBypassLin.process(), EcalFenixPeakFinder.process(), CSCTFMonitorInterface.process(), EcalFenixMaxof2.process(), TTULogic.process(), examples::TrackAnalysisAlgorithm.process(), CSCMonitorInterface.process(), SingleTrajectoryUpdator.process(), RBCLogic.process(), TTUWedgeORLogic.process(), RBCPatternLogic.process(), TTUSectorORLogic.process(), EcalFenixEtStrip.process(), PFPileUpAlgo.process(), __class__Worker.process(), KalmanAlignmentUpdator.process(), HcalCableMapper.process(), EcalFenixTcpFormat.process(), npstat::AbsVisitor< Input, Result >.process(), npstat::AbsVisitor< Input, unsigned long >.process(), DTT0DBValidation.DTT0DBValidation.process, EcalFenixAmplitudeFilter.process(), EcalFenixStripFormatEE.process(), npstat::AbsArrayProjector< Input, Result >.process(), DTVDriftMeanTimerWriter.DTVDriftMeanTimerWriter.process, DTVDriftSegmentWriter.DTVDriftSegmentWriter.process, RBCTestLogic.process(), BTagDifferentialPlot.process(), TTUPointingLogic.process(), EcalFenixStripFormatEB.process(), EcalFenixEtTot.process(), DTTTrigResidualCorr.DTTTrigResidualCorr.process, TTUTwoORLogic.process(), ora::IRelationalMapping.process(), HcalSimpleReconstructor.process(), EcalFenixStripFgvbEE.process(), RBCChamberORLogic.process(), TTUTrackingAlg.process(), EcalFenixTcpFgvbEE.process(), DTTTrigCorrFirst.DTTTrigCorrFirst.process, EcalFenixFgvbEB.process(), L1GctEmLeafCard.process(), L1GctNullJetFinder.process(), L1GctSimpleJetFinder.process(), SiStripClusterToDigiProducer.process(), EcalFenixLinearizer.process(), L1GctHardwareJetFinder.process(), RPCWheel.process(), DTTTrigTimeBoxesWriter.DTTTrigTimeBoxesWriter.process, L1GctJetFinalStage.process(), L1GctProcessor.process(), TTUConfigurator.process(), L1GctGlobalHfSumAlgos.process(), PFMETBenchmark.process(), npstat::VisitCounter< Input >.process(), edm::InputTag.process(), L1GctElectronFinalSort.process(), PFJetBenchmark.process(), PFTauElecRejectionBenchmark.process(), ora::PrimitiveMapping.process(), EgammaHLTPixelMatchElectronAlgo.process(), L1Comparator.process(), L1GctWheelEnergyFpga.process(), L1GctWheelJetFpga.process(), cscdqm::HWStandbyType.process, ora::BlobMapping.process(), L1GctGlobalEnergyAlgos.process(), L1GctElectronSorter.process(), L1GctTdrJetFinder.process(), TFWLiteSelectorBasic.process(), fwlite::internal::DataKey.process(), L1GctJetLeafCard.process(), KDTreeLinkerBase.process(), edm::EDConsumerBase::Labels.process, DTTFFEDReader.process(), L1GlobalCaloTrigger.process(), TFWLiteSelector< ThingsWorker >.process(), TFWLiteSelector< TrackAnalysisAlgorithm >.process(), TFWLiteSelector< TWorker >.process(), TFWLiteSelector< __class__Worker >.process(), HLTTrackClusterRemoverNew.process(), SeedClusterRemover.process(), ora::OraReferenceMapping.process(), EcalFenixTcp.process(), TrackClusterRemover.process(), TestOutliers.process, HTTP.RequestManager.process(), GenLumiInfoProduct::ProcessInfo.process(), ora::UniqueReferenceMapping.process(), EcalFenixStrip.process(), ora::OraPtrMapping.process(), lhef::LHERunInfo::Process.process(), CaloTowersCreationAlgo.process(), ora::NamedRefMapping.process(), ora::ArrayMapping.process(), EgammaHLTValidationUtils.EgammaDQMModuleMaker.process, ora::CArrayMapping.process(), L1GctJetFinderBase.process(), ora::ObjectMapping.process(), Config.Process.process, ora::EmptyMapping.process(), edm::SubProcess.process(), Vispa.Plugins.ConfigEditor.ConfigDataAccessor.ConfigDataAccessor.process(), and edm::ProductHolderIndexHelper::Item.process().

Referenced by ConfigBuilder.ConfigBuilder.addExtraStream(), and ConfigBuilder.ConfigBuilder.doNotInlineEventContent().

560  def doNotInlineEventContent(instance,label = "cms.untracked.vstring(process."+theStreamType+"EventContent.outputCommands)"):
return label
def ConfigBuilder.ConfigBuilder.doNotInlineEventContent (   instance,
  label = "process."+streamType+"EventContent.outputCommands" 
)

Definition at line 626 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.doNotInlineEventContent().

627  def doNotInlineEventContent(instance,label = "process."+streamType+"EventContent.outputCommands"):
return label
def ConfigBuilder.ConfigBuilder.executeAndRemember (   self,
  command 
)
helper routine to remember replace statements

Definition at line 288 of file ConfigBuilder.py.

Referenced by ConfigBuilder.ConfigBuilder.doNotInlineEventContent(), ConfigBuilder.ConfigBuilder.prepare_ALCAHARVEST(), ConfigBuilder.ConfigBuilder.prepare_DATAMIX(), ConfigBuilder.ConfigBuilder.prepare_DIGI(), ConfigBuilder.ConfigBuilder.prepare_DIGI2RAW(), ConfigBuilder.ConfigBuilder.prepare_DIGIPREMIX(), ConfigBuilder.ConfigBuilder.prepare_DIGIPREMIX_S2(), ConfigBuilder.ConfigBuilder.prepare_FASTSIM(), ConfigBuilder.ConfigBuilder.prepare_HLT(), and ConfigBuilder.ConfigBuilder.prepare_VALIDATION().

289  def executeAndRemember(self, command):
290  """helper routine to remember replace statements"""
291  self.additionalCommands.append(command)
292  if not command.strip().startswith("#"):
293  # substitute: process.foo = process.bar -> self.process.foo = self.process.bar
294  import re
295  exec(re.sub(r"([^a-zA-Z_0-9]|^)(process)([^a-zA-Z_0-9])",r"\1self.process\3",command))
296  #exec(command.replace("process.","self.process."))
def ConfigBuilder.ConfigBuilder.expandMapping (   self,
  seqList,
  mapping,
  index = None 
)

Definition at line 1868 of file ConfigBuilder.py.

Referenced by ConfigBuilder.ConfigBuilder.prepare_ALCA(), ConfigBuilder.ConfigBuilder.prepare_DQM(), ConfigBuilder.ConfigBuilder.prepare_SKIM(), and ConfigBuilder.ConfigBuilder.prepare_VALIDATION().

1869  def expandMapping(self,seqList,mapping,index=None):
1870  maxLevel=20
1871  level=0
1872  while '@' in repr(seqList) and level<maxLevel:
1873  level+=1
1874  for specifiedCommand in seqList:
1875  if specifiedCommand.startswith('@'):
1876  location=specifiedCommand[1:]
1877  if not location in mapping:
1878  raise Exception("Impossible to map "+location+" from "+repr(mapping))
1879  mappedTo=mapping[location]
1880  if index!=None:
1881  mappedTo=mappedTo[index]
1882  seqList.remove(specifiedCommand)
1883  seqList.extend(mappedTo.split('+'))
1884  break;
1885  if level==maxLevel:
1886  raise Exception("Could not fully expand "+repr(seqList)+" from "+repr(mapping))
def ConfigBuilder.ConfigBuilder.filesFromOption (   self)

Definition at line 340 of file ConfigBuilder.py.

References ConfigBuilder.filesFromDASQuery(), and ConfigBuilder.filesFromList().

341  def filesFromOption(self):
342  for entry in self._options.filein.split(','):
343  print "entry",entry
344  if entry.startswith("filelist:"):
345  filesFromList(entry[9:],self.process.source)
346  elif entry.startswith("dbs:") or entry.startswith("das:"):
347  filesFromDASQuery('file dataset = %s'%(entry[4:]),self.process.source)
348  else:
349  self.process.source.fileNames.append(self._options.dirin+entry)
350  if self._options.secondfilein:
351  if not hasattr(self.process.source,"secondaryFileNames"):
352  raise Exception("--secondfilein not compatible with "+self._options.filetype+"input type")
353  for entry in self._options.secondfilein.split(','):
354  print "entry",entry
355  if entry.startswith("filelist:"):
356  self.process.source.secondaryFileNames.extend((filesFromList(entry[9:]))[0])
357  elif entry.startswith("dbs:") or entry.startswith("das:"):
358  self.process.source.secondaryFileNames.extend((filesFromDASQuery('file dataset = %s'%(entry[4:])))[0])
359  else:
360  self.process.source.secondaryFileNames.append(self._options.dirin+entry)
361 
362  if self._options.filein or self._options.dasquery:
363  if self._options.filetype == "EDM":
364  self.process.source=cms.Source("PoolSource",
365  fileNames = cms.untracked.vstring(),
366  secondaryFileNames= cms.untracked.vstring())
367  filesFromOption(self)
368  elif self._options.filetype == "DAT":
369  self.process.source=cms.Source("NewEventStreamFileReader",fileNames = cms.untracked.vstring())
370  filesFromOption(self)
371  elif self._options.filetype == "LHE":
372  self.process.source=cms.Source("LHESource", fileNames = cms.untracked.vstring())
373  if self._options.filein.startswith("lhe:"):
374  #list the article directory automatically
375  args=self._options.filein.split(':')
376  article=args[1]
377  print 'LHE input from article ',article
378  location='/store/lhe/'
379  import os
380  textOfFiles=os.popen('cmsLHEtoEOSManager.py -l '+article)
381  for line in textOfFiles:
382  for fileName in [x for x in line.split() if '.lhe' in x]:
383  self.process.source.fileNames.append(location+article+'/'+fileName)
384  #check first if list of LHE files is loaded (not empty)
385  if len(line)<2:
386  print 'Issue to load LHE files, please check and try again.'
387  sys.exit(-1)
388  #Additional check to protect empty fileNames in process.source
389  if len(self.process.source.fileNames)==0:
390  print 'Issue with empty filename, but can pass line check'
391  sys.exit(-1)
392  if len(args)>2:
393  self.process.source.skipEvents = cms.untracked.uint32(int(args[2]))
394  else:
395  filesFromOption(self)
396 
397 
398  elif self._options.filetype == "DQM":
399  self.process.source=cms.Source("DQMRootSource",
400  fileNames = cms.untracked.vstring())
401  filesFromOption(self)
402 
403  elif self._options.filetype == "DQMDAQ":
404  # FIXME: how to configure it if there are no input files specified?
405  self.process.source=cms.Source("DQMStreamerReader")
406 
407 
408  if ('HARVESTING' in self.stepMap.keys() or 'ALCAHARVEST' in self.stepMap.keys()) and (not self._options.filetype == "DQM"):
409  self.process.source.processingMode = cms.untracked.string("RunsAndLumis")
def ConfigBuilder.ConfigBuilder.finalizeFastSimHLT (   self)

Definition at line 1983 of file ConfigBuilder.py.

Referenced by ConfigBuilder.ConfigBuilder.prepare_FASTSIM(), and ConfigBuilder.ConfigBuilder.prepare_HLT().

1984  def finalizeFastSimHLT(self):
1985  self.process.reconstruction = cms.Path(self.process.reconstructionWithFamos)
1986  self.schedule.append(self.process.reconstruction)
def ConfigBuilder.ConfigBuilder.inGeometryKeys (   opt)

Definition at line 1018 of file ConfigBuilder.py.

References split.

1019  def inGeometryKeys(opt):
1020  from Configuration.StandardSequences.GeometryConf import GeometryConf
1021  if opt in GeometryConf:
1022  return GeometryConf[opt]
1023  else:
1024  return opt
def ConfigBuilder.ConfigBuilder.load (   self,
  includeFile 
)

Definition at line 274 of file ConfigBuilder.py.

Referenced by MatrixToProcess.MatrixToProcess.getProcess(), and MatrixToProcess.MatrixToProcess.listAll().

275  def load(self,includeFile):
276  includeFile = includeFile.replace('/','.')
277  self.process.load(includeFile)
278  return sys.modules[includeFile]
def ConfigBuilder.ConfigBuilder.loadAndRemember (   self,
  includeFile 
)
helper routine to load am memorize imports

Definition at line 279 of file ConfigBuilder.py.

Referenced by ConfigBuilder.ConfigBuilder.define_Configs(), ConfigBuilder.ConfigBuilder.loadDefaultOrSpecifiedCFF(), ConfigBuilder.ConfigBuilder.prepare(), ConfigBuilder.ConfigBuilder.prepare_ALCAHARVEST(), ConfigBuilder.ConfigBuilder.prepare_CFWRITER(), ConfigBuilder.ConfigBuilder.prepare_DATAMIX(), ConfigBuilder.ConfigBuilder.prepare_DIGI(), ConfigBuilder.ConfigBuilder.prepare_DIGIPREMIX(), ConfigBuilder.ConfigBuilder.prepare_DIGIPREMIX_S2(), ConfigBuilder.ConfigBuilder.prepare_FASTSIM(), ConfigBuilder.ConfigBuilder.prepare_HLT(), ConfigBuilder.ConfigBuilder.prepare_L1(), ConfigBuilder.ConfigBuilder.prepare_L1REPACK(), and ConfigBuilder.ConfigBuilder.prepare_POSTRECO().

280  def loadAndRemember(self, includeFile):
281  """helper routine to load am memorize imports"""
282  # we could make the imports a on-the-fly data method of the process instance itself
283  # not sure if the latter is a good idea
284  includeFile = includeFile.replace('/','.')
285  self.imports.append(includeFile)
286  self.process.load(includeFile)
287  return sys.modules[includeFile]
def ConfigBuilder.ConfigBuilder.loadDefaultOrSpecifiedCFF (   self,
  sequence,
  defaultCFF 
)

Definition at line 1162 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.loadAndRemember().

Referenced by ConfigBuilder.ConfigBuilder.prepare_ALCA(), ConfigBuilder.ConfigBuilder.prepare_DIGI(), ConfigBuilder.ConfigBuilder.prepare_DIGI2RAW(), ConfigBuilder.ConfigBuilder.prepare_DIGIPREMIX(), ConfigBuilder.ConfigBuilder.prepare_DIGIPREMIX_S2(), ConfigBuilder.ConfigBuilder.prepare_DQM(), ConfigBuilder.ConfigBuilder.prepare_ENDJOB(), ConfigBuilder.ConfigBuilder.prepare_L1HwVal(), ConfigBuilder.ConfigBuilder.prepare_L1Reco(), ConfigBuilder.ConfigBuilder.prepare_L1TrackTrigger(), ConfigBuilder.ConfigBuilder.prepare_PAT(), ConfigBuilder.ConfigBuilder.prepare_RAW2DIGI(), ConfigBuilder.ConfigBuilder.prepare_RECO(), ConfigBuilder.ConfigBuilder.prepare_REPACK(), ConfigBuilder.ConfigBuilder.prepare_SKIM(), ConfigBuilder.ConfigBuilder.prepare_USER(), and ConfigBuilder.ConfigBuilder.prepare_VALIDATION().

1163  def loadDefaultOrSpecifiedCFF(self, sequence,defaultCFF):
1164  if ( len(sequence.split('.'))==1 ):
1165  l=self.loadAndRemember(defaultCFF)
1166  elif ( len(sequence.split('.'))==2 ):
1167  l=self.loadAndRemember(sequence.split('.')[0])
1168  sequence=sequence.split('.')[1]
1169  else:
1170  print "sub sequence configuration must be of the form dir/subdir/cff.a+b+c or cff.a"
1171  print sequence,"not recognized"
1172  raise
1173  return l
def ConfigBuilder.ConfigBuilder.prepare (   self,
  doChecking = False 
)
Prepare the configuration string and add missing pieces.

Definition at line 2071 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.addConditions(), ConfigBuilder.ConfigBuilder.addMaxEvents(), ConfigBuilder.ConfigBuilder.addSource(), ConfigBuilder.ConfigBuilder.addStandardSequences(), ConfigBuilder.ConfigBuilder.completeInputCommand(), and ConfigBuilder.ConfigBuilder.loadAndRemember().

2072  def prepare(self, doChecking = False):
2073  """ Prepare the configuration string and add missing pieces."""
2074 
2075  self.loadAndRemember(self.EVTCONTDefaultCFF) #load the event contents regardless
2076  self.addMaxEvents()
2077  if self.with_input:
self.addSource()
def ConfigBuilder.ConfigBuilder.prepare_ALCA (   self,
  sequence = None,
  workflow = 'full' 
)
Enrich the process with alca streams 

Definition at line 1209 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.ALCADefaultCFF, ConfigBuilder.ConfigBuilder.expandMapping(), and ConfigBuilder.ConfigBuilder.loadDefaultOrSpecifiedCFF().

Referenced by ConfigBuilder.ConfigBuilder.prepare_ALCAOUTPUT(), and ConfigBuilder.ConfigBuilder.prepare_ALCAPRODUCER().

1210  def prepare_ALCA(self, sequence = None, workflow = 'full'):
1211  """ Enrich the process with alca streams """
1212  alcaConfig=self.loadDefaultOrSpecifiedCFF(sequence,self.ALCADefaultCFF)
1213  sequence = sequence.split('.')[-1]
1214 
1215  # decide which ALCA paths to use
alcaList = sequence.split("+")
def ConfigBuilder.ConfigBuilder.prepare_ALCAHARVEST (   self,
  sequence = None 
)
Enrich the process with AlCaHarvesting step 

Definition at line 1954 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.executeAndRemember(), and ConfigBuilder.ConfigBuilder.loadAndRemember().

1955  def prepare_ALCAHARVEST(self, sequence = None):
1956  """ Enrich the process with AlCaHarvesting step """
1957  harvestingConfig = self.loadAndRemember(self.ALCAHARVESTDefaultCFF)
1958  sequence=sequence.split(".")[-1]
1959 
1960  # decide which AlcaHARVESTING paths to use
1961  harvestingList = sequence.split("+")
1962  for name in harvestingConfig.__dict__:
1963  harvestingstream = getattr(harvestingConfig,name)
1964  if name in harvestingList and isinstance(harvestingstream,cms.Path):
1965  self.schedule.append(harvestingstream)
1966  self.executeAndRemember("process.PoolDBOutputService.toPut.append(process.ALCAHARVEST" + name + "_dbOutput)")
1967  self.executeAndRemember("process.pclMetadataWriter.recordsToMap.append(process.ALCAHARVEST" + name + "_metadata)")
harvestingList.remove(name)
def ConfigBuilder.ConfigBuilder.prepare_ALCAOUTPUT (   self,
  sequence = None 
)

Definition at line 1206 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.prepare_ALCA().

1207  def prepare_ALCAOUTPUT(self, sequence = None):
1208  self.prepare_ALCA(sequence, workflow = "output")
def ConfigBuilder.ConfigBuilder.prepare_ALCAPRODUCER (   self,
  sequence = None 
)

Definition at line 1203 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.prepare_ALCA().

1204  def prepare_ALCAPRODUCER(self, sequence = None):
1205  self.prepare_ALCA(sequence, workflow = "producers")
def ConfigBuilder.ConfigBuilder.prepare_CFWRITER (   self,
  sequence = None 
)
Enrich the schedule with the crossing frame writer step

Definition at line 1438 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.loadAndRemember(), and ConfigBuilder.ConfigBuilder.scheduleSequence().

1439  def prepare_CFWRITER(self, sequence = None):
1440  """ Enrich the schedule with the crossing frame writer step"""
1441  self.loadAndRemember(self.CFWRITERDefaultCFF)
1442  self.scheduleSequence('pcfw','cfwriter_step')
1443  return
def ConfigBuilder.ConfigBuilder.prepare_DATAMIX (   self,
  sequence = None 
)
Enrich the schedule with the digitisation step

Definition at line 1444 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.executeAndRemember(), ConfigBuilder.filesFromDASQuery(), ConfigBuilder.filesFromList(), ConfigBuilder.ConfigBuilder.loadAndRemember(), and ConfigBuilder.ConfigBuilder.scheduleSequence().

1445  def prepare_DATAMIX(self, sequence = None):
1446  """ Enrich the schedule with the digitisation step"""
1447  self.loadAndRemember(self.DATAMIXDefaultCFF)
1448  self.scheduleSequence('pdatamix','datamixing_step')
1449 
1450  if self._options.pileup_input:
1451  theFiles=''
1452  if self._options.pileup_input.startswith('dbs:') or self._options.pileup_input.startswith('das:'):
1453  theFiles=filesFromDASQuery('file dataset = %s'%(self._options.pileup_input[4:],))[0]
1454  elif self._options.pileup_input.startswith("filelist:"):
1455  theFiles= (filesFromList(self._options.pileup_input[9:]))[0]
1456  else:
1457  theFiles=self._options.pileup_input.split(',')
1458  #print theFiles
1459  self.executeAndRemember( "process.mixData.input.fileNames = cms.untracked.vstring(%s)"%( theFiles ) )
1460 
1461  return
def ConfigBuilder.ConfigBuilder.prepare_DIGI (   self,
  sequence = None 
)
Enrich the schedule with the digitisation step

Definition at line 1397 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.DIGIDefaultCFF, ConfigBuilder.ConfigBuilder.executeAndRemember(), ConfigBuilder.ConfigBuilder.loadAndRemember(), ConfigBuilder.ConfigBuilder.loadDefaultOrSpecifiedCFF(), and ConfigBuilder.ConfigBuilder.scheduleSequence().

1398  def prepare_DIGI(self, sequence = None):
1399  """ Enrich the schedule with the digitisation step"""
1400  self.loadDefaultOrSpecifiedCFF(sequence,self.DIGIDefaultCFF)
1401 
1402  if self._options.gflash==True:
1403  self.loadAndRemember("Configuration/StandardSequences/GFlashDIGI_cff")
1404 
1405  if self._options.himix==True:
1406  self.loadAndRemember("SimGeneral/MixingModule/himixDIGI_cff")
1407 
1408  if sequence == 'pdigi_valid':
1409  self.executeAndRemember("process.mix.digitizers = cms.PSet(process.theDigitizersValid)")
def ConfigBuilder.ConfigBuilder.prepare_DIGI2RAW (   self,
  sequence = None 
)

Definition at line 1462 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.DIGI2RAWDefaultCFF, ConfigBuilder.ConfigBuilder.executeAndRemember(), ConfigBuilder.ConfigBuilder.loadDefaultOrSpecifiedCFF(), and ConfigBuilder.ConfigBuilder.scheduleSequence().

1463  def prepare_DIGI2RAW(self, sequence = None):
1464  self.loadDefaultOrSpecifiedCFF(sequence,self.DIGI2RAWDefaultCFF)
1465  self.scheduleSequence(sequence.split('.')[-1],'digi2raw_step')
1466  if "DIGIPREMIX" in self.stepMap.keys():
1467  self.executeAndRemember("process.esDigiToRaw.Label = cms.string('mix')") ##terrible hack - bypass zero suppression
1468 
1469  return
def ConfigBuilder.ConfigBuilder.prepare_DIGIPREMIX (   self,
  sequence = None 
)
Enrich the schedule with the digitisation step

Definition at line 1413 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.DIGIDefaultCFF, ConfigBuilder.ConfigBuilder.executeAndRemember(), ConfigBuilder.ConfigBuilder.loadAndRemember(), ConfigBuilder.ConfigBuilder.loadDefaultOrSpecifiedCFF(), and ConfigBuilder.ConfigBuilder.scheduleSequence().

1414  def prepare_DIGIPREMIX(self, sequence = None):
1415  """ Enrich the schedule with the digitisation step"""
1416  self.loadDefaultOrSpecifiedCFF(sequence,self.DIGIDefaultCFF)
def ConfigBuilder.ConfigBuilder.prepare_DIGIPREMIX_S2 (   self,
  sequence = None 
)
Enrich the schedule with the digitisation step

Definition at line 1423 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.DIGIDefaultCFF, ConfigBuilder.ConfigBuilder.executeAndRemember(), ConfigBuilder.ConfigBuilder.loadAndRemember(), ConfigBuilder.ConfigBuilder.loadDefaultOrSpecifiedCFF(), and ConfigBuilder.ConfigBuilder.scheduleSequence().

1424  def prepare_DIGIPREMIX_S2(self, sequence = None):
1425  """ Enrich the schedule with the digitisation step"""
1426  self.loadDefaultOrSpecifiedCFF(sequence,self.DIGIDefaultCFF)
def ConfigBuilder.ConfigBuilder.prepare_DQM (   self,
  sequence = 'DQMOffline' 
)

Definition at line 1887 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.expandMapping(), ConfigBuilder.ConfigBuilder.loadDefaultOrSpecifiedCFF(), and split.

1888  def prepare_DQM(self, sequence = 'DQMOffline'):
1889  # this one needs replacement
1890 
1891  self.loadDefaultOrSpecifiedCFF(sequence,self.DQMOFFLINEDefaultCFF)
sequenceList=sequence.split('.')[-1].split('+')
double split
Definition: MVATrainer.cc:139
def ConfigBuilder.ConfigBuilder.prepare_EI (   self,
  sequence = None 
)
Enrich the schedule with event interpretation 

Definition at line 1650 of file ConfigBuilder.py.

1651  def prepare_EI(self, sequence = None):
''' Enrich the schedule with event interpretation '''
def ConfigBuilder.ConfigBuilder.prepare_ENDJOB (   self,
  sequence = 'endOfProcess' 
)

Definition at line 1978 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.loadDefaultOrSpecifiedCFF(), and ConfigBuilder.ConfigBuilder.scheduleSequenceAtEnd().

1979  def prepare_ENDJOB(self, sequence = 'endOfProcess'):
1980  self.loadDefaultOrSpecifiedCFF(sequence,self.ENDJOBDefaultCFF)
1981  self.scheduleSequenceAtEnd(sequence.split('.')[-1],'endjob_step')
1982  return
def ConfigBuilder.ConfigBuilder.prepare_FASTSIM (   self,
  sequence = "all" 
)
Enrich the schedule with fastsim

Definition at line 1987 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.executeAndRemember(), ConfigBuilder.ConfigBuilder.finalizeFastSimHLT(), ConfigBuilder.ConfigBuilder.loadAndRemember(), ConfigBuilder.ConfigBuilder.prepare_HLT(), DTTTrigProd.DTTTrigProd.process, HcalHitRelabeller.process(), EDFilter<>.process(), DTDQMMerge.DTDQMMerge.process, helper::NullPostProcessor< OutputCollection, EdmFilter >.process(), NullPostProcessor< reco::CandidateCollection >.process(), NullPostProcessor< OutputCollection, edm::EDFilter >.process(), NullPostProcessor< OutputCollection >.process(), NullPostProcessor< OutputCollection, EdmFilter >.process(), DTValidSummary.DTValidSummary.process, DTDqm.DTDqm.process, helper::NullPostProcessor< reco::CandidateCollection, edm::EDFilter >.process(), helper::NullPostProcessor< typename::helper::SelectedOutputCollectionTrait< reco::TrackCollection >::type, EdmFilter >.process(), DTVDriftMeanTimerCalibration.DTVDriftMeanTimerCalibration.process, DTAnalysisResiduals.DTAnalysisResiduals.process, DTVDriftSegmentCalibration.DTVDriftSegmentCalibration.process, DTDQMHarvesting.DTDQMHarvesting.process, tfwliteselectortest::ThingsWorker.process(), DTNoiseCalibration.DTNoiseCalibration.process, DTResidualCalibration.DTResidualCalibration.process, DTTTrigValid.DTTTrigValid.process, DTDQMValidation.DTDQMValidation.process, DummyUpdator.process(), clangcms::CatchAll.process(), CSCTFDTReceiver.process(), tfwliteselectortest::ThingsTSelector.process(), EcalFenixTcpsFgvbEB.process(), EcalFenixBypassLin.process(), EcalFenixPeakFinder.process(), CSCTFMonitorInterface.process(), EcalFenixMaxof2.process(), TTULogic.process(), examples::TrackAnalysisAlgorithm.process(), CSCMonitorInterface.process(), SingleTrajectoryUpdator.process(), RBCLogic.process(), TTUWedgeORLogic.process(), PFPileUpAlgo.process(), RBCPatternLogic.process(), TTUSectorORLogic.process(), EcalFenixEtStrip.process(), HcalCableMapper.process(), __class__Worker.process(), npstat::AbsVisitor< Input, unsigned long >.process(), KalmanAlignmentUpdator.process(), EcalFenixTcpFormat.process(), npstat::AbsVisitor< Input, Result >.process(), DTT0DBValidation.DTT0DBValidation.process, EcalFenixAmplitudeFilter.process(), npstat::AbsArrayProjector< Input, Result >.process(), EcalFenixStripFormatEE.process(), EcalFenixStripFormatEB.process(), DTVDriftMeanTimerWriter.DTVDriftMeanTimerWriter.process, RBCTestLogic.process(), DTVDriftSegmentWriter.DTVDriftSegmentWriter.process, TTUPointingLogic.process(), BTagDifferentialPlot.process(), EcalFenixEtTot.process(), ora::IRelationalMapping.process(), TTUTwoORLogic.process(), DTTTrigResidualCorr.DTTTrigResidualCorr.process, HcalSimpleReconstructor.process(), EcalFenixStripFgvbEE.process(), RBCChamberORLogic.process(), TTUTrackingAlg.process(), EcalFenixTcpFgvbEE.process(), DTTTrigCorrFirst.DTTTrigCorrFirst.process, EcalFenixFgvbEB.process(), L1GctNullJetFinder.process(), L1GctEmLeafCard.process(), EcalFenixLinearizer.process(), L1GctSimpleJetFinder.process(), SiStripClusterToDigiProducer.process(), L1GctHardwareJetFinder.process(), DTTTrigTimeBoxesWriter.DTTTrigTimeBoxesWriter.process, RPCWheel.process(), L1GctJetFinalStage.process(), L1GctProcessor.process(), TTUConfigurator.process(), L1GctGlobalHfSumAlgos.process(), npstat::VisitCounter< Input >.process(), edm::InputTag.process(), PFMETBenchmark.process(), L1GctElectronFinalSort.process(), PFJetBenchmark.process(), PFTauElecRejectionBenchmark.process(), ora::PrimitiveMapping.process(), EgammaHLTPixelMatchElectronAlgo.process(), L1Comparator.process(), L1GctWheelEnergyFpga.process(), L1GctWheelJetFpga.process(), cscdqm::HWStandbyType.process, ora::BlobMapping.process(), L1GctGlobalEnergyAlgos.process(), L1GctElectronSorter.process(), TFWLiteSelectorBasic.process(), L1GctTdrJetFinder.process(), fwlite::internal::DataKey.process(), L1GctJetLeafCard.process(), KDTreeLinkerBase.process(), edm::EDConsumerBase::Labels.process, DTTFFEDReader.process(), L1GlobalCaloTrigger.process(), TFWLiteSelector< __class__Worker >.process(), TFWLiteSelector< TWorker >.process(), TFWLiteSelector< ThingsWorker >.process(), TFWLiteSelector< TrackAnalysisAlgorithm >.process(), HLTTrackClusterRemoverNew.process(), SeedClusterRemover.process(), EcalFenixTcp.process(), ora::OraReferenceMapping.process(), TrackClusterRemover.process(), TestOutliers.process, HTTP.RequestManager.process(), GenLumiInfoProduct::ProcessInfo.process(), ora::UniqueReferenceMapping.process(), EcalFenixStrip.process(), ora::OraPtrMapping.process(), lhef::LHERunInfo::Process.process(), CaloTowersCreationAlgo.process(), ora::NamedRefMapping.process(), ora::ArrayMapping.process(), EgammaHLTValidationUtils.EgammaDQMModuleMaker.process, ora::CArrayMapping.process(), L1GctJetFinderBase.process(), ora::ObjectMapping.process(), Config.Process.process, ora::EmptyMapping.process(), edm::SubProcess.process(), Vispa.Plugins.ConfigEditor.ConfigDataAccessor.ConfigDataAccessor.process(), and edm::ProductHolderIndexHelper::Item.process().

1988  def prepare_FASTSIM(self, sequence = "all"):
1989  """Enrich the schedule with fastsim"""
1990  self.loadAndRemember("FastSimulation/Configuration/FamosSequences_cff")
1991 
1992  if sequence in ('all','allWithHLTFiltering',''):
1993  if not 'HLT' in self.stepMap.keys():
1994  self.prepare_HLT(sequence=None)
1995 
1996  self.executeAndRemember("process.famosSimHits.SimulateCalorimetry = True")
1997  self.executeAndRemember("process.famosSimHits.SimulateTracking = True")
1998 
1999  self.executeAndRemember("process.simulation = cms.Sequence(process.simulationWithFamos)")
2000  self.executeAndRemember("process.HLTEndSequence = cms.Sequence(process.reconstructionWithFamos)")
2001 
2002  # since we have HLT here, the process should be called HLT
2003  self._options.name = "HLT"
2004 
2005  # if we don't want to filter after HLT but simulate everything regardless of what HLT tells, we have to add reconstruction explicitly
2006  if sequence == 'all' and not 'HLT' in self.stepMap.keys(): #(a)
self.finalizeFastSimHLT()
def ConfigBuilder.ConfigBuilder.prepare_FILTER (   self,
  sequence = None 
)
Enrich the schedule with a user defined filter sequence 

Definition at line 1599 of file ConfigBuilder.py.

1600  def prepare_FILTER(self, sequence = None):
''' Enrich the schedule with a user defined filter sequence '''
def ConfigBuilder.ConfigBuilder.prepare_GEN (   self,
  sequence = None 
)
load the fragment of generator configuration 

Definition at line 1282 of file ConfigBuilder.py.

1283  def prepare_GEN(self, sequence = None):
""" load the fragment of generator configuration """
def ConfigBuilder.ConfigBuilder.prepare_HARVESTING (   self,
  sequence = None 
)
Enrich the process with harvesting step 

Definition at line 1917 of file ConfigBuilder.py.

1918  def prepare_HARVESTING(self, sequence = None):
1919  """ Enrich the process with harvesting step """
1920  self.EDMtoMECFF='Configuration/StandardSequences/EDMtoME'+self._options.harvesting+'_cff'
self.loadAndRemember(self.EDMtoMECFF)
def ConfigBuilder.ConfigBuilder.prepare_HLT (   self,
  sequence = None 
)
Enrich the schedule with the HLT simulation step

Definition at line 1500 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.executeAndRemember(), ConfigBuilder.ConfigBuilder.finalizeFastSimHLT(), join(), ConfigBuilder.ConfigBuilder.loadAndRemember(), DTTTrigProd.DTTTrigProd.process, HcalHitRelabeller.process(), DTValidSummary.DTValidSummary.process, NullPostProcessor< reco::CandidateCollection >.process(), NullPostProcessor< OutputCollection, edm::EDFilter >.process(), NullPostProcessor< OutputCollection >.process(), NullPostProcessor< OutputCollection, EdmFilter >.process(), EDFilter<>.process(), helper::NullPostProcessor< OutputCollection, EdmFilter >.process(), DTDqm.DTDqm.process, DTDQMMerge.DTDQMMerge.process, helper::NullPostProcessor< reco::CandidateCollection, edm::EDFilter >.process(), helper::NullPostProcessor< typename::helper::SelectedOutputCollectionTrait< reco::TrackCollection >::type, EdmFilter >.process(), DTAnalysisResiduals.DTAnalysisResiduals.process, DTVDriftMeanTimerCalibration.DTVDriftMeanTimerCalibration.process, DTVDriftSegmentCalibration.DTVDriftSegmentCalibration.process, DTDQMHarvesting.DTDQMHarvesting.process, tfwliteselectortest::ThingsWorker.process(), DTNoiseCalibration.DTNoiseCalibration.process, DTResidualCalibration.DTResidualCalibration.process, DTTTrigValid.DTTTrigValid.process, DTDQMValidation.DTDQMValidation.process, DummyUpdator.process(), clangcms::CatchAll.process(), tfwliteselectortest::ThingsTSelector.process(), EcalFenixTcpsFgvbEB.process(), CSCTFDTReceiver.process(), EcalFenixBypassLin.process(), EcalFenixPeakFinder.process(), CSCTFMonitorInterface.process(), EcalFenixMaxof2.process(), TTULogic.process(), examples::TrackAnalysisAlgorithm.process(), CSCMonitorInterface.process(), SingleTrajectoryUpdator.process(), RBCLogic.process(), TTUWedgeORLogic.process(), RBCPatternLogic.process(), TTUSectorORLogic.process(), EcalFenixEtStrip.process(), PFPileUpAlgo.process(), npstat::AbsVisitor< Input, unsigned long >.process(), __class__Worker.process(), KalmanAlignmentUpdator.process(), EcalFenixTcpFormat.process(), npstat::AbsVisitor< Input, Result >.process(), HcalCableMapper.process(), DTT0DBValidation.DTT0DBValidation.process, EcalFenixAmplitudeFilter.process(), npstat::AbsArrayProjector< Input, Result >.process(), EcalFenixStripFormatEE.process(), DTVDriftMeanTimerWriter.DTVDriftMeanTimerWriter.process, RBCTestLogic.process(), DTVDriftSegmentWriter.DTVDriftSegmentWriter.process, TTUPointingLogic.process(), BTagDifferentialPlot.process(), EcalFenixStripFormatEB.process(), EcalFenixEtTot.process(), ora::IRelationalMapping.process(), TTUTwoORLogic.process(), DTTTrigResidualCorr.DTTTrigResidualCorr.process, HcalSimpleReconstructor.process(), EcalFenixStripFgvbEE.process(), RBCChamberORLogic.process(), EcalFenixTcpFgvbEE.process(), TTUTrackingAlg.process(), DTTTrigCorrFirst.DTTTrigCorrFirst.process, EcalFenixFgvbEB.process(), L1GctNullJetFinder.process(), L1GctEmLeafCard.process(), L1GctSimpleJetFinder.process(), SiStripClusterToDigiProducer.process(), EcalFenixLinearizer.process(), L1GctHardwareJetFinder.process(), DTTTrigTimeBoxesWriter.DTTTrigTimeBoxesWriter.process, RPCWheel.process(), L1GctJetFinalStage.process(), L1GctProcessor.process(), TTUConfigurator.process(), L1GctGlobalHfSumAlgos.process(), npstat::VisitCounter< Input >.process(), PFMETBenchmark.process(), edm::InputTag.process(), L1GctElectronFinalSort.process(), PFJetBenchmark.process(), ora::PrimitiveMapping.process(), PFTauElecRejectionBenchmark.process(), EgammaHLTPixelMatchElectronAlgo.process(), L1Comparator.process(), L1GctWheelEnergyFpga.process(), L1GctWheelJetFpga.process(), cscdqm::HWStandbyType.process, ora::BlobMapping.process(), L1GctElectronSorter.process(), L1GctGlobalEnergyAlgos.process(), L1GctTdrJetFinder.process(), TFWLiteSelectorBasic.process(), fwlite::internal::DataKey.process(), edm::EDConsumerBase::Labels.process, L1GctJetLeafCard.process(), KDTreeLinkerBase.process(), DTTFFEDReader.process(), L1GlobalCaloTrigger.process(), TFWLiteSelector< __class__Worker >.process(), TFWLiteSelector< ThingsWorker >.process(), TFWLiteSelector< TrackAnalysisAlgorithm >.process(), TFWLiteSelector< TWorker >.process(), HLTTrackClusterRemoverNew.process(), SeedClusterRemover.process(), ora::OraReferenceMapping.process(), EcalFenixTcp.process(), TrackClusterRemover.process(), TestOutliers.process, HTTP.RequestManager.process(), GenLumiInfoProduct::ProcessInfo.process(), ora::UniqueReferenceMapping.process(), EcalFenixStrip.process(), ora::OraPtrMapping.process(), lhef::LHERunInfo::Process.process(), ora::NamedRefMapping.process(), CaloTowersCreationAlgo.process(), ora::ArrayMapping.process(), EgammaHLTValidationUtils.EgammaDQMModuleMaker.process, ora::CArrayMapping.process(), L1GctJetFinderBase.process(), ora::ObjectMapping.process(), Config.Process.process, ora::EmptyMapping.process(), edm::SubProcess.process(), Vispa.Plugins.ConfigEditor.ConfigDataAccessor.ConfigDataAccessor.process(), edm::ProductHolderIndexHelper::Item.process(), and CustomConfigs.ProcessName().

Referenced by ConfigBuilder.ConfigBuilder.prepare_FASTSIM().

1501  def prepare_HLT(self, sequence = None):
1502  """ Enrich the schedule with the HLT simulation step"""
1503  if not sequence:
1504  print "no specification of the hlt menu has been given, should never happen"
1505  raise Exception('no HLT sequence provided')
1506 
1507  if '@' in sequence:
1508  # case where HLT:@something was provided
1509  from Configuration.HLT.autoHLT import autoHLT
1510  key = sequence[1:]
1511  if key in autoHLT:
1512  sequence = autoHLT[key]
1513  else:
1514  raise ValueError('no HLT mapping key "%s" found in autoHLT' % key)
1515 
1516  if ',' in sequence:
1517  #case where HLT:something:something was provided
1518  self.executeAndRemember('import HLTrigger.Configuration.Utilities')
1519  optionsForHLT = {}
1520  if self._options.scenario == 'HeavyIons':
1521  optionsForHLT['type'] = 'HIon'
1522  else:
1523  optionsForHLT['type'] = 'GRun'
1524  optionsForHLTConfig = ', '.join('%s=%s' % (key, repr(val)) for (key, val) in optionsForHLT.iteritems())
1525  if sequence == 'run,fromSource':
1526  if hasattr(self.process.source,'firstRun'):
1527  self.executeAndRemember('process.loadHltConfiguration("run:%%d"%%(process.source.firstRun.value()),%s)'%(optionsForHLTConfig))
1528  elif hasattr(self.process.source,'setRunNumber'):
1529  self.executeAndRemember('process.loadHltConfiguration("run:%%d"%%(process.source.setRunNumber.value()),%s)'%(optionsForHLTConfig))
1530  else:
1531  raise Exception('Cannot replace menu to load %s'%(sequence))
1532  else:
1533  self.executeAndRemember('process.loadHltConfiguration("%s",%s)'%(sequence.replace(',',':'),optionsForHLTConfig))
1534  else:
1535  if self._options.fast:
1536  self.loadAndRemember('HLTrigger/Configuration/HLT_%s_Famos_cff' % sequence)
1537  else:
1538  self.loadAndRemember('HLTrigger/Configuration/HLT_%s_cff' % sequence)
1539 
1540  if self._options.isMC:
1541  self._options.customisation_file.append("HLTrigger/Configuration/customizeHLTforMC.customizeHLTforMC")
static std::string join(char **cmd)
Definition: RemoteFile.cc:18
def ConfigBuilder.ConfigBuilder.prepare_L1 (   self,
  sequence = None 
)
Enrich the schedule with the L1 simulation step

Definition at line 1475 of file ConfigBuilder.py.

References ConfigBuilder.getConfigsForScenario(), ConfigBuilder.ConfigBuilder.L1EMDefaultCFF, ConfigBuilder.ConfigBuilder.loadAndRemember(), and ConfigBuilder.ConfigBuilder.scheduleSequence().

1476  def prepare_L1(self, sequence = None):
1477  """ Enrich the schedule with the L1 simulation step"""
1478  if not sequence:
1479  self.loadAndRemember(self.L1EMDefaultCFF)
1480  else:
1481  # let the L1 package decide for the scenarios available
1482  from L1Trigger.Configuration.ConfigBuilder import getConfigsForScenario
1483  listOfImports = getConfigsForScenario(sequence)
1484  for file in listOfImports:
1485  self.loadAndRemember(file)
1486  self.scheduleSequence('SimL1Emulator','L1simulation_step')
1487  return
def getConfigsForScenario
def ConfigBuilder.ConfigBuilder.prepare_L1HwVal (   self,
  sequence = 'L1HwVal' 
)
Enrich the schedule with L1 HW validation 

Definition at line 1580 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.loadDefaultOrSpecifiedCFF().

1581  def prepare_L1HwVal(self, sequence = 'L1HwVal'):
1582  ''' Enrich the schedule with L1 HW validation '''
self.loadDefaultOrSpecifiedCFF(sequence,self.L1HwValDefaultCFF)
def ConfigBuilder.ConfigBuilder.prepare_L1Reco (   self,
  sequence = "L1Reco" 
)
Enrich the schedule with L1 reconstruction 

Definition at line 1587 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.L1RecoDefaultCFF, ConfigBuilder.ConfigBuilder.loadDefaultOrSpecifiedCFF(), and ConfigBuilder.ConfigBuilder.scheduleSequence().

1588  def prepare_L1Reco(self, sequence = "L1Reco"):
1589  ''' Enrich the schedule with L1 reconstruction '''
self.loadDefaultOrSpecifiedCFF(sequence,self.L1RecoDefaultCFF)
def ConfigBuilder.ConfigBuilder.prepare_L1REPACK (   self,
  sequence = None 
)
Enrich the schedule with the L1 simulation step, running the L1 emulator on data unpacked from the RAW collection, and repacking the result in a new RAW collection

Definition at line 1488 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.loadAndRemember(), ConfigBuilder.ConfigBuilder.renameInputTagsInSequence(), and ConfigBuilder.ConfigBuilder.scheduleSequence().

1489  def prepare_L1REPACK(self, sequence = None):
1490  """ Enrich the schedule with the L1 simulation step, running the L1 emulator on data unpacked from the RAW collection, and repacking the result in a new RAW collection"""
1491  if sequence is not 'GT':
1492  print 'Running the full L1 emulator is not supported yet'
1493  raise Exception('unsupported feature')
1494  if sequence is 'GT':
1495  self.loadAndRemember('Configuration/StandardSequences/SimL1EmulatorRepack_GT_cff')
1496  if self._options.scenario == 'HeavyIons':
1497  self.renameInputTagsInSequence("SimL1Emulator","rawDataCollector","rawDataRepacker")
1498  self.scheduleSequence('SimL1Emulator','L1simulation_step')
1499 
def ConfigBuilder.ConfigBuilder.prepare_L1TrackTrigger (   self,
  sequence = "L1TrackTrigger" 
)
Enrich the schedule with L1 reconstruction 

Definition at line 1593 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.L1TrackTriggerDefaultCFF, ConfigBuilder.ConfigBuilder.loadDefaultOrSpecifiedCFF(), and ConfigBuilder.ConfigBuilder.scheduleSequence().

1594  def prepare_L1TrackTrigger(self, sequence = "L1TrackTrigger"):
1595  ''' Enrich the schedule with L1 reconstruction '''
self.loadDefaultOrSpecifiedCFF(sequence,self.L1TrackTriggerDefaultCFF)
def ConfigBuilder.ConfigBuilder.prepare_LHE (   self,
  sequence = None 
)

Definition at line 1265 of file ConfigBuilder.py.

References DTTTrigProd.DTTTrigProd.process, HcalHitRelabeller.process(), DTDqm.DTDqm.process, NullPostProcessor< reco::CandidateCollection >.process(), NullPostProcessor< OutputCollection, edm::EDFilter >.process(), NullPostProcessor< OutputCollection >.process(), NullPostProcessor< OutputCollection, EdmFilter >.process(), EDFilter<>.process(), DTDQMMerge.DTDQMMerge.process, DTValidSummary.DTValidSummary.process, helper::NullPostProcessor< OutputCollection, EdmFilter >.process(), helper::NullPostProcessor< reco::CandidateCollection, edm::EDFilter >.process(), helper::NullPostProcessor< typename::helper::SelectedOutputCollectionTrait< reco::TrackCollection >::type, EdmFilter >.process(), DTVDriftMeanTimerCalibration.DTVDriftMeanTimerCalibration.process, DTVDriftSegmentCalibration.DTVDriftSegmentCalibration.process, DTDQMHarvesting.DTDQMHarvesting.process, tfwliteselectortest::ThingsWorker.process(), DTAnalysisResiduals.DTAnalysisResiduals.process, DTResidualCalibration.DTResidualCalibration.process, DTNoiseCalibration.DTNoiseCalibration.process, DTDQMValidation.DTDQMValidation.process, DummyUpdator.process(), DTTTrigValid.DTTTrigValid.process, clangcms::CatchAll.process(), tfwliteselectortest::ThingsTSelector.process(), EcalFenixTcpsFgvbEB.process(), CSCTFDTReceiver.process(), EcalFenixBypassLin.process(), EcalFenixPeakFinder.process(), CSCTFMonitorInterface.process(), EcalFenixMaxof2.process(), TTULogic.process(), examples::TrackAnalysisAlgorithm.process(), CSCMonitorInterface.process(), SingleTrajectoryUpdator.process(), RBCLogic.process(), TTUWedgeORLogic.process(), RBCPatternLogic.process(), TTUSectorORLogic.process(), EcalFenixEtStrip.process(), PFPileUpAlgo.process(), npstat::AbsVisitor< Input, Result >.process(), KalmanAlignmentUpdator.process(), __class__Worker.process(), HcalCableMapper.process(), EcalFenixTcpFormat.process(), npstat::AbsVisitor< Input, unsigned long >.process(), DTT0DBValidation.DTT0DBValidation.process, EcalFenixAmplitudeFilter.process(), EcalFenixStripFormatEE.process(), npstat::AbsArrayProjector< Input, Result >.process(), DTVDriftMeanTimerWriter.DTVDriftMeanTimerWriter.process, DTVDriftSegmentWriter.DTVDriftSegmentWriter.process, RBCTestLogic.process(), TTUPointingLogic.process(), BTagDifferentialPlot.process(), EcalFenixStripFormatEB.process(), EcalFenixEtTot.process(), TTUTwoORLogic.process(), DTTTrigResidualCorr.DTTTrigResidualCorr.process, ora::IRelationalMapping.process(), HcalSimpleReconstructor.process(), EcalFenixStripFgvbEE.process(), RBCChamberORLogic.process(), TTUTrackingAlg.process(), EcalFenixTcpFgvbEE.process(), DTTTrigCorrFirst.DTTTrigCorrFirst.process, EcalFenixFgvbEB.process(), L1GctEmLeafCard.process(), L1GctNullJetFinder.process(), L1GctSimpleJetFinder.process(), SiStripClusterToDigiProducer.process(), EcalFenixLinearizer.process(), L1GctHardwareJetFinder.process(), RPCWheel.process(), DTTTrigTimeBoxesWriter.DTTTrigTimeBoxesWriter.process, L1GctJetFinalStage.process(), L1GctProcessor.process(), TTUConfigurator.process(), L1GctGlobalHfSumAlgos.process(), PFMETBenchmark.process(), npstat::VisitCounter< Input >.process(), edm::InputTag.process(), L1GctElectronFinalSort.process(), PFJetBenchmark.process(), ora::PrimitiveMapping.process(), PFTauElecRejectionBenchmark.process(), EgammaHLTPixelMatchElectronAlgo.process(), L1Comparator.process(), L1GctWheelEnergyFpga.process(), L1GctWheelJetFpga.process(), cscdqm::HWStandbyType.process, ora::BlobMapping.process(), L1GctGlobalEnergyAlgos.process(), L1GctElectronSorter.process(), L1GctTdrJetFinder.process(), TFWLiteSelectorBasic.process(), fwlite::internal::DataKey.process(), L1GctJetLeafCard.process(), KDTreeLinkerBase.process(), edm::EDConsumerBase::Labels.process, DTTFFEDReader.process(), L1GlobalCaloTrigger.process(), TFWLiteSelector< __class__Worker >.process(), TFWLiteSelector< TWorker >.process(), TFWLiteSelector< ThingsWorker >.process(), TFWLiteSelector< TrackAnalysisAlgorithm >.process(), SeedClusterRemover.process(), HLTTrackClusterRemoverNew.process(), ora::OraReferenceMapping.process(), EcalFenixTcp.process(), TrackClusterRemover.process(), TestOutliers.process, HTTP.RequestManager.process(), GenLumiInfoProduct::ProcessInfo.process(), ora::UniqueReferenceMapping.process(), EcalFenixStrip.process(), ora::OraPtrMapping.process(), lhef::LHERunInfo::Process.process(), CaloTowersCreationAlgo.process(), ora::NamedRefMapping.process(), ora::ArrayMapping.process(), EgammaHLTValidationUtils.EgammaDQMModuleMaker.process, ora::CArrayMapping.process(), L1GctJetFinderBase.process(), ora::ObjectMapping.process(), Config.Process.process, ora::EmptyMapping.process(), edm::SubProcess.process(), Vispa.Plugins.ConfigEditor.ConfigDataAccessor.ConfigDataAccessor.process(), edm::ProductHolderIndexHelper::Item.process(), and python.rootplot.root2matplotlib.replace().

1266  def prepare_LHE(self, sequence = None):
1267  #load the fragment
1268  ##make it loadable
1269  loadFragment = self._options.evt_type.replace('.py','',).replace('.','_').replace('python/','').replace('/','.')
1270  print "Loading lhe fragment from",loadFragment
1271  __import__(loadFragment)
1272  self.process.load(loadFragment)
1273  ##inline the modules
1274  self._options.inlineObjets+=','+sequence
1275 
1276  getattr(self.process,sequence).nEvents = int(self._options.number)
1277 
1278  #schedule it
1279  self.process.lhe_step = cms.Path( getattr( self.process,sequence) )
1280  self.excludedPaths.append("lhe_step")
1281  self.schedule.append( self.process.lhe_step )
def ConfigBuilder.ConfigBuilder.prepare_PAT (   self,
  sequence = "miniAOD" 
)
Enrich the schedule with PAT 

Definition at line 1637 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.loadDefaultOrSpecifiedCFF(), and ConfigBuilder.ConfigBuilder.PATDefaultCFF.

1638  def prepare_PAT(self, sequence = "miniAOD"):
1639  ''' Enrich the schedule with PAT '''
self.loadDefaultOrSpecifiedCFF(sequence,self.PATDefaultCFF)
def ConfigBuilder.ConfigBuilder.prepare_POSTRECO (   self,
  sequence = None 
)
Enrich the schedule with the postreco step 

Definition at line 1712 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.loadAndRemember(), and ConfigBuilder.ConfigBuilder.scheduleSequence().

1713  def prepare_POSTRECO(self, sequence = None):
1714  """ Enrich the schedule with the postreco step """
self.loadAndRemember(self.POSTRECODefaultCFF)
def ConfigBuilder.ConfigBuilder.prepare_RAW2DIGI (   self,
  sequence = "RawToDigi" 
)

Definition at line 1573 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.loadDefaultOrSpecifiedCFF(), ConfigBuilder.ConfigBuilder.RAW2DIGIDefaultCFF, and ConfigBuilder.ConfigBuilder.scheduleSequence().

Referenced by ConfigBuilder.ConfigBuilder.prepare_RAW2RECO().

1574  def prepare_RAW2DIGI(self, sequence = "RawToDigi"):
1575  self.loadDefaultOrSpecifiedCFF(sequence,self.RAW2DIGIDefaultCFF)
1576  self.scheduleSequence(sequence,'raw2digi_step')
1577  # if self._options.isRepacked:
1578  #self.renameInputTagsInSequence(sequence)
1579  return
def ConfigBuilder.ConfigBuilder.prepare_RAW2RECO (   self,
  sequence = None 
)

Definition at line 1562 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.prepare_RAW2DIGI(), and ConfigBuilder.ConfigBuilder.prepare_RECO().

1563  def prepare_RAW2RECO(self, sequence = None):
1564  if ','in sequence:
1565  seqReco=sequence.split(',')[1]
1566  seqDigi=sequence.split(',')[0]
1567  else:
1568  print "RAW2RECO requires two specifications",sequence,"insufficient"
1569 
1570  self.prepare_RAW2DIGI(seqDigi)
1571  self.prepare_RECO(seqReco)
1572  return
def prepare_RECO
put the filtering path in the schedule
def ConfigBuilder.ConfigBuilder.prepare_RECO (   self,
  sequence = "reconstruction" 
)

put the filtering path in the schedule

put it before all the other paths

Enrich the schedule with reconstruction 

Definition at line 1631 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.loadDefaultOrSpecifiedCFF(), ConfigBuilder.ConfigBuilder.RECODefaultCFF, and ConfigBuilder.ConfigBuilder.scheduleSequence().

Referenced by ConfigBuilder.ConfigBuilder.prepare_RAW2RECO().

1632  def prepare_RECO(self, sequence = "reconstruction"):
1633  ''' Enrich the schedule with reconstruction '''
self.loadDefaultOrSpecifiedCFF(sequence,self.RECODefaultCFF)
def prepare_RECO
put the filtering path in the schedule
def ConfigBuilder.ConfigBuilder.prepare_REPACK (   self,
  sequence = None 
)

Definition at line 1470 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.loadDefaultOrSpecifiedCFF(), and ConfigBuilder.ConfigBuilder.scheduleSequence().

1471  def prepare_REPACK(self, sequence = None):
1472  self.loadDefaultOrSpecifiedCFF(sequence,self.REPACKDefaultCFF)
1473  self.scheduleSequence(sequence.split('.')[-1],'digi2repack_step')
1474  return
def ConfigBuilder.ConfigBuilder.prepare_SIM (   self,
  sequence = None 
)
Enrich the schedule with the summary of the filter step 
Enrich the schedule with the simulation step

Definition at line 1363 of file ConfigBuilder.py.

1364  def prepare_SIM(self, sequence = None):
""" Enrich the schedule with the simulation step"""
def ConfigBuilder.ConfigBuilder.prepare_SKIM (   self,
  sequence = "all" 
)
Enrich the schedule with skimming fragments

Definition at line 1662 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.expandMapping(), and ConfigBuilder.ConfigBuilder.loadDefaultOrSpecifiedCFF().

1663  def prepare_SKIM(self, sequence = "all"):
1664  ''' Enrich the schedule with skimming fragments'''
1665  skimConfig = self.loadDefaultOrSpecifiedCFF(sequence,self.SKIMDefaultCFF)
1666  sequence = sequence.split('.')[-1]
1667 
1668  skimlist=sequence.split('+')
## support @Mu+DiJet+@Electron configuration via autoSkim.py
def ConfigBuilder.ConfigBuilder.prepare_USER (   self,
  sequence = None 
)
Enrich the schedule with a user defined sequence 

Definition at line 1706 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.loadDefaultOrSpecifiedCFF(), and ConfigBuilder.ConfigBuilder.scheduleSequence().

1707  def prepare_USER(self, sequence = None):
1708  ''' Enrich the schedule with a user defined sequence '''
self.loadDefaultOrSpecifiedCFF(sequence,self.USERDefaultCFF)
def ConfigBuilder.ConfigBuilder.prepare_VALIDATION (   self,
  sequence = 'validation' 
)

Definition at line 1719 of file ConfigBuilder.py.

References any(), ConfigBuilder.ConfigBuilder.executeAndRemember(), ConfigBuilder.ConfigBuilder.expandMapping(), ConfigBuilder.ConfigBuilder.loadDefaultOrSpecifiedCFF(), python.multivaluedict.map(), DTTTrigProd.DTTTrigProd.process, HcalHitRelabeller.process(), EDFilter<>.process(), helper::NullPostProcessor< OutputCollection, EdmFilter >.process(), NullPostProcessor< OutputCollection, edm::EDFilter >.process(), NullPostProcessor< reco::CandidateCollection >.process(), NullPostProcessor< OutputCollection, EdmFilter >.process(), NullPostProcessor< OutputCollection >.process(), DTDqm.DTDqm.process, DTValidSummary.DTValidSummary.process, DTDQMMerge.DTDQMMerge.process, helper::NullPostProcessor< reco::CandidateCollection, edm::EDFilter >.process(), helper::NullPostProcessor< typename::helper::SelectedOutputCollectionTrait< reco::TrackCollection >::type, EdmFilter >.process(), DTVDriftMeanTimerCalibration.DTVDriftMeanTimerCalibration.process, DTAnalysisResiduals.DTAnalysisResiduals.process, DTVDriftSegmentCalibration.DTVDriftSegmentCalibration.process, DTDQMHarvesting.DTDQMHarvesting.process, tfwliteselectortest::ThingsWorker.process(), DTNoiseCalibration.DTNoiseCalibration.process, DTResidualCalibration.DTResidualCalibration.process, DTTTrigValid.DTTTrigValid.process, DTDQMValidation.DTDQMValidation.process, DummyUpdator.process(), clangcms::CatchAll.process(), tfwliteselectortest::ThingsTSelector.process(), EcalFenixTcpsFgvbEB.process(), CSCTFDTReceiver.process(), EcalFenixBypassLin.process(), EcalFenixPeakFinder.process(), CSCTFMonitorInterface.process(), EcalFenixMaxof2.process(), TTULogic.process(), examples::TrackAnalysisAlgorithm.process(), CSCMonitorInterface.process(), SingleTrajectoryUpdator.process(), RBCLogic.process(), TTUWedgeORLogic.process(), RBCPatternLogic.process(), TTUSectorORLogic.process(), EcalFenixEtStrip.process(), PFPileUpAlgo.process(), npstat::AbsVisitor< Input, unsigned long >.process(), __class__Worker.process(), KalmanAlignmentUpdator.process(), EcalFenixTcpFormat.process(), npstat::AbsVisitor< Input, Result >.process(), HcalCableMapper.process(), DTT0DBValidation.DTT0DBValidation.process, EcalFenixAmplitudeFilter.process(), npstat::AbsArrayProjector< Input, Result >.process(), EcalFenixStripFormatEE.process(), EcalFenixStripFormatEB.process(), DTVDriftMeanTimerWriter.DTVDriftMeanTimerWriter.process, RBCTestLogic.process(), DTVDriftSegmentWriter.DTVDriftSegmentWriter.process, TTUPointingLogic.process(), BTagDifferentialPlot.process(), EcalFenixEtTot.process(), ora::IRelationalMapping.process(), TTUTwoORLogic.process(), DTTTrigResidualCorr.DTTTrigResidualCorr.process, HcalSimpleReconstructor.process(), EcalFenixStripFgvbEE.process(), EcalFenixTcpFgvbEE.process(), RBCChamberORLogic.process(), TTUTrackingAlg.process(), DTTTrigCorrFirst.DTTTrigCorrFirst.process, EcalFenixFgvbEB.process(), L1GctEmLeafCard.process(), L1GctNullJetFinder.process(), L1GctSimpleJetFinder.process(), SiStripClusterToDigiProducer.process(), EcalFenixLinearizer.process(), L1GctHardwareJetFinder.process(), DTTTrigTimeBoxesWriter.DTTTrigTimeBoxesWriter.process, RPCWheel.process(), L1GctJetFinalStage.process(), L1GctProcessor.process(), TTUConfigurator.process(), L1GctGlobalHfSumAlgos.process(), edm::InputTag.process(), PFMETBenchmark.process(), npstat::VisitCounter< Input >.process(), L1GctElectronFinalSort.process(), PFJetBenchmark.process(), PFTauElecRejectionBenchmark.process(), ora::PrimitiveMapping.process(), EgammaHLTPixelMatchElectronAlgo.process(), L1Comparator.process(), L1GctWheelEnergyFpga.process(), L1GctWheelJetFpga.process(), cscdqm::HWStandbyType.process, ora::BlobMapping.process(), L1GctGlobalEnergyAlgos.process(), L1GctElectronSorter.process(), L1GctTdrJetFinder.process(), TFWLiteSelectorBasic.process(), fwlite::internal::DataKey.process(), L1GctJetLeafCard.process(), edm::EDConsumerBase::Labels.process, KDTreeLinkerBase.process(), DTTFFEDReader.process(), L1GlobalCaloTrigger.process(), TFWLiteSelector< __class__Worker >.process(), TFWLiteSelector< TrackAnalysisAlgorithm >.process(), TFWLiteSelector< ThingsWorker >.process(), TFWLiteSelector< TWorker >.process(), SeedClusterRemover.process(), HLTTrackClusterRemoverNew.process(), ora::OraReferenceMapping.process(), EcalFenixTcp.process(), TrackClusterRemover.process(), TestOutliers.process, HTTP.RequestManager.process(), GenLumiInfoProduct::ProcessInfo.process(), ora::UniqueReferenceMapping.process(), EcalFenixStrip.process(), ora::OraPtrMapping.process(), lhef::LHERunInfo::Process.process(), CaloTowersCreationAlgo.process(), ora::NamedRefMapping.process(), ora::ArrayMapping.process(), EgammaHLTValidationUtils.EgammaDQMModuleMaker.process, ora::CArrayMapping.process(), L1GctJetFinderBase.process(), ora::ObjectMapping.process(), Config.Process.process, ora::EmptyMapping.process(), edm::SubProcess.process(), Vispa.Plugins.ConfigEditor.ConfigDataAccessor.ConfigDataAccessor.process(), edm::ProductHolderIndexHelper::Item.process(), ConfigBuilder.ConfigBuilder.renameHLTprocessInSequence(), and split.

1720  def prepare_VALIDATION(self, sequence = 'validation'):
1721  print sequence,"in preparing validation"
1722  self.loadDefaultOrSpecifiedCFF(sequence,self.VALIDATIONDefaultCFF)
1723  from Validation.Configuration.autoValidation import autoValidation
1724  #in case VALIDATION:something:somethingelse -> something,somethingelse
1725  sequence=sequence.split('.')[-1]
1726  if sequence.find(',')!=-1:
1727  prevalSeqName=sequence.split(',')[0].split('+')
1728  valSeqName=sequence.split(',')[1].split('+')
1729  self.expandMapping(prevalSeqName,autoValidation,index=0)
1730  self.expandMapping(valSeqName,autoValidation,index=1)
1731  else:
1732  if '@' in sequence:
1733  prevalSeqName=sequence.split('+')
1734  valSeqName=sequence.split('+')
1735  self.expandMapping(prevalSeqName,autoValidation,index=0)
1736  self.expandMapping(valSeqName,autoValidation,index=1)
1737  else:
1738  postfix=''
1739  if sequence:
1740  postfix='_'+sequence
1741  prevalSeqName=['prevalidation'+postfix]
1742  valSeqName=['validation'+postfix]
1743  if not hasattr(self.process,valSeqName[0]):
1744  prevalSeqName=['']
1745  valSeqName=[sequence]
1746 
1747  def NFI(index):
1748  ##name from index, required to keep backward compatibility
1749  if index==0:
1750  return ''
1751  else:
1752  return '%s'%index
1753 
1754  if not 'DIGI' in self.stepMap and not self._options.fast and not any(map( lambda s : s.startswith('genvalid'), valSeqName)):
1755  if self._options.restoreRNDSeeds==False and not self._options.restoreRNDSeeds==True:
1756  self._options.restoreRNDSeeds=True
1757 
1758  #rename the HLT process in validation steps
1759  if ('HLT' in self.stepMap and not self._options.fast) or self._options.hltProcess:
1760  for s in valSeqName+prevalSeqName:
1761  if s:
1763  for (i,s) in enumerate(prevalSeqName):
1764  if s:
1765  setattr(self.process,'prevalidation_step%s'%NFI(i), cms.Path( getattr(self.process, s)) )
1766  self.schedule.append(getattr(self.process,'prevalidation_step%s'%NFI(i)))
1767 
1768  for (i,s) in enumerate(valSeqName):
1769  setattr(self.process,'validation_step%s'%NFI(i), cms.EndPath( getattr(self.process, s)))
1770  self.schedule.append(getattr(self.process,'validation_step%s'%NFI(i)))
1771 
1772  if not 'DIGI' in self.stepMap and not self._options.fast:
1773  self.executeAndRemember("process.mix.playback = True")
1774  self.executeAndRemember("process.mix.digitizers = cms.PSet()")
1775  self.executeAndRemember("for a in process.aliases: delattr(process, a)")
1776  self._options.customisation_file.append("SimGeneral/MixingModule/fullMixCustomize_cff.setCrossingFrameOn")
1777 
1778  if hasattr(self.process,"genstepfilter") and len(self.process.genstepfilter.triggerConditions):
1779  #will get in the schedule, smoothly
1780  for (i,s) in enumerate(valSeqName):
1781  getattr(self.process,'validation_step%s'%NFI(i))._seq = self.process.genstepfilter * getattr(self.process,'validation_step%s'%NFI(i))._seq
1782 
1783  return
1784 
bool any(const std::vector< T > &v, const T &what)
Definition: ECalSD.cc:34
double split
Definition: MVATrainer.cc:139
def ConfigBuilder.ConfigBuilder.profileOptions (   self)
addIgProfService
Function to add the igprof profile service so that you can dump in the middle
of the run.

Definition at line 231 of file ConfigBuilder.py.

Referenced by ConfigBuilder.ConfigBuilder.addCommon().

232  def profileOptions(self):
233  """
234  addIgProfService
235  Function to add the igprof profile service so that you can dump in the middle
236  of the run.
237  """
238  profileOpts = self._options.profile.split(':')
239  profilerStart = 1
240  profilerInterval = 100
241  profilerFormat = None
242  profilerJobFormat = None
243 
244  if len(profileOpts):
245  #type, given as first argument is unused here
246  profileOpts.pop(0)
247  if len(profileOpts):
248  startEvent = profileOpts.pop(0)
249  if not startEvent.isdigit():
250  raise Exception("%s is not a number" % startEvent)
251  profilerStart = int(startEvent)
252  if len(profileOpts):
253  eventInterval = profileOpts.pop(0)
254  if not eventInterval.isdigit():
255  raise Exception("%s is not a number" % eventInterval)
256  profilerInterval = int(eventInterval)
257  if len(profileOpts):
258  profilerFormat = profileOpts.pop(0)
259 
260 
261  if not profilerFormat:
262  profilerFormat = "%s___%s___%s___%s___%s___%s___%%I.gz" % (self._options.evt_type.replace("_cfi", ""),
263  self._options.step,
264  self._options.pileup,
265  self._options.conditions,
266  self._options.datatier,
267  self._options.profileTypeLabel)
268  if not profilerJobFormat and profilerFormat.endswith(".gz"):
269  profilerJobFormat = profilerFormat.replace(".gz", "_EndOfJob.gz")
270  elif not profilerJobFormat:
271  profilerJobFormat = profilerFormat + "_EndOfJob.gz"
272 
273  return (profilerStart,profilerInterval,profilerFormat,profilerJobFormat)
def ConfigBuilder.ConfigBuilder.renameHLTprocessInSequence (   self,
  sequence,
  proc = None,
  HLTprocess = 'HLT' 
)

Definition at line 1854 of file ConfigBuilder.py.

References DTTTrigProd.DTTTrigProd.process, HcalHitRelabeller.process(), DTDqm.DTDqm.process, NullPostProcessor< OutputCollection, edm::EDFilter >.process(), NullPostProcessor< OutputCollection >.process(), NullPostProcessor< OutputCollection, EdmFilter >.process(), EDFilter<>.process(), DTDQMMerge.DTDQMMerge.process, DTValidSummary.DTValidSummary.process, helper::NullPostProcessor< OutputCollection, EdmFilter >.process(), helper::NullPostProcessor< reco::CandidateCollection, edm::EDFilter >.process(), helper::NullPostProcessor< typename::helper::SelectedOutputCollectionTrait< reco::TrackCollection >::type, EdmFilter >.process(), NullPostProcessor< reco::CandidateCollection >.process(), DTVDriftSegmentCalibration.DTVDriftSegmentCalibration.process, DTAnalysisResiduals.DTAnalysisResiduals.process, tfwliteselectortest::ThingsWorker.process(), DTDQMHarvesting.DTDQMHarvesting.process, DTVDriftMeanTimerCalibration.DTVDriftMeanTimerCalibration.process, DTNoiseCalibration.DTNoiseCalibration.process, DTResidualCalibration.DTResidualCalibration.process, DTDQMValidation.DTDQMValidation.process, DummyUpdator.process(), DTTTrigValid.DTTTrigValid.process, clangcms::CatchAll.process(), tfwliteselectortest::ThingsTSelector.process(), EcalFenixTcpsFgvbEB.process(), CSCTFDTReceiver.process(), EcalFenixBypassLin.process(), EcalFenixPeakFinder.process(), CSCTFMonitorInterface.process(), EcalFenixMaxof2.process(), TTULogic.process(), examples::TrackAnalysisAlgorithm.process(), CSCMonitorInterface.process(), SingleTrajectoryUpdator.process(), RBCLogic.process(), TTUWedgeORLogic.process(), RBCPatternLogic.process(), TTUSectorORLogic.process(), EcalFenixEtStrip.process(), PFPileUpAlgo.process(), __class__Worker.process(), KalmanAlignmentUpdator.process(), HcalCableMapper.process(), npstat::AbsVisitor< Input, Result >.process(), EcalFenixTcpFormat.process(), npstat::AbsVisitor< Input, unsigned long >.process(), DTT0DBValidation.DTT0DBValidation.process, EcalFenixAmplitudeFilter.process(), EcalFenixStripFormatEE.process(), npstat::AbsArrayProjector< Input, Result >.process(), DTVDriftMeanTimerWriter.DTVDriftMeanTimerWriter.process, DTVDriftSegmentWriter.DTVDriftSegmentWriter.process, EcalFenixStripFormatEB.process(), RBCTestLogic.process(), BTagDifferentialPlot.process(), TTUPointingLogic.process(), EcalFenixEtTot.process(), ora::IRelationalMapping.process(), DTTTrigResidualCorr.DTTTrigResidualCorr.process, TTUTwoORLogic.process(), HcalSimpleReconstructor.process(), EcalFenixStripFgvbEE.process(), RBCChamberORLogic.process(), TTUTrackingAlg.process(), EcalFenixTcpFgvbEE.process(), DTTTrigCorrFirst.DTTTrigCorrFirst.process, EcalFenixFgvbEB.process(), L1GctNullJetFinder.process(), L1GctEmLeafCard.process(), L1GctSimpleJetFinder.process(), SiStripClusterToDigiProducer.process(), EcalFenixLinearizer.process(), L1GctHardwareJetFinder.process(), RPCWheel.process(), DTTTrigTimeBoxesWriter.DTTTrigTimeBoxesWriter.process, L1GctJetFinalStage.process(), L1GctProcessor.process(), TTUConfigurator.process(), L1GctGlobalHfSumAlgos.process(), PFMETBenchmark.process(), edm::InputTag.process(), npstat::VisitCounter< Input >.process(), L1GctElectronFinalSort.process(), PFJetBenchmark.process(), ora::PrimitiveMapping.process(), PFTauElecRejectionBenchmark.process(), EgammaHLTPixelMatchElectronAlgo.process(), L1Comparator.process(), L1GctWheelEnergyFpga.process(), L1GctWheelJetFpga.process(), cscdqm::HWStandbyType.process, ora::BlobMapping.process(), L1GctGlobalEnergyAlgos.process(), L1GctElectronSorter.process(), L1GctTdrJetFinder.process(), TFWLiteSelectorBasic.process(), fwlite::internal::DataKey.process(), L1GctJetLeafCard.process(), edm::EDConsumerBase::Labels.process, KDTreeLinkerBase.process(), DTTFFEDReader.process(), L1GlobalCaloTrigger.process(), TFWLiteSelector< TrackAnalysisAlgorithm >.process(), TFWLiteSelector< ThingsWorker >.process(), TFWLiteSelector< __class__Worker >.process(), TFWLiteSelector< TWorker >.process(), HLTTrackClusterRemoverNew.process(), SeedClusterRemover.process(), EcalFenixTcp.process(), ora::OraReferenceMapping.process(), TrackClusterRemover.process(), TestOutliers.process, HTTP.RequestManager.process(), GenLumiInfoProduct::ProcessInfo.process(), ora::UniqueReferenceMapping.process(), EcalFenixStrip.process(), ora::OraPtrMapping.process(), lhef::LHERunInfo::Process.process(), ora::NamedRefMapping.process(), CaloTowersCreationAlgo.process(), ora::ArrayMapping.process(), EgammaHLTValidationUtils.EgammaDQMModuleMaker.process, ora::CArrayMapping.process(), L1GctJetFinderBase.process(), ora::ObjectMapping.process(), Config.Process.process, ora::EmptyMapping.process(), edm::SubProcess.process(), Vispa.Plugins.ConfigEditor.ConfigDataAccessor.ConfigDataAccessor.process(), edm::ProductHolderIndexHelper::Item.process(), and cmsPerfHarvest.visit().

Referenced by ConfigBuilder.ConfigBuilder.prepare_VALIDATION().

1855  def renameHLTprocessInSequence(self,sequence,proc=None,HLTprocess='HLT'):
1856  if self._options.hltProcess:
1857  proc=self._options.hltProcess
1858  else:
1859  proc=self.process.name_()
1860  if proc==HLTprocess: return
1861  # look up all module in dqm sequence
1862  print "replacing %s process name - sequence %s will use '%s'" % (HLTprocess,sequence, proc)
1863  getattr(self.process,sequence).visit(ConfigBuilder.MassSearchReplaceProcessNameVisitor(HLTprocess,proc,whitelist = ("subSystemFolder",)))
1864  if 'from Configuration.Applications.ConfigBuilder import ConfigBuilder' not in self.additionalCommands:
1865  self.additionalCommands.append('from Configuration.Applications.ConfigBuilder import ConfigBuilder')
1866  self.additionalCommands.append('process.%s.visit(ConfigBuilder.MassSearchReplaceProcessNameVisitor("%s", "%s", whitelist = ("subSystemFolder",)))'% (sequence,HLTprocess, proc))
1867 
def visit
Retrieve data from a perf suite output (sub) directory, only examines TimeSize at the moment...
def ConfigBuilder.ConfigBuilder.renameInputTagsInSequence (   self,
  sequence,
  oldT = "rawDataCollector",
  newT = "rawDataRepacker" 
)

Definition at line 1844 of file ConfigBuilder.py.

References helpers.massSearchReplaceAnyInputTag(), DTTTrigProd.DTTTrigProd.process, HcalHitRelabeller.process(), NullPostProcessor< reco::CandidateCollection >.process(), NullPostProcessor< OutputCollection, edm::EDFilter >.process(), NullPostProcessor< OutputCollection >.process(), NullPostProcessor< OutputCollection, EdmFilter >.process(), EDFilter<>.process(), DTDQMMerge.DTDQMMerge.process, DTDqm.DTDqm.process, DTValidSummary.DTValidSummary.process, helper::NullPostProcessor< OutputCollection, EdmFilter >.process(), helper::NullPostProcessor< reco::CandidateCollection, edm::EDFilter >.process(), helper::NullPostProcessor< typename::helper::SelectedOutputCollectionTrait< reco::TrackCollection >::type, EdmFilter >.process(), DTDQMHarvesting.DTDQMHarvesting.process, DTVDriftMeanTimerCalibration.DTVDriftMeanTimerCalibration.process, DTVDriftSegmentCalibration.DTVDriftSegmentCalibration.process, DTAnalysisResiduals.DTAnalysisResiduals.process, tfwliteselectortest::ThingsWorker.process(), DTResidualCalibration.DTResidualCalibration.process, DTNoiseCalibration.DTNoiseCalibration.process, DTDQMValidation.DTDQMValidation.process, DummyUpdator.process(), DTTTrigValid.DTTTrigValid.process, clangcms::CatchAll.process(), tfwliteselectortest::ThingsTSelector.process(), EcalFenixTcpsFgvbEB.process(), CSCTFDTReceiver.process(), EcalFenixBypassLin.process(), EcalFenixPeakFinder.process(), CSCTFMonitorInterface.process(), EcalFenixMaxof2.process(), TTULogic.process(), examples::TrackAnalysisAlgorithm.process(), CSCMonitorInterface.process(), SingleTrajectoryUpdator.process(), RBCLogic.process(), TTUWedgeORLogic.process(), RBCPatternLogic.process(), TTUSectorORLogic.process(), EcalFenixEtStrip.process(), PFPileUpAlgo.process(), npstat::AbsVisitor< Input, Result >.process(), KalmanAlignmentUpdator.process(), __class__Worker.process(), HcalCableMapper.process(), EcalFenixTcpFormat.process(), npstat::AbsVisitor< Input, unsigned long >.process(), DTT0DBValidation.DTT0DBValidation.process, npstat::AbsArrayProjector< Input, Result >.process(), EcalFenixAmplitudeFilter.process(), EcalFenixStripFormatEE.process(), DTVDriftMeanTimerWriter.DTVDriftMeanTimerWriter.process, DTVDriftSegmentWriter.DTVDriftSegmentWriter.process, RBCTestLogic.process(), TTUPointingLogic.process(), BTagDifferentialPlot.process(), EcalFenixStripFormatEB.process(), EcalFenixEtTot.process(), TTUTwoORLogic.process(), DTTTrigResidualCorr.DTTTrigResidualCorr.process, ora::IRelationalMapping.process(), HcalSimpleReconstructor.process(), EcalFenixStripFgvbEE.process(), EcalFenixTcpFgvbEE.process(), RBCChamberORLogic.process(), TTUTrackingAlg.process(), DTTTrigCorrFirst.DTTTrigCorrFirst.process, EcalFenixFgvbEB.process(), L1GctEmLeafCard.process(), L1GctNullJetFinder.process(), L1GctSimpleJetFinder.process(), SiStripClusterToDigiProducer.process(), EcalFenixLinearizer.process(), L1GctHardwareJetFinder.process(), RPCWheel.process(), DTTTrigTimeBoxesWriter.DTTTrigTimeBoxesWriter.process, L1GctJetFinalStage.process(), L1GctProcessor.process(), TTUConfigurator.process(), L1GctGlobalHfSumAlgos.process(), PFMETBenchmark.process(), edm::InputTag.process(), npstat::VisitCounter< Input >.process(), L1GctElectronFinalSort.process(), PFJetBenchmark.process(), ora::PrimitiveMapping.process(), PFTauElecRejectionBenchmark.process(), EgammaHLTPixelMatchElectronAlgo.process(), L1Comparator.process(), L1GctWheelEnergyFpga.process(), L1GctWheelJetFpga.process(), cscdqm::HWStandbyType.process, ora::BlobMapping.process(), L1GctGlobalEnergyAlgos.process(), L1GctElectronSorter.process(), TFWLiteSelectorBasic.process(), L1GctTdrJetFinder.process(), fwlite::internal::DataKey.process(), L1GctJetLeafCard.process(), edm::EDConsumerBase::Labels.process, KDTreeLinkerBase.process(), DTTFFEDReader.process(), L1GlobalCaloTrigger.process(), TFWLiteSelector< TWorker >.process(), TFWLiteSelector< TrackAnalysisAlgorithm >.process(), TFWLiteSelector< __class__Worker >.process(), TFWLiteSelector< ThingsWorker >.process(), SeedClusterRemover.process(), HLTTrackClusterRemoverNew.process(), ora::OraReferenceMapping.process(), EcalFenixTcp.process(), TrackClusterRemover.process(), TestOutliers.process, HTTP.RequestManager.process(), GenLumiInfoProduct::ProcessInfo.process(), ora::UniqueReferenceMapping.process(), EcalFenixStrip.process(), ora::OraPtrMapping.process(), lhef::LHERunInfo::Process.process(), CaloTowersCreationAlgo.process(), ora::NamedRefMapping.process(), ora::ArrayMapping.process(), EgammaHLTValidationUtils.EgammaDQMModuleMaker.process, ora::CArrayMapping.process(), L1GctJetFinderBase.process(), ora::ObjectMapping.process(), Config.Process.process, ora::EmptyMapping.process(), edm::SubProcess.process(), Vispa.Plugins.ConfigEditor.ConfigDataAccessor.ConfigDataAccessor.process(), and edm::ProductHolderIndexHelper::Item.process().

Referenced by ConfigBuilder.ConfigBuilder.prepare_L1REPACK().

1845  def renameInputTagsInSequence(self,sequence,oldT="rawDataCollector",newT="rawDataRepacker"):
1846  print "Replacing all InputTag %s => %s"%(oldT,newT)
1847  from PhysicsTools.PatAlgos.tools.helpers import massSearchReplaceAnyInputTag
1848  massSearchReplaceAnyInputTag(getattr(self.process,sequence),oldT,newT)
1849  loadMe='from PhysicsTools.PatAlgos.tools.helpers import massSearchReplaceAnyInputTag'
1850  if not loadMe in self.additionalCommands:
1851  self.additionalCommands.append(loadMe)
1852  self.additionalCommands.append('massSearchReplaceAnyInputTag(process.%s,"%s","%s",False,True)'%(sequence,oldT,newT))
def massSearchReplaceAnyInputTag
Definition: helpers.py:262
def ConfigBuilder.ConfigBuilder.scheduleSequence (   self,
  seq,
  prefix,
  what = 'Path' 
)

Definition at line 1174 of file ConfigBuilder.py.

References DTTTrigProd.DTTTrigProd.process, HcalHitRelabeller.process(), DTDqm.DTDqm.process, NullPostProcessor< OutputCollection, edm::EDFilter >.process(), NullPostProcessor< OutputCollection >.process(), NullPostProcessor< OutputCollection, EdmFilter >.process(), EDFilter<>.process(), DTDQMMerge.DTDQMMerge.process, DTValidSummary.DTValidSummary.process, helper::NullPostProcessor< OutputCollection, EdmFilter >.process(), helper::NullPostProcessor< reco::CandidateCollection, edm::EDFilter >.process(), helper::NullPostProcessor< typename::helper::SelectedOutputCollectionTrait< reco::TrackCollection >::type, EdmFilter >.process(), NullPostProcessor< reco::CandidateCollection >.process(), DTAnalysisResiduals.DTAnalysisResiduals.process, tfwliteselectortest::ThingsWorker.process(), DTVDriftSegmentCalibration.DTVDriftSegmentCalibration.process, DTDQMHarvesting.DTDQMHarvesting.process, DTVDriftMeanTimerCalibration.DTVDriftMeanTimerCalibration.process, DTNoiseCalibration.DTNoiseCalibration.process, DTResidualCalibration.DTResidualCalibration.process, DTDQMValidation.DTDQMValidation.process, DummyUpdator.process(), DTTTrigValid.DTTTrigValid.process, clangcms::CatchAll.process(), tfwliteselectortest::ThingsTSelector.process(), EcalFenixTcpsFgvbEB.process(), CSCTFDTReceiver.process(), EcalFenixBypassLin.process(), EcalFenixPeakFinder.process(), CSCTFMonitorInterface.process(), EcalFenixMaxof2.process(), TTULogic.process(), examples::TrackAnalysisAlgorithm.process(), CSCMonitorInterface.process(), SingleTrajectoryUpdator.process(), RBCLogic.process(), TTUWedgeORLogic.process(), RBCPatternLogic.process(), TTUSectorORLogic.process(), EcalFenixEtStrip.process(), PFPileUpAlgo.process(), __class__Worker.process(), KalmanAlignmentUpdator.process(), HcalCableMapper.process(), EcalFenixTcpFormat.process(), npstat::AbsVisitor< Input, Result >.process(), npstat::AbsVisitor< Input, unsigned long >.process(), DTT0DBValidation.DTT0DBValidation.process, EcalFenixAmplitudeFilter.process(), EcalFenixStripFormatEE.process(), npstat::AbsArrayProjector< Input, Result >.process(), DTVDriftMeanTimerWriter.DTVDriftMeanTimerWriter.process, DTVDriftSegmentWriter.DTVDriftSegmentWriter.process, RBCTestLogic.process(), BTagDifferentialPlot.process(), TTUPointingLogic.process(), EcalFenixStripFormatEB.process(), EcalFenixEtTot.process(), DTTTrigResidualCorr.DTTTrigResidualCorr.process, TTUTwoORLogic.process(), ora::IRelationalMapping.process(), HcalSimpleReconstructor.process(), EcalFenixStripFgvbEE.process(), RBCChamberORLogic.process(), TTUTrackingAlg.process(), EcalFenixTcpFgvbEE.process(), DTTTrigCorrFirst.DTTTrigCorrFirst.process, EcalFenixFgvbEB.process(), L1GctEmLeafCard.process(), L1GctNullJetFinder.process(), L1GctSimpleJetFinder.process(), SiStripClusterToDigiProducer.process(), EcalFenixLinearizer.process(), L1GctHardwareJetFinder.process(), RPCWheel.process(), DTTTrigTimeBoxesWriter.DTTTrigTimeBoxesWriter.process, L1GctJetFinalStage.process(), L1GctProcessor.process(), TTUConfigurator.process(), L1GctGlobalHfSumAlgos.process(), PFMETBenchmark.process(), npstat::VisitCounter< Input >.process(), edm::InputTag.process(), L1GctElectronFinalSort.process(), PFJetBenchmark.process(), PFTauElecRejectionBenchmark.process(), ora::PrimitiveMapping.process(), EgammaHLTPixelMatchElectronAlgo.process(), L1Comparator.process(), L1GctWheelEnergyFpga.process(), L1GctWheelJetFpga.process(), cscdqm::HWStandbyType.process, ora::BlobMapping.process(), L1GctGlobalEnergyAlgos.process(), L1GctElectronSorter.process(), L1GctTdrJetFinder.process(), TFWLiteSelectorBasic.process(), fwlite::internal::DataKey.process(), L1GctJetLeafCard.process(), KDTreeLinkerBase.process(), edm::EDConsumerBase::Labels.process, DTTFFEDReader.process(), L1GlobalCaloTrigger.process(), TFWLiteSelector< ThingsWorker >.process(), TFWLiteSelector< TrackAnalysisAlgorithm >.process(), TFWLiteSelector< TWorker >.process(), TFWLiteSelector< __class__Worker >.process(), HLTTrackClusterRemoverNew.process(), SeedClusterRemover.process(), ora::OraReferenceMapping.process(), EcalFenixTcp.process(), TrackClusterRemover.process(), TestOutliers.process, HTTP.RequestManager.process(), GenLumiInfoProduct::ProcessInfo.process(), ora::UniqueReferenceMapping.process(), EcalFenixStrip.process(), ora::OraPtrMapping.process(), lhef::LHERunInfo::Process.process(), CaloTowersCreationAlgo.process(), ora::NamedRefMapping.process(), ora::ArrayMapping.process(), EgammaHLTValidationUtils.EgammaDQMModuleMaker.process, ora::CArrayMapping.process(), L1GctJetFinderBase.process(), ora::ObjectMapping.process(), Config.Process.process, ora::EmptyMapping.process(), edm::SubProcess.process(), Vispa.Plugins.ConfigEditor.ConfigDataAccessor.ConfigDataAccessor.process(), and edm::ProductHolderIndexHelper::Item.process().

Referenced by ConfigBuilder.ConfigBuilder.PrintAllModules.leave(), ConfigBuilder.ConfigBuilder.prepare_CFWRITER(), ConfigBuilder.ConfigBuilder.prepare_DATAMIX(), ConfigBuilder.ConfigBuilder.prepare_DIGI(), ConfigBuilder.ConfigBuilder.prepare_DIGI2RAW(), ConfigBuilder.ConfigBuilder.prepare_DIGIPREMIX(), ConfigBuilder.ConfigBuilder.prepare_DIGIPREMIX_S2(), ConfigBuilder.ConfigBuilder.prepare_L1(), ConfigBuilder.ConfigBuilder.prepare_L1Reco(), ConfigBuilder.ConfigBuilder.prepare_L1REPACK(), ConfigBuilder.ConfigBuilder.prepare_L1TrackTrigger(), ConfigBuilder.ConfigBuilder.prepare_POSTRECO(), ConfigBuilder.ConfigBuilder.prepare_RAW2DIGI(), ConfigBuilder.ConfigBuilder.prepare_RECO(), ConfigBuilder.ConfigBuilder.prepare_REPACK(), ConfigBuilder.ConfigBuilder.prepare_USER(), and ConfigBuilder.ConfigBuilder.scheduleSequenceAtEnd().

1175  def scheduleSequence(self,seq,prefix,what='Path'):
1176  if '*' in seq:
1177  #create only one path with all sequences in it
1178  for i,s in enumerate(seq.split('*')):
1179  if i==0:
1180  setattr(self.process,prefix,getattr(cms,what)( getattr(self.process, s) ))
1181  else:
1182  p=getattr(self.process,prefix)
1183  p+=getattr(self.process, s)
1184  self.schedule.append(getattr(self.process,prefix))
1185  return
1186  else:
1187  #create as many path as many sequences
1188  if not '+' in seq:
1189  if self.nextScheduleIsConditional:
1190  self.conditionalPaths.append(prefix)
1191  setattr(self.process,prefix,getattr(cms,what)( getattr(self.process, seq) ))
1192  self.schedule.append(getattr(self.process,prefix))
1193  else:
1194  for i,s in enumerate(seq.split('+')):
1195  sn=prefix+'%d'%(i)
1196  setattr(self.process,sn,getattr(cms,what)( getattr(self.process, s) ))
1197  self.schedule.append(getattr(self.process,sn))
1198  return
def ConfigBuilder.ConfigBuilder.scheduleSequenceAtEnd (   self,
  seq,
  prefix 
)

Definition at line 1199 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.scheduleSequence().

Referenced by ConfigBuilder.ConfigBuilder.prepare_ENDJOB().

1200  def scheduleSequenceAtEnd(self,seq,prefix):
1201  self.scheduleSequence(seq,prefix,what='EndPath')
1202  return

Member Data Documentation

ConfigBuilder.ConfigBuilder._options
private

Definition at line 168 of file ConfigBuilder.py.

list ConfigBuilder.ConfigBuilder.afterHLT = self.schedule[self.schedule.index(self.process.HLTSchedule)+1:]
static

Definition at line 2169 of file ConfigBuilder.py.

ConfigBuilder.ConfigBuilder.ALCADefaultCFF

Definition at line 866 of file ConfigBuilder.py.

Referenced by ConfigBuilder.ConfigBuilder.prepare_ALCA().

tuple ConfigBuilder.ConfigBuilder.alcastream = getattr(alcaConfig,name)
static

Definition at line 1222 of file ConfigBuilder.py.

list ConfigBuilder.ConfigBuilder.allFcn = []
static

Definition at line 800 of file ConfigBuilder.py.

list ConfigBuilder.ConfigBuilder.available = []
static

Definition at line 1255 of file ConfigBuilder.py.

string ConfigBuilder.ConfigBuilder.beamspotName = 'process.%sVtxSmearingParameters'
static

Definition at line 1388 of file ConfigBuilder.py.

string ConfigBuilder.ConfigBuilder.beamspotType = 'Flat'
static

manipulate the beamspot

Definition at line 1383 of file ConfigBuilder.py.

list ConfigBuilder.ConfigBuilder.beforeHLT = self.schedule[:self.schedule.index(self.process.HLTSchedule)]
static

Definition at line 2168 of file ConfigBuilder.py.

list ConfigBuilder.ConfigBuilder.cffToBeLoaded = VtxSmeared[self._options.beamspot]
static

Definition at line 1337 of file ConfigBuilder.py.

string ConfigBuilder.ConfigBuilder.cffToBeLoaded = 'IOMC.EventVertexGenerators.VtxSmearedParameters_cfi'
static

Definition at line 1339 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.com = string.lstrip(com)
static

Definition at line 843 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.combined_mapping = copy.deepcopy( autoDQM )
static

Definition at line 1931 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.command = command.strip()
static

drop LHEXMLStringProduct on input to save memory if appropriate

Definition at line 425 of file ConfigBuilder.py.

Referenced by cmsRelvalreport.Profile._profile_edmsize(), cmsRelvalreport.Profile._profile_igprof(), cmsRelvalreport.Profile._profile_Memcheck_Valgrind(), cmsRelvalreport.Profile._profile_None(), cmsRelvalreport.Profile._profile_valgrindfce(), cmsRelvalreport.Profile._save_output(), and runall.testit.run().

string ConfigBuilder.ConfigBuilder.CppType = 'PoolOutputModule'
static

Definition at line 531 of file ConfigBuilder.py.

dictionary ConfigBuilder.ConfigBuilder.custMap = {}
static

Definition at line 779 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.customiseFile = re.sub(r'\.pyc$', '.py', package.__file__)
static

Definition at line 814 of file ConfigBuilder.py.

ConfigBuilder.ConfigBuilder.defaultFileName = self._options.outfile_name
static

Definition at line 512 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.defaultFileName = self._options.outfile_name.replace('.root','_in'+theTier+'.root')
static

Definition at line 514 of file ConfigBuilder.py.

ConfigBuilder.ConfigBuilder.DIGI2RAWDefaultCFF

Definition at line 870 of file ConfigBuilder.py.

Referenced by ConfigBuilder.ConfigBuilder.prepare_DIGI2RAW().

ConfigBuilder.ConfigBuilder.DIGIDefaultCFF

Definition at line 869 of file ConfigBuilder.py.

Referenced by ConfigBuilder.ConfigBuilder.prepare_DIGI(), ConfigBuilder.ConfigBuilder.prepare_DIGIPREMIX(), and ConfigBuilder.ConfigBuilder.prepare_DIGIPREMIX_S2().

ConfigBuilder.ConfigBuilder.EDMtoMECFF

Definition at line 1919 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.fileName = opt.split('.')
static

Definition at line 784 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.filterConfig = self.load(sequence.split('.')[0])
static

load the relevant part

Definition at line 1602 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.filterSeq = sequence.split('.')
static

Definition at line 1603 of file ConfigBuilder.py.

string ConfigBuilder.ConfigBuilder.final_snippet = '\n'
static

Definition at line 796 of file ConfigBuilder.py.

ConfigBuilder.ConfigBuilder.GENDefaultCFF

Definition at line 867 of file ConfigBuilder.py.

list ConfigBuilder.ConfigBuilder.generatorModule = sys.modules[loadFragment]
static

Definition at line 1304 of file ConfigBuilder.py.

ConfigBuilder.ConfigBuilder.genModules = generatorModule.__dict__
static

Definition at line 1305 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.genSeqName = sequence.split('.')
static
Enrich the schedule with the rest of the generation step 

Definition at line 1332 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.harvestingConfig = self.loadDefaultOrSpecifiedCFF(sequence,self.HARVESTINGDefaultCFF)
static

Definition at line 1923 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.harvestingList = sequence.split("+")
static

Definition at line 1927 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.harvestingstream = getattr(harvestingConfig,name)
static

Definition at line 1943 of file ConfigBuilder.py.

ConfigBuilder.ConfigBuilder.HLTDefaultCFF

Definition at line 873 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.io = open(self._options.io,'w')
static

Definition at line 2212 of file ConfigBuilder.py.

dictionary ConfigBuilder.ConfigBuilder.ioJson = {}
static

Definition at line 2213 of file ConfigBuilder.py.

ConfigBuilder.ConfigBuilder.L1EMDefaultCFF

Definition at line 871 of file ConfigBuilder.py.

Referenced by ConfigBuilder.ConfigBuilder.prepare_L1().

ConfigBuilder.ConfigBuilder.L1MENUDefaultCFF

Definition at line 872 of file ConfigBuilder.py.

ConfigBuilder.ConfigBuilder.L1RecoDefaultCFF

Definition at line 875 of file ConfigBuilder.py.

Referenced by ConfigBuilder.ConfigBuilder.prepare_L1Reco().

ConfigBuilder.ConfigBuilder.L1TrackTriggerDefaultCFF

Definition at line 876 of file ConfigBuilder.py.

Referenced by ConfigBuilder.ConfigBuilder.prepare_L1TrackTrigger().

tuple ConfigBuilder.ConfigBuilder.lastStep = getattr(harvestingConfig,"ALCAHARVESTDQMSaveAndMetadataWriter")
static

Definition at line 1969 of file ConfigBuilder.py.

ConfigBuilder.ConfigBuilder.loadFailure = True
static

Definition at line 1298 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.loadFragment = self._options.evt_type.replace('.py','',)
static

Definition at line 1288 of file ConfigBuilder.py.

string ConfigBuilder.ConfigBuilder.loadFragment = 'Configuration.Generator.'
static

Definition at line 1291 of file ConfigBuilder.py.

dictionary ConfigBuilder.ConfigBuilder.mixingDict = {'file':pileupSpec}
static

Definition at line 645 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.mixingDict = copy.copy(Mixing[pileupSpec])
static

Definition at line 650 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.nl = self.additionalOutputs.keys()
static

Definition at line 2120 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.outDefDictStr = outDefDict.__str__()
static

Definition at line 487 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.outList = eval(self._options.outputDefinition)
static

Definition at line 485 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.output
static
Initial value:
1 = cms.OutputModule(CppType,
2  theEventContent.clone(),
3  fileName = cms.untracked.string(theFileName),
4  dataset = cms.untracked.PSet(
5  dataTier = cms.untracked.string(theTier),
6  filterName = cms.untracked.string(theFilterName))
7  )

Definition at line 535 of file ConfigBuilder.py.

list ConfigBuilder.ConfigBuilder.output = self.additionalOutputs[name]
static

Definition at line 2123 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.outputModule = getattr(self.process,theModuleLabel)
static

Definition at line 553 of file ConfigBuilder.py.

string ConfigBuilder.ConfigBuilder.outputModuleCfgCode = ""
static

adding standard sequences might change the inputEventContent option and therefore needs to be finalized after

Definition at line 2084 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.outputModuleCfgCode = self.addOutput()
static

Definition at line 2086 of file ConfigBuilder.py.

string ConfigBuilder.ConfigBuilder.outputModuleName = streamType+'output'
static

Definition at line 613 of file ConfigBuilder.py.

list ConfigBuilder.ConfigBuilder.package = sys.modules[packageName]
static

Definition at line 811 of file ConfigBuilder.py.

Referenced by Vispa.Plugins.ConfigEditor.ConfigDataAccessor.ConfigDataAccessor.properties().

tuple ConfigBuilder.ConfigBuilder.packageName = f.replace(".py","")
static

Definition at line 809 of file ConfigBuilder.py.

ConfigBuilder.ConfigBuilder.PATDefaultCFF

Definition at line 878 of file ConfigBuilder.py.

Referenced by ConfigBuilder.ConfigBuilder.prepare_PAT().

tuple ConfigBuilder.ConfigBuilder.path = getattr(self.process,theModuleLabel+'_step')
static

Definition at line 555 of file ConfigBuilder.py.

Referenced by python.rootplot.rootmath.Target.__repr__(), and fff_monitoring.DQMMonitor.process_dir().

string ConfigBuilder.ConfigBuilder.pathName = 'dqmoffline_step'
static

Definition at line 1898 of file ConfigBuilder.py.

list ConfigBuilder.ConfigBuilder.pathNames = ['process.'+p.label_() for p in beforeHLT]
static

Definition at line 2170 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.pfs = getattr(self.process,self.productionFilterSequence)
static

Definition at line 2197 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.pileupSpec = self._options.pileup.split(',')
static

Definition at line 640 of file ConfigBuilder.py.

ConfigBuilder.ConfigBuilder.RAW2DIGIDefaultCFF

Definition at line 874 of file ConfigBuilder.py.

Referenced by ConfigBuilder.ConfigBuilder.prepare_RAW2DIGI().

ConfigBuilder.ConfigBuilder.RECODefaultCFF

Definition at line 877 of file ConfigBuilder.py.

Referenced by ConfigBuilder.ConfigBuilder.prepare_RECO().

tuple ConfigBuilder.ConfigBuilder.rest = opt.split('.')
static

Definition at line 787 of file ConfigBuilder.py.

string ConfigBuilder.ConfigBuilder.result = "process.schedule = cms.Schedule("
static

Definition at line 2157 of file ConfigBuilder.py.

string ConfigBuilder.ConfigBuilder.sequence = 'EIsequence'
static

Definition at line 1655 of file ConfigBuilder.py.

Referenced by fff_deleter.FileDeleter.make_report(), and fff_deleter.FileDeleter.run().

tuple ConfigBuilder.ConfigBuilder.sequence = sequence.split('.')
static

Definition at line 1924 of file ConfigBuilder.py.

Referenced by fff_deleter.FileDeleter.make_report(), and fff_deleter.FileDeleter.run().

tuple ConfigBuilder.ConfigBuilder.sequenceList = list(set(sequenceList))
static

Definition at line 1896 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.shortName = name.replace('ALCARECOStream','')
static

Definition at line 1223 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.shortname = skim.replace('SKIMStream','')
static

Definition at line 1680 of file ConfigBuilder.py.

ConfigBuilder.ConfigBuilder.SIMDefaultCFF

Definition at line 868 of file ConfigBuilder.py.

string ConfigBuilder.ConfigBuilder.simGeometry = ''
static

Definition at line 1011 of file ConfigBuilder.py.

list ConfigBuilder.ConfigBuilder.simGeometry = geoms[0]
static

Definition at line 1042 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.skimstream = getattr(skimConfig,skim)
static

Definition at line 1674 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.skimstreamDQM
static
Initial value:
1 = cms.FilteredStream(
2  responsible = skimstream.responsible,
3  name = skimstream.name+'DQM',
4  paths = skimstream.paths,
5  selectEvents = skimstream.selectEvents,
6  content = self._options.datatier+'EventContent',
7  dataTier = cms.untracked.string(self._options.datatier)
8  )

Definition at line 1688 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.specialization = defineMixing(mixingDict,self._options.fast)
static

Definition at line 668 of file ConfigBuilder.py.

list ConfigBuilder.ConfigBuilder.stepList = [re.sub(r'^prepare_', '', methodName) for methodName in ConfigBuilder.__dict__ if methodName.startswith('prepare_')]
static

Definition at line 179 of file ConfigBuilder.py.

list ConfigBuilder.ConfigBuilder.stepName = stepParts[0]
static

add the corresponding input content

Definition at line 185 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.stepParts = step.split(":")
static

Definition at line 184 of file ConfigBuilder.py.

list ConfigBuilder.ConfigBuilder.stepSpec = self.stepMap[stepName]
static

Definition at line 694 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.streamTypes = self._options.eventcontent.split(',')
static

ends the –output options model

Definition at line 575 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.theEventContent = cms.PSet(outputCommands = cms.untracked.vstring('keep *'))
static

Definition at line 524 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.theExtraOutputCommands = anyOf(['o','oC','outputCommands'],outDefDict,'')
static

Definition at line 498 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.theFileName = self._options.dirout+anyOf(['fn','fileName'],outDefDict,defaultFileName)
static

Definition at line 516 of file ConfigBuilder.py.

ConfigBuilder.ConfigBuilder.theFileName = self._options.outfile_name
static

Definition at line 589 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.theFilterName = anyOf(['f','ftN','filterName'],outDefDict,'')
static

Definition at line 495 of file ConfigBuilder.py.

string ConfigBuilder.ConfigBuilder.theFilterName = 'StreamALCACombined'
static

Definition at line 529 of file ConfigBuilder.py.

ConfigBuilder.ConfigBuilder.theFilterName = self._options.filtername
static

Definition at line 590 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.theModuleLabel = anyOf(['l','mL','moduleLabel'],outDefDict,'')
static

Definition at line 497 of file ConfigBuilder.py.

ConfigBuilder.ConfigBuilder.theModuleLabel = name
static

Definition at line 507 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.theObject = getattr(generatorModule,name)
static

Definition at line 1318 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.theSelectEvent = anyOf(['s','sE','selectEvents'],outDefDict,'')
static

Definition at line 496 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.theStreamType = anyOf(['e','ec','eventContent','streamType'],outDefDict,theTier)
static

event content

Definition at line 494 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.theTier = anyOf(['t','tier','dataTier'],outDefDict)
static

Definition at line 491 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.tiers = self._options.datatier.split(',')
static

Definition at line 576 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.tmpOut = cms.EndPath(output)
static

Definition at line 2125 of file ConfigBuilder.py.

list ConfigBuilder.ConfigBuilder.tryNames
static
Initial value:
1 = [theStreamType.replace(theTier.replace('-',''),'')+theTier.replace('-','')+'output',
2  theStreamType.replace(theTier.replace('-',''),'')+theTier.replace('-','')+theFilterName+'output',
3  theStreamType.replace(theTier.replace('-',''),'')+theTier.replace('-','')+theFilterName+theSelectEvent.split(',')[0].replace(':','for').replace(' ','')+'output'
4  ]

Definition at line 501 of file ConfigBuilder.py.