CMS 3D CMS Logo

 All Classes Namespaces Files Functions Variables Typedefs Enumerations Enumerator Properties Friends Macros Pages
List of all members | Classes | Public Member Functions | Public Attributes | Static Public Attributes | Private Attributes
ConfigBuilder.ConfigBuilder Class Reference
Inheritance diagram for ConfigBuilder.ConfigBuilder:

Classes

class  MassSearchReplaceProcessNameVisitor
 
class  PrintAllModules
 print it in the configuration More...
 

Public Member Functions

def __init__
 
def addCommon
 
def addConditions
 
def addCustomise
 
def addExtraStream
 
def addMaxEvents
 
def addOutput
 
def addSource
 
def addStandardSequences
 
def anyOf
 
def build_production_info
 
def completeInputCommand
 
def define_Configs
 
def doNotInlineEventContent
 
def doNotInlineEventContent
 
def executeAndRemember
 
def expandMapping
 
def filesFromOption
 
def finalizeFastSimHLT
 
def inGeometryKeys
 
def load
 
def loadAndRemember
 
def loadDefaultOrSpecifiedCFF
 
def prepare
 
def prepare_ALCA
 
def prepare_ALCAHARVEST
 
def prepare_ALCAOUTPUT
 
def prepare_ALCAPRODUCER
 
def prepare_CFWRITER
 
def prepare_DATAMIX
 
def prepare_DIGI
 
def prepare_DIGI2RAW
 
def prepare_DIGIPREMIX
 
def prepare_DIGIPREMIX_S2
 
def prepare_DQM
 
def prepare_EI
 
def prepare_ENDJOB
 
def prepare_FASTSIM
 
def prepare_FILTER
 
def prepare_GEN
 
def prepare_HARVESTING
 
def prepare_HLT
 
def prepare_L1
 
def prepare_L1HwVal
 
def prepare_L1Reco
 
def prepare_L1REPACK
 
def prepare_L1TrackTrigger
 
def prepare_LHE
 
def prepare_PAT
 
def prepare_POSTRECO
 
def prepare_RAW2DIGI
 
def prepare_RAW2RECO
 
def prepare_RECO
 put the filtering path in the schedule More...
 
def prepare_REPACK
 
def prepare_SIM
 
def prepare_SKIM
 
def prepare_USER
 
def prepare_VALIDATION
 
def profileOptions
 
def renameHLTprocessInSequence
 
def renameInputTagsInSequence
 
def scheduleSequence
 
def scheduleSequenceAtEnd
 

Public Attributes

 ALCADefaultCFF
 
 DIGI2RAWDefaultCFF
 
 DIGIDefaultCFF
 
 EDMtoMECFF
 
 GENDefaultCFF
 
 HLTDefaultCFF
 
 L1EMDefaultCFF
 
 L1MENUDefaultCFF
 
 L1RecoDefaultCFF
 
 L1TrackTriggerDefaultCFF
 
 PATDefaultCFF
 
 RAW2DIGIDefaultCFF
 
 RECODefaultCFF
 
 SIMDefaultCFF
 

Static Public Attributes

list afterHLT = self.schedule[self.schedule.index(self.process.HLTSchedule)+1:]
 
tuple alcastream = getattr(alcaConfig,name)
 
list allFcn = []
 
list available = []
 
string beamspotName = 'process.%sVtxSmearingParameters'
 
string beamspotType = 'Flat'
 manipulate the beamspot More...
 
list beforeHLT = self.schedule[:self.schedule.index(self.process.HLTSchedule)]
 
list cffToBeLoaded = VtxSmeared[self._options.beamspot]
 
string cffToBeLoaded = 'IOMC.EventVertexGenerators.VtxSmearedParameters_cfi'
 
tuple com = string.lstrip(com)
 
tuple combined_mapping = copy.deepcopy( autoDQM )
 
tuple command = command.strip()
 drop LHEXMLStringProduct on input to save memory if appropriate More...
 
string CppType = 'PoolOutputModule'
 
dictionary custMap = {}
 
tuple customiseFile = re.sub(r'\.pyc$', '.py', package.__file__)
 
 defaultFileName = self._options.outfile_name
 
tuple defaultFileName = self._options.outfile_name.replace('.root','_in'+theTier+'.root')
 
tuple fileName = opt.split('.')
 
tuple filterConfig = self.load(sequence.split('.')[0])
 load the relevant part More...
 
tuple filterSeq = sequence.split('.')
 
string final_snippet = '\n'
 
list generatorModule = sys.modules[loadFragment]
 
 genModules = generatorModule.__dict__
 
tuple genSeqName = sequence.split('.')
 
tuple harvestingConfig = self.loadDefaultOrSpecifiedCFF(sequence,self.HARVESTINGDefaultCFF)
 
tuple harvestingList = sequence.split("+")
 
tuple harvestingstream = getattr(harvestingConfig,name)
 
tuple io = open(self._options.io,'w')
 
dictionary ioJson = {}
 
tuple lastStep = getattr(harvestingConfig,"ALCAHARVESTDQMSaveAndMetadataWriter")
 
 loadFailure = True
 
tuple loadFragment = self._options.evt_type.replace('.py','',)
 
string loadFragment = 'Configuration.Generator.'
 
dictionary mixingDict = {'file':pileupSpec}
 
tuple mixingDict = copy.copy(Mixing[pileupSpec])
 
tuple nl = self.additionalOutputs.keys()
 
tuple outDefDictStr = outDefDict.__str__()
 
tuple outList = eval(self._options.outputDefinition)
 
tuple output
 
list output = self.additionalOutputs[name]
 
tuple outputModule = getattr(self.process,theModuleLabel)
 
string outputModuleCfgCode = ""
 adding standard sequences might change the inputEventContent option and therefore needs to be finalized after More...
 
tuple outputModuleCfgCode = self.addOutput()
 
string outputModuleName = streamType+'output'
 
list package = sys.modules[packageName]
 
tuple packageName = f.replace(".py","")
 
tuple path = getattr(self.process,theModuleLabel+'_step')
 
string pathName = 'dqmoffline_step'
 
list pathNames = ['process.'+p.label_() for p in beforeHLT]
 
tuple pfs = getattr(self.process,self.productionFilterSequence)
 
tuple pileupSpec = self._options.pileup.split(',')
 
tuple rest = opt.split('.')
 
string result = "process.schedule = cms.Schedule("
 
string sequence = 'EIsequence'
 
tuple sequence = sequence.split('.')
 
tuple sequenceList = list(set(sequenceList))
 
tuple shortName = name.replace('ALCARECOStream','')
 
tuple shortname = skim.replace('SKIMStream','')
 
string simGeometry = ''
 
list simGeometry = geoms[0]
 
tuple skimstream = getattr(skimConfig,skim)
 
tuple skimstreamDQM
 
tuple specialization = defineMixing(mixingDict,self._options.fast)
 
list stepList = [re.sub(r'^prepare_', '', methodName) for methodName in ConfigBuilder.__dict__ if methodName.startswith('prepare_')]
 
list stepName = stepParts[0]
 add the corresponding input content More...
 
tuple stepParts = step.split(":")
 
list stepSpec = self.stepMap[stepName]
 
tuple streamTypes = self._options.eventcontent.split(',')
 ends the –output options model More...
 
tuple theEventContent = cms.PSet(outputCommands = cms.untracked.vstring('keep *'))
 
tuple theExtraOutputCommands = anyOf(['o','oC','outputCommands'],outDefDict,'')
 
tuple theFileName = self._options.dirout+anyOf(['fn','fileName'],outDefDict,defaultFileName)
 
 theFileName = self._options.outfile_name
 
tuple theFilterName = anyOf(['f','ftN','filterName'],outDefDict,'')
 
string theFilterName = 'StreamALCACombined'
 
 theFilterName = self._options.filtername
 
tuple theModuleLabel = anyOf(['l','mL','moduleLabel'],outDefDict,'')
 
 theModuleLabel = name
 
tuple theObject = getattr(generatorModule,name)
 
tuple theSelectEvent = anyOf(['s','sE','selectEvents'],outDefDict,'')
 
tuple theStreamType = anyOf(['e','ec','eventContent','streamType'],outDefDict,theTier)
 event content More...
 
tuple theTier = anyOf(['t','tier','dataTier'],outDefDict)
 
tuple tiers = self._options.datatier.split(',')
 
tuple tmpOut = cms.EndPath(output)
 
list tryNames
 

Private Attributes

 _options
 

Detailed Description

The main building routines 

Definition at line 160 of file ConfigBuilder.py.

Constructor & Destructor Documentation

def ConfigBuilder.ConfigBuilder.__init__ (   self,
  options,
  process = None,
  with_output = False,
  with_input = False 
)
options taken from old cmsDriver and optparse 

Definition at line 163 of file ConfigBuilder.py.

164  def __init__(self, options, process = None, with_output = False, with_input = False ):
165  """options taken from old cmsDriver and optparse """
166 
167  options.outfile_name = options.dirout+options.fileout
169  self._options = options
170 
171  if self._options.isData and options.isMC:
172  raise Exception("ERROR: You may specify only --data or --mc, not both")
173  #if not self._options.conditions:
174  # raise Exception("ERROR: No conditions given!\nPlease specify conditions. E.g. via --conditions=IDEAL_30X::All")

Member Function Documentation

def ConfigBuilder.ConfigBuilder.addCommon (   self)

Definition at line 297 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.profileOptions().

298  def addCommon(self):
299  if 'HARVESTING' in self.stepMap.keys() or 'ALCAHARVEST' in self.stepMap.keys():
300  self.process.options = cms.untracked.PSet( Rethrow = cms.untracked.vstring('ProductNotFound'),fileMode = cms.untracked.string('FULLMERGE'))
301  else:
302  self.process.options = cms.untracked.PSet( )
303 
304  if self._options.runUnscheduled:
305  self.process.options.allowUnscheduled=cms.untracked.bool(True)
306 
307  self.addedObjects.append(("","options"))
308 
309  if self._options.lazy_download:
310  self.process.AdaptorConfig = cms.Service("AdaptorConfig",
311  stats = cms.untracked.bool(True),
312  enable = cms.untracked.bool(True),
313  cacheHint = cms.untracked.string("lazy-download"),
314  readHint = cms.untracked.string("read-ahead-buffered")
315  )
316  self.addedObjects.append(("Setup lazy download","AdaptorConfig"))
317 
318  #self.process.cmsDriverCommand = cms.untracked.PSet( command=cms.untracked.string('cmsDriver.py '+self._options.arguments) )
319  #self.addedObjects.append(("what cmsDriver command was used","cmsDriverCommand"))
320 
321  if self._options.profile:
322  (start, interval, eventFormat, jobFormat)=self.profileOptions()
323  self.process.IgProfService = cms.Service("IgProfService",
324  reportFirstEvent = cms.untracked.int32(start),
325  reportEventInterval = cms.untracked.int32(interval),
326  reportToFileAtPostEvent = cms.untracked.string("| gzip -c > %s"%(eventFormat)),
327  reportToFileAtPostEndJob = cms.untracked.string("| gzip -c > %s"%(jobFormat)))
328  self.addedObjects.append(("Setup IGProf Service for profiling","IgProfService"))
def ConfigBuilder.ConfigBuilder.addConditions (   self)
Add conditions to the process

Definition at line 746 of file ConfigBuilder.py.

Referenced by ConfigBuilder.ConfigBuilder.prepare().

747  def addConditions(self):
"""Add conditions to the process"""
def ConfigBuilder.ConfigBuilder.addCustomise (   self)
Include the customise code 

Definition at line 765 of file ConfigBuilder.py.

766  def addCustomise(self):
767  """Include the customise code """
def ConfigBuilder.ConfigBuilder.addExtraStream (   self,
  name,
  stream,
  workflow = 'full' 
)

Definition at line 1089 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.doNotInlineEventContent(), DTTTrigProd.DTTTrigProd.process, HcalHitRelabeller.process(), DTDqm.DTDqm.process, NullPostProcessor< OutputCollection, edm::EDFilter >.process(), NullPostProcessor< OutputCollection >.process(), EDFilter<>.process(), NullPostProcessor< OutputCollection, EdmFilter >.process(), DTDQMMerge.DTDQMMerge.process, DTValidSummary.DTValidSummary.process, helper::NullPostProcessor< OutputCollection, EdmFilter >.process(), helper::NullPostProcessor< reco::CandidateCollection, edm::EDFilter >.process(), helper::NullPostProcessor< typename::helper::SelectedOutputCollectionTrait< reco::TrackCollection >::type, EdmFilter >.process(), NullPostProcessor< reco::CandidateCollection >.process(), DTAnalysisResiduals.DTAnalysisResiduals.process, DTVDriftSegmentCalibration.DTVDriftSegmentCalibration.process, tfwliteselectortest::ThingsWorker.process(), DTDQMHarvesting.DTDQMHarvesting.process, DTVDriftMeanTimerCalibration.DTVDriftMeanTimerCalibration.process, DTNoiseCalibration.DTNoiseCalibration.process, DTResidualCalibration.DTResidualCalibration.process, DTDQMValidation.DTDQMValidation.process, DummyUpdator.process(), DTTTrigValid.DTTTrigValid.process, clangcms::CatchAll.process(), tfwliteselectortest::ThingsTSelector.process(), EcalFenixTcpsFgvbEB.process(), CSCTFDTReceiver.process(), EcalFenixBypassLin.process(), EcalFenixPeakFinder.process(), CSCTFMonitorInterface.process(), EcalFenixMaxof2.process(), TTULogic.process(), examples::TrackAnalysisAlgorithm.process(), CSCMonitorInterface.process(), SingleTrajectoryUpdator.process(), RBCLogic.process(), TTUWedgeORLogic.process(), RBCPatternLogic.process(), TTUSectorORLogic.process(), EcalFenixEtStrip.process(), PFPileUpAlgo.process(), __class__Worker.process(), KalmanAlignmentUpdator.process(), HcalCableMapper.process(), EcalFenixTcpFormat.process(), npstat::AbsVisitor< Input, Result >.process(), npstat::AbsVisitor< Input, unsigned long >.process(), DTT0DBValidation.DTT0DBValidation.process, EcalFenixAmplitudeFilter.process(), EcalFenixStripFormatEE.process(), npstat::AbsArrayProjector< Input, Result >.process(), DTVDriftMeanTimerWriter.DTVDriftMeanTimerWriter.process, DTVDriftSegmentWriter.DTVDriftSegmentWriter.process, RBCTestLogic.process(), BTagDifferentialPlot.process(), TTUPointingLogic.process(), EcalFenixStripFormatEB.process(), EcalFenixEtTot.process(), DTTTrigResidualCorr.DTTTrigResidualCorr.process, TTUTwoORLogic.process(), ora::IRelationalMapping.process(), HcalSimpleReconstructor.process(), EcalFenixStripFgvbEE.process(), RBCChamberORLogic.process(), TTUTrackingAlg.process(), EcalFenixTcpFgvbEE.process(), DTTTrigCorrFirst.DTTTrigCorrFirst.process, EcalFenixFgvbEB.process(), L1GctEmLeafCard.process(), L1GctNullJetFinder.process(), L1GctSimpleJetFinder.process(), SiStripClusterToDigiProducer.process(), EcalFenixLinearizer.process(), L1GctHardwareJetFinder.process(), RPCWheel.process(), DTTTrigTimeBoxesWriter.DTTTrigTimeBoxesWriter.process, L1GctJetFinalStage.process(), L1GctProcessor.process(), TTUConfigurator.process(), L1GctGlobalHfSumAlgos.process(), PFMETBenchmark.process(), npstat::VisitCounter< Input >.process(), edm::InputTag.process(), L1GctElectronFinalSort.process(), PFJetBenchmark.process(), PFTauElecRejectionBenchmark.process(), ora::PrimitiveMapping.process(), EgammaHLTPixelMatchElectronAlgo.process(), L1Comparator.process(), L1GctWheelEnergyFpga.process(), L1GctWheelJetFpga.process(), cscdqm::HWStandbyType.process, ora::BlobMapping.process(), L1GctGlobalEnergyAlgos.process(), L1GctElectronSorter.process(), L1GctTdrJetFinder.process(), TFWLiteSelectorBasic.process(), fwlite::internal::DataKey.process(), L1GctJetLeafCard.process(), KDTreeLinkerBase.process(), edm::EDConsumerBase::Labels.process, DTTFFEDReader.process(), L1GlobalCaloTrigger.process(), TFWLiteSelector< ThingsWorker >.process(), TFWLiteSelector< TrackAnalysisAlgorithm >.process(), TFWLiteSelector< TWorker >.process(), TFWLiteSelector< __class__Worker >.process(), HLTTrackClusterRemoverNew.process(), SeedClusterRemover.process(), ora::OraReferenceMapping.process(), EcalFenixTcp.process(), TrackClusterRemover.process(), TestOutliers.process, HTTP.RequestManager.process(), GenLumiInfoProduct::ProcessInfo.process(), ora::UniqueReferenceMapping.process(), EcalFenixStrip.process(), ora::OraPtrMapping.process(), lhef::LHERunInfo::Process.process(), CaloTowersCreationAlgo.process(), ora::NamedRefMapping.process(), ora::ArrayMapping.process(), EgammaHLTValidationUtils.EgammaDQMModuleMaker.process, ora::CArrayMapping.process(), L1GctJetFinderBase.process(), ora::ObjectMapping.process(), Config.Process.process, ora::EmptyMapping.process(), edm::SubProcess.process(), Vispa.Plugins.ConfigEditor.ConfigDataAccessor.ConfigDataAccessor.process(), and edm::ProductHolderIndexHelper::Item.process().

1090  def addExtraStream(self,name,stream,workflow='full'):
1091  # define output module and go from there
1092  output = cms.OutputModule("PoolOutputModule")
1093  if stream.selectEvents.parameters_().__len__()!=0:
1094  output.SelectEvents = stream.selectEvents
1095  else:
1096  output.SelectEvents = cms.untracked.PSet()
1097  output.SelectEvents.SelectEvents=cms.vstring()
1098  if isinstance(stream.paths,tuple):
1099  for path in stream.paths:
1100  output.SelectEvents.SelectEvents.append(path.label())
1101  else:
1102  output.SelectEvents.SelectEvents.append(stream.paths.label())
1103 
1104 
1105 
1106  if isinstance(stream.content,str):
1107  evtPset=getattr(self.process,stream.content)
1108  for p in evtPset.parameters_():
1109  setattr(output,p,getattr(evtPset,p))
1110  if not self._options.inlineEventContent:
1111  def doNotInlineEventContent(instance,label = "process."+stream.content+".outputCommands"):
1112  return label
1113  output.outputCommands.__dict__["dumpPython"] = doNotInlineEventContent
1114  else:
1115  output.outputCommands = stream.content
1116 
1117 
1118  output.fileName = cms.untracked.string(self._options.dirout+stream.name+'.root')
1119 
1120  output.dataset = cms.untracked.PSet( dataTier = stream.dataTier,
1121  filterName = cms.untracked.string(stream.name))
1122 
1123  if self._options.filtername:
1124  output.dataset.filterName= cms.untracked.string(self._options.filtername+"_"+stream.name)
1125 
1126  #add an automatic flushing to limit memory consumption
1127  output.eventAutoFlushCompressedSize=cms.untracked.int32(5*1024*1024)
1128 
1129  if workflow in ("producers,full"):
1130  if isinstance(stream.paths,tuple):
1131  for path in stream.paths:
1132  self.schedule.append(path)
1133  else:
1134  self.schedule.append(stream.paths)
1135 
1136 
1137  # in case of relvals we don't want to have additional outputs
1138  if (not self._options.relval) and workflow in ("full","output"):
1139  self.additionalOutputs[name] = output
1140  setattr(self.process,name,output)
1141 
1142  if workflow == 'output':
1143  # adjust the select events to the proper trigger results from previous process
1144  filterList = output.SelectEvents.SelectEvents
1145  for i, filter in enumerate(filterList):
1146  filterList[i] = filter+":"+self._options.triggerResultsProcess
1147 
1148  return output
def ConfigBuilder.ConfigBuilder.addMaxEvents (   self)
Here we decide how many evts will be processed

Definition at line 329 of file ConfigBuilder.py.

Referenced by ConfigBuilder.ConfigBuilder.prepare().

330  def addMaxEvents(self):
331  """Here we decide how many evts will be processed"""
self.process.maxEvents=cms.untracked.PSet(input=cms.untracked.int32(int(self._options.number)))
def ConfigBuilder.ConfigBuilder.addOutput (   self)
Add output module to the process 

Definition at line 458 of file ConfigBuilder.py.

459  def addOutput(self):
""" Add output module to the process """
def ConfigBuilder.ConfigBuilder.addSource (   self)
Here the source is built. Priority: file, generator

Definition at line 336 of file ConfigBuilder.py.

Referenced by ConfigBuilder.ConfigBuilder.prepare().

337  def addSource(self):
338  """Here the source is built. Priority: file, generator"""
339  self.addedObjects.append(("Input source","source"))
def ConfigBuilder.ConfigBuilder.addStandardSequences (   self)
Add selected standard sequences to the process

Definition at line 626 of file ConfigBuilder.py.

Referenced by ConfigBuilder.ConfigBuilder.prepare().

627  def addStandardSequences(self):
628  """
629  Add selected standard sequences to the process
630  """
# load the pile up file
def ConfigBuilder.ConfigBuilder.anyOf (   listOfKeys,
  dict,
  opt = None 
)

Definition at line 465 of file ConfigBuilder.py.

References join().

466  def anyOf(listOfKeys,dict,opt=None):
467  for k in listOfKeys:
468  if k in dict:
469  toReturn=dict[k]
470  dict.pop(k)
471  return toReturn
472  if opt!=None:
473  return opt
474  else:
475  raise Exception("any of "+','.join(listOfKeys)+" are mandatory entries of --output options")
static std::string join(char **cmd)
Definition: RemoteFile.cc:18
def ConfigBuilder.ConfigBuilder.build_production_info (   self,
  evt_type,
  evtnumber 
)
Add useful info for the production. 

Definition at line 2052 of file ConfigBuilder.py.

2053  def build_production_info(self, evt_type, evtnumber):
2054  """ Add useful info for the production. """
2055  self.process.configurationMetadata=cms.untracked.PSet\
2056  (version=cms.untracked.string("$Revision: 1.19 $"),
2057  name=cms.untracked.string("Applications"),
2058  annotation=cms.untracked.string(evt_type+ " nevts:"+str(evtnumber))
2059  )
2060 
2061  self.addedObjects.append(("Production Info","configurationMetadata"))
2062 
def ConfigBuilder.ConfigBuilder.completeInputCommand (   self)

Definition at line 715 of file ConfigBuilder.py.

References DTTTrigProd.DTTTrigProd.process, HcalHitRelabeller.process(), DTDqm.DTDqm.process, NullPostProcessor< OutputCollection, edm::EDFilter >.process(), NullPostProcessor< OutputCollection >.process(), NullPostProcessor< OutputCollection, EdmFilter >.process(), EDFilter<>.process(), DTDQMMerge.DTDQMMerge.process, DTValidSummary.DTValidSummary.process, helper::NullPostProcessor< OutputCollection, EdmFilter >.process(), helper::NullPostProcessor< reco::CandidateCollection, edm::EDFilter >.process(), helper::NullPostProcessor< typename::helper::SelectedOutputCollectionTrait< reco::TrackCollection >::type, EdmFilter >.process(), NullPostProcessor< reco::CandidateCollection >.process(), DTAnalysisResiduals.DTAnalysisResiduals.process, tfwliteselectortest::ThingsWorker.process(), DTVDriftSegmentCalibration.DTVDriftSegmentCalibration.process, DTDQMHarvesting.DTDQMHarvesting.process, DTVDriftMeanTimerCalibration.DTVDriftMeanTimerCalibration.process, DTNoiseCalibration.DTNoiseCalibration.process, DTResidualCalibration.DTResidualCalibration.process, DTDQMValidation.DTDQMValidation.process, DummyUpdator.process(), DTTTrigValid.DTTTrigValid.process, clangcms::CatchAll.process(), tfwliteselectortest::ThingsTSelector.process(), EcalFenixTcpsFgvbEB.process(), CSCTFDTReceiver.process(), EcalFenixBypassLin.process(), EcalFenixPeakFinder.process(), CSCTFMonitorInterface.process(), EcalFenixMaxof2.process(), TTULogic.process(), examples::TrackAnalysisAlgorithm.process(), CSCMonitorInterface.process(), SingleTrajectoryUpdator.process(), RBCLogic.process(), TTUWedgeORLogic.process(), RBCPatternLogic.process(), TTUSectorORLogic.process(), EcalFenixEtStrip.process(), PFPileUpAlgo.process(), __class__Worker.process(), KalmanAlignmentUpdator.process(), HcalCableMapper.process(), EcalFenixTcpFormat.process(), npstat::AbsVisitor< Input, Result >.process(), npstat::AbsVisitor< Input, unsigned long >.process(), DTT0DBValidation.DTT0DBValidation.process, EcalFenixAmplitudeFilter.process(), EcalFenixStripFormatEE.process(), npstat::AbsArrayProjector< Input, Result >.process(), DTVDriftMeanTimerWriter.DTVDriftMeanTimerWriter.process, DTVDriftSegmentWriter.DTVDriftSegmentWriter.process, RBCTestLogic.process(), BTagDifferentialPlot.process(), TTUPointingLogic.process(), EcalFenixStripFormatEB.process(), EcalFenixEtTot.process(), DTTTrigResidualCorr.DTTTrigResidualCorr.process, TTUTwoORLogic.process(), ora::IRelationalMapping.process(), HcalSimpleReconstructor.process(), EcalFenixStripFgvbEE.process(), RBCChamberORLogic.process(), TTUTrackingAlg.process(), EcalFenixTcpFgvbEE.process(), DTTTrigCorrFirst.DTTTrigCorrFirst.process, EcalFenixFgvbEB.process(), L1GctEmLeafCard.process(), L1GctNullJetFinder.process(), L1GctSimpleJetFinder.process(), SiStripClusterToDigiProducer.process(), EcalFenixLinearizer.process(), L1GctHardwareJetFinder.process(), RPCWheel.process(), DTTTrigTimeBoxesWriter.DTTTrigTimeBoxesWriter.process, L1GctJetFinalStage.process(), L1GctProcessor.process(), TTUConfigurator.process(), L1GctGlobalHfSumAlgos.process(), PFMETBenchmark.process(), npstat::VisitCounter< Input >.process(), edm::InputTag.process(), L1GctElectronFinalSort.process(), PFJetBenchmark.process(), PFTauElecRejectionBenchmark.process(), ora::PrimitiveMapping.process(), EgammaHLTPixelMatchElectronAlgo.process(), L1Comparator.process(), L1GctWheelEnergyFpga.process(), L1GctWheelJetFpga.process(), cscdqm::HWStandbyType.process, ora::BlobMapping.process(), L1GctGlobalEnergyAlgos.process(), L1GctElectronSorter.process(), L1GctTdrJetFinder.process(), TFWLiteSelectorBasic.process(), fwlite::internal::DataKey.process(), L1GctJetLeafCard.process(), KDTreeLinkerBase.process(), edm::EDConsumerBase::Labels.process, DTTFFEDReader.process(), L1GlobalCaloTrigger.process(), TFWLiteSelector< ThingsWorker >.process(), TFWLiteSelector< TrackAnalysisAlgorithm >.process(), TFWLiteSelector< TWorker >.process(), TFWLiteSelector< __class__Worker >.process(), HLTTrackClusterRemoverNew.process(), SeedClusterRemover.process(), ora::OraReferenceMapping.process(), EcalFenixTcp.process(), TrackClusterRemover.process(), TestOutliers.process, HTTP.RequestManager.process(), GenLumiInfoProduct::ProcessInfo.process(), ora::UniqueReferenceMapping.process(), EcalFenixStrip.process(), ora::OraPtrMapping.process(), lhef::LHERunInfo::Process.process(), CaloTowersCreationAlgo.process(), ora::NamedRefMapping.process(), ora::ArrayMapping.process(), EgammaHLTValidationUtils.EgammaDQMModuleMaker.process, ora::CArrayMapping.process(), L1GctJetFinderBase.process(), ora::ObjectMapping.process(), Config.Process.process, ora::EmptyMapping.process(), edm::SubProcess.process(), Vispa.Plugins.ConfigEditor.ConfigDataAccessor.ConfigDataAccessor.process(), and edm::ProductHolderIndexHelper::Item.process().

Referenced by ConfigBuilder.ConfigBuilder.prepare().

716  def completeInputCommand(self):
717  if self._options.inputEventContent:
718  import copy
719  def dropSecondDropStar(iec):
720  #drop occurence of 'drop *' in the list
721  count=0
722  for item in iec:
723  if item=='drop *':
724  if count!=0:
725  iec.remove(item)
726  count+=1
727 
728 
729  ## allow comma separated input eventcontent
730  if not hasattr(self.process.source,'inputCommands'): self.process.source.inputCommands=cms.untracked.vstring()
731  for evct in self._options.inputEventContent.split(','):
732  if evct=='': continue
733  theEventContent = getattr(self.process, evct+"EventContent")
734  if hasattr(theEventContent,'outputCommands'):
735  self.process.source.inputCommands.extend(copy.copy(theEventContent.outputCommands))
736  if hasattr(theEventContent,'inputCommands'):
737  self.process.source.inputCommands.extend(copy.copy(theEventContent.inputCommands))
738 
739  dropSecondDropStar(self.process.source.inputCommands)
740 
741  if not self._options.dropDescendant:
742  self.process.source.dropDescendantsOfDroppedBranches = cms.untracked.bool(False)
743 
744 
745  return
def ConfigBuilder.ConfigBuilder.define_Configs (   self)

Definition at line 845 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.loadAndRemember().

846  def define_Configs(self):
847  if len(self.stepMap):
848  self.loadAndRemember('Configuration/StandardSequences/Services_cff')
849  if self._options.particleTable not in defaultOptions.particleTableList:
850  print 'Invalid particle table provided. Options are:'
851  print defaultOptions.particleTable
852  sys.exit(-1)
853  else:
854  if len(self.stepMap):
855  self.loadAndRemember('SimGeneral.HepPDTESSource.'+self._options.particleTable+'_cfi')
856 
857  self.loadAndRemember('FWCore/MessageService/MessageLogger_cfi')
859  self.ALCADefaultCFF="Configuration/StandardSequences/AlCaRecoStreams_cff"
860  self.GENDefaultCFF="Configuration/StandardSequences/Generator_cff"
861  self.SIMDefaultCFF="Configuration/StandardSequences/Sim_cff"
862  self.DIGIDefaultCFF="Configuration/StandardSequences/Digi_cff"
863  self.DIGI2RAWDefaultCFF="Configuration/StandardSequences/DigiToRaw_cff"
864  self.L1EMDefaultCFF='Configuration/StandardSequences/SimL1Emulator_cff'
865  self.L1MENUDefaultCFF="Configuration/StandardSequences/L1TriggerDefaultMenu_cff"
866  self.HLTDefaultCFF="Configuration/StandardSequences/HLTtable_cff"
867  self.RAW2DIGIDefaultCFF="Configuration/StandardSequences/RawToDigi_Data_cff"
868  self.L1RecoDefaultCFF="Configuration/StandardSequences/L1Reco_cff"
869  self.L1TrackTriggerDefaultCFF="Configuration/StandardSequences/L1TrackTrigger_cff"
870  self.RECODefaultCFF="Configuration/StandardSequences/Reconstruction_Data_cff"
self.PATDefaultCFF="Configuration/StandardSequences/PAT_cff"
def ConfigBuilder.ConfigBuilder.doNotInlineEventContent (   instance,
  label = "cms.untracked.vstring(process."+theStreamType+"EventContent.outputCommands)" 
)

Definition at line 551 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.executeAndRemember(), DTTTrigProd.DTTTrigProd.process, HcalHitRelabeller.process(), DTDqm.DTDqm.process, NullPostProcessor< OutputCollection, edm::EDFilter >.process(), NullPostProcessor< OutputCollection >.process(), EDFilter<>.process(), NullPostProcessor< OutputCollection, EdmFilter >.process(), DTDQMMerge.DTDQMMerge.process, DTValidSummary.DTValidSummary.process, helper::NullPostProcessor< OutputCollection, EdmFilter >.process(), helper::NullPostProcessor< reco::CandidateCollection, edm::EDFilter >.process(), helper::NullPostProcessor< typename::helper::SelectedOutputCollectionTrait< reco::TrackCollection >::type, EdmFilter >.process(), NullPostProcessor< reco::CandidateCollection >.process(), DTAnalysisResiduals.DTAnalysisResiduals.process, DTVDriftSegmentCalibration.DTVDriftSegmentCalibration.process, tfwliteselectortest::ThingsWorker.process(), DTDQMHarvesting.DTDQMHarvesting.process, DTVDriftMeanTimerCalibration.DTVDriftMeanTimerCalibration.process, DTNoiseCalibration.DTNoiseCalibration.process, DTResidualCalibration.DTResidualCalibration.process, DTDQMValidation.DTDQMValidation.process, DummyUpdator.process(), DTTTrigValid.DTTTrigValid.process, clangcms::CatchAll.process(), tfwliteselectortest::ThingsTSelector.process(), EcalFenixTcpsFgvbEB.process(), CSCTFDTReceiver.process(), EcalFenixBypassLin.process(), EcalFenixPeakFinder.process(), CSCTFMonitorInterface.process(), EcalFenixMaxof2.process(), TTULogic.process(), examples::TrackAnalysisAlgorithm.process(), CSCMonitorInterface.process(), SingleTrajectoryUpdator.process(), RBCLogic.process(), TTUWedgeORLogic.process(), RBCPatternLogic.process(), TTUSectorORLogic.process(), EcalFenixEtStrip.process(), PFPileUpAlgo.process(), __class__Worker.process(), KalmanAlignmentUpdator.process(), HcalCableMapper.process(), EcalFenixTcpFormat.process(), npstat::AbsVisitor< Input, Result >.process(), npstat::AbsVisitor< Input, unsigned long >.process(), DTT0DBValidation.DTT0DBValidation.process, EcalFenixAmplitudeFilter.process(), EcalFenixStripFormatEE.process(), npstat::AbsArrayProjector< Input, Result >.process(), DTVDriftMeanTimerWriter.DTVDriftMeanTimerWriter.process, DTVDriftSegmentWriter.DTVDriftSegmentWriter.process, RBCTestLogic.process(), BTagDifferentialPlot.process(), TTUPointingLogic.process(), EcalFenixStripFormatEB.process(), EcalFenixEtTot.process(), DTTTrigResidualCorr.DTTTrigResidualCorr.process, TTUTwoORLogic.process(), ora::IRelationalMapping.process(), HcalSimpleReconstructor.process(), EcalFenixStripFgvbEE.process(), RBCChamberORLogic.process(), TTUTrackingAlg.process(), EcalFenixTcpFgvbEE.process(), DTTTrigCorrFirst.DTTTrigCorrFirst.process, EcalFenixFgvbEB.process(), L1GctEmLeafCard.process(), L1GctNullJetFinder.process(), L1GctSimpleJetFinder.process(), SiStripClusterToDigiProducer.process(), EcalFenixLinearizer.process(), L1GctHardwareJetFinder.process(), RPCWheel.process(), DTTTrigTimeBoxesWriter.DTTTrigTimeBoxesWriter.process, L1GctJetFinalStage.process(), L1GctProcessor.process(), TTUConfigurator.process(), L1GctGlobalHfSumAlgos.process(), PFMETBenchmark.process(), npstat::VisitCounter< Input >.process(), edm::InputTag.process(), L1GctElectronFinalSort.process(), PFJetBenchmark.process(), PFTauElecRejectionBenchmark.process(), ora::PrimitiveMapping.process(), EgammaHLTPixelMatchElectronAlgo.process(), L1Comparator.process(), L1GctWheelEnergyFpga.process(), L1GctWheelJetFpga.process(), cscdqm::HWStandbyType.process, ora::BlobMapping.process(), L1GctGlobalEnergyAlgos.process(), L1GctElectronSorter.process(), L1GctTdrJetFinder.process(), TFWLiteSelectorBasic.process(), fwlite::internal::DataKey.process(), L1GctJetLeafCard.process(), KDTreeLinkerBase.process(), edm::EDConsumerBase::Labels.process, DTTFFEDReader.process(), L1GlobalCaloTrigger.process(), TFWLiteSelector< ThingsWorker >.process(), TFWLiteSelector< TrackAnalysisAlgorithm >.process(), TFWLiteSelector< TWorker >.process(), TFWLiteSelector< __class__Worker >.process(), HLTTrackClusterRemoverNew.process(), SeedClusterRemover.process(), ora::OraReferenceMapping.process(), EcalFenixTcp.process(), TrackClusterRemover.process(), TestOutliers.process, HTTP.RequestManager.process(), GenLumiInfoProduct::ProcessInfo.process(), ora::UniqueReferenceMapping.process(), EcalFenixStrip.process(), ora::OraPtrMapping.process(), lhef::LHERunInfo::Process.process(), CaloTowersCreationAlgo.process(), ora::NamedRefMapping.process(), ora::ArrayMapping.process(), EgammaHLTValidationUtils.EgammaDQMModuleMaker.process, ora::CArrayMapping.process(), L1GctJetFinderBase.process(), ora::ObjectMapping.process(), Config.Process.process, ora::EmptyMapping.process(), edm::SubProcess.process(), Vispa.Plugins.ConfigEditor.ConfigDataAccessor.ConfigDataAccessor.process(), and edm::ProductHolderIndexHelper::Item.process().

Referenced by ConfigBuilder.ConfigBuilder.addExtraStream(), and ConfigBuilder.ConfigBuilder.doNotInlineEventContent().

552  def doNotInlineEventContent(instance,label = "cms.untracked.vstring(process."+theStreamType+"EventContent.outputCommands)"):
return label
def ConfigBuilder.ConfigBuilder.doNotInlineEventContent (   instance,
  label = "process."+streamType+"EventContent.outputCommands" 
)

Definition at line 618 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.doNotInlineEventContent().

619  def doNotInlineEventContent(instance,label = "process."+streamType+"EventContent.outputCommands"):
return label
def ConfigBuilder.ConfigBuilder.executeAndRemember (   self,
  command 
)
helper routine to remember replace statements

Definition at line 288 of file ConfigBuilder.py.

Referenced by ConfigBuilder.ConfigBuilder.doNotInlineEventContent(), ConfigBuilder.ConfigBuilder.prepare_ALCAHARVEST(), ConfigBuilder.ConfigBuilder.prepare_DATAMIX(), ConfigBuilder.ConfigBuilder.prepare_DIGI(), ConfigBuilder.ConfigBuilder.prepare_DIGI2RAW(), ConfigBuilder.ConfigBuilder.prepare_DIGIPREMIX(), ConfigBuilder.ConfigBuilder.prepare_DIGIPREMIX_S2(), ConfigBuilder.ConfigBuilder.prepare_FASTSIM(), ConfigBuilder.ConfigBuilder.prepare_HLT(), and ConfigBuilder.ConfigBuilder.prepare_VALIDATION().

289  def executeAndRemember(self, command):
290  """helper routine to remember replace statements"""
291  self.additionalCommands.append(command)
292  if not command.strip().startswith("#"):
293  # substitute: process.foo = process.bar -> self.process.foo = self.process.bar
294  import re
295  exec(re.sub(r"([^a-zA-Z_0-9]|^)(process)([^a-zA-Z_0-9])",r"\1self.process\3",command))
296  #exec(command.replace("process.","self.process."))
def ConfigBuilder.ConfigBuilder.expandMapping (   self,
  seqList,
  mapping,
  index = None 
)

Definition at line 1860 of file ConfigBuilder.py.

Referenced by ConfigBuilder.ConfigBuilder.prepare_ALCA(), ConfigBuilder.ConfigBuilder.prepare_DQM(), ConfigBuilder.ConfigBuilder.prepare_SKIM(), and ConfigBuilder.ConfigBuilder.prepare_VALIDATION().

1861  def expandMapping(self,seqList,mapping,index=None):
1862  maxLevel=20
1863  level=0
1864  while '@' in repr(seqList) and level<maxLevel:
1865  level+=1
1866  for specifiedCommand in seqList:
1867  if specifiedCommand.startswith('@'):
1868  location=specifiedCommand[1:]
1869  if not location in mapping:
1870  raise Exception("Impossible to map "+location+" from "+repr(mapping))
1871  mappedTo=mapping[location]
1872  if index!=None:
1873  mappedTo=mappedTo[index]
1874  seqList.remove(specifiedCommand)
1875  seqList.extend(mappedTo.split('+'))
1876  break;
1877  if level==maxLevel:
1878  raise Exception("Could not fully expand "+repr(seqList)+" from "+repr(mapping))
def ConfigBuilder.ConfigBuilder.filesFromOption (   self)

Definition at line 340 of file ConfigBuilder.py.

References ConfigBuilder.filesFromDASQuery(), and ConfigBuilder.filesFromList().

341  def filesFromOption(self):
342  for entry in self._options.filein.split(','):
343  print "entry",entry
344  if entry.startswith("filelist:"):
345  filesFromList(entry[9:],self.process.source)
346  elif entry.startswith("dbs:") or entry.startswith("das:"):
347  filesFromDASQuery('file dataset = %s'%(entry[4:]),self.process.source)
348  else:
349  self.process.source.fileNames.append(self._options.dirin+entry)
350  if self._options.secondfilein:
351  if not hasattr(self.process.source,"secondaryFileNames"):
352  raise Exception("--secondfilein not compatible with "+self._options.filetype+"input type")
353  for entry in self._options.secondfilein.split(','):
354  print "entry",entry
355  if entry.startswith("filelist:"):
356  self.process.source.secondaryFileNames.extend((filesFromList(entry[9:]))[0])
357  elif entry.startswith("dbs:") or entry.startswith("das:"):
358  self.process.source.secondaryFileNames.extend((filesFromDASQuery('file dataset = %s'%(entry[4:])))[0])
359  else:
360  self.process.source.secondaryFileNames.append(self._options.dirin+entry)
361 
362  if self._options.filein or self._options.dasquery:
363  if self._options.filetype == "EDM":
364  self.process.source=cms.Source("PoolSource",
365  fileNames = cms.untracked.vstring(),
366  secondaryFileNames= cms.untracked.vstring())
367  filesFromOption(self)
368  elif self._options.filetype == "DAT":
369  self.process.source=cms.Source("NewEventStreamFileReader",fileNames = cms.untracked.vstring())
370  filesFromOption(self)
371  elif self._options.filetype == "LHE":
372  self.process.source=cms.Source("LHESource", fileNames = cms.untracked.vstring())
373  if self._options.filein.startswith("lhe:"):
374  #list the article directory automatically
375  args=self._options.filein.split(':')
376  article=args[1]
377  print 'LHE input from article ',article
378  location='/store/lhe/'
379  import os
380  textOfFiles=os.popen('cmsLHEtoEOSManager.py -l '+article)
381  for line in textOfFiles:
382  for fileName in [x for x in line.split() if '.lhe' in x]:
383  self.process.source.fileNames.append(location+article+'/'+fileName)
384  if len(args)>2:
385  self.process.source.skipEvents = cms.untracked.uint32(int(args[2]))
386  else:
387  filesFromOption(self)
388 
389 
390  elif self._options.filetype == "DQM":
391  self.process.source=cms.Source("DQMRootSource",
392  fileNames = cms.untracked.vstring())
393  filesFromOption(self)
394 
395  elif self._options.filetype == "DQMDAQ":
396  # FIXME: how to configure it if there are no input files specified?
397  self.process.source=cms.Source("DQMStreamerReader")
398 
399 
400  if ('HARVESTING' in self.stepMap.keys() or 'ALCAHARVEST' in self.stepMap.keys()) and (not self._options.filetype == "DQM"):
401  self.process.source.processingMode = cms.untracked.string("RunsAndLumis")
def ConfigBuilder.ConfigBuilder.finalizeFastSimHLT (   self)

Definition at line 1975 of file ConfigBuilder.py.

Referenced by ConfigBuilder.ConfigBuilder.prepare_FASTSIM(), and ConfigBuilder.ConfigBuilder.prepare_HLT().

1976  def finalizeFastSimHLT(self):
1977  self.process.reconstruction = cms.Path(self.process.reconstructionWithFamos)
1978  self.schedule.append(self.process.reconstruction)
def ConfigBuilder.ConfigBuilder.inGeometryKeys (   opt)

Definition at line 1010 of file ConfigBuilder.py.

References split.

1011  def inGeometryKeys(opt):
1012  from Configuration.StandardSequences.GeometryConf import GeometryConf
1013  if opt in GeometryConf:
1014  return GeometryConf[opt]
1015  else:
1016  return opt
def ConfigBuilder.ConfigBuilder.load (   self,
  includeFile 
)

Definition at line 274 of file ConfigBuilder.py.

Referenced by MatrixToProcess.MatrixToProcess.getProcess(), and MatrixToProcess.MatrixToProcess.listAll().

275  def load(self,includeFile):
276  includeFile = includeFile.replace('/','.')
277  self.process.load(includeFile)
278  return sys.modules[includeFile]
def ConfigBuilder.ConfigBuilder.loadAndRemember (   self,
  includeFile 
)
helper routine to load am memorize imports

Definition at line 279 of file ConfigBuilder.py.

Referenced by ConfigBuilder.ConfigBuilder.define_Configs(), ConfigBuilder.ConfigBuilder.loadDefaultOrSpecifiedCFF(), ConfigBuilder.ConfigBuilder.prepare(), ConfigBuilder.ConfigBuilder.prepare_ALCAHARVEST(), ConfigBuilder.ConfigBuilder.prepare_CFWRITER(), ConfigBuilder.ConfigBuilder.prepare_DATAMIX(), ConfigBuilder.ConfigBuilder.prepare_DIGI(), ConfigBuilder.ConfigBuilder.prepare_DIGIPREMIX(), ConfigBuilder.ConfigBuilder.prepare_DIGIPREMIX_S2(), ConfigBuilder.ConfigBuilder.prepare_FASTSIM(), ConfigBuilder.ConfigBuilder.prepare_HLT(), ConfigBuilder.ConfigBuilder.prepare_L1(), ConfigBuilder.ConfigBuilder.prepare_L1REPACK(), and ConfigBuilder.ConfigBuilder.prepare_POSTRECO().

280  def loadAndRemember(self, includeFile):
281  """helper routine to load am memorize imports"""
282  # we could make the imports a on-the-fly data method of the process instance itself
283  # not sure if the latter is a good idea
284  includeFile = includeFile.replace('/','.')
285  self.imports.append(includeFile)
286  self.process.load(includeFile)
287  return sys.modules[includeFile]
def ConfigBuilder.ConfigBuilder.loadDefaultOrSpecifiedCFF (   self,
  sequence,
  defaultCFF 
)

Definition at line 1154 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.loadAndRemember().

Referenced by ConfigBuilder.ConfigBuilder.prepare_ALCA(), ConfigBuilder.ConfigBuilder.prepare_DIGI(), ConfigBuilder.ConfigBuilder.prepare_DIGI2RAW(), ConfigBuilder.ConfigBuilder.prepare_DIGIPREMIX(), ConfigBuilder.ConfigBuilder.prepare_DIGIPREMIX_S2(), ConfigBuilder.ConfigBuilder.prepare_DQM(), ConfigBuilder.ConfigBuilder.prepare_ENDJOB(), ConfigBuilder.ConfigBuilder.prepare_L1HwVal(), ConfigBuilder.ConfigBuilder.prepare_L1Reco(), ConfigBuilder.ConfigBuilder.prepare_L1TrackTrigger(), ConfigBuilder.ConfigBuilder.prepare_PAT(), ConfigBuilder.ConfigBuilder.prepare_RAW2DIGI(), ConfigBuilder.ConfigBuilder.prepare_RECO(), ConfigBuilder.ConfigBuilder.prepare_REPACK(), ConfigBuilder.ConfigBuilder.prepare_SKIM(), ConfigBuilder.ConfigBuilder.prepare_USER(), and ConfigBuilder.ConfigBuilder.prepare_VALIDATION().

1155  def loadDefaultOrSpecifiedCFF(self, sequence,defaultCFF):
1156  if ( len(sequence.split('.'))==1 ):
1157  l=self.loadAndRemember(defaultCFF)
1158  elif ( len(sequence.split('.'))==2 ):
1159  l=self.loadAndRemember(sequence.split('.')[0])
1160  sequence=sequence.split('.')[1]
1161  else:
1162  print "sub sequence configuration must be of the form dir/subdir/cff.a+b+c or cff.a"
1163  print sequence,"not recognized"
1164  raise
1165  return l
def ConfigBuilder.ConfigBuilder.prepare (   self,
  doChecking = False 
)
Prepare the configuration string and add missing pieces.

Definition at line 2063 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.addConditions(), ConfigBuilder.ConfigBuilder.addMaxEvents(), ConfigBuilder.ConfigBuilder.addSource(), ConfigBuilder.ConfigBuilder.addStandardSequences(), ConfigBuilder.ConfigBuilder.completeInputCommand(), and ConfigBuilder.ConfigBuilder.loadAndRemember().

2064  def prepare(self, doChecking = False):
2065  """ Prepare the configuration string and add missing pieces."""
2066 
2067  self.loadAndRemember(self.EVTCONTDefaultCFF) #load the event contents regardless
2068  self.addMaxEvents()
2069  if self.with_input:
self.addSource()
def ConfigBuilder.ConfigBuilder.prepare_ALCA (   self,
  sequence = None,
  workflow = 'full' 
)
Enrich the process with alca streams 

Definition at line 1201 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.ALCADefaultCFF, ConfigBuilder.ConfigBuilder.expandMapping(), and ConfigBuilder.ConfigBuilder.loadDefaultOrSpecifiedCFF().

Referenced by ConfigBuilder.ConfigBuilder.prepare_ALCAOUTPUT(), and ConfigBuilder.ConfigBuilder.prepare_ALCAPRODUCER().

1202  def prepare_ALCA(self, sequence = None, workflow = 'full'):
1203  """ Enrich the process with alca streams """
1204  alcaConfig=self.loadDefaultOrSpecifiedCFF(sequence,self.ALCADefaultCFF)
1205  sequence = sequence.split('.')[-1]
1206 
1207  # decide which ALCA paths to use
alcaList = sequence.split("+")
def ConfigBuilder.ConfigBuilder.prepare_ALCAHARVEST (   self,
  sequence = None 
)
Enrich the process with AlCaHarvesting step 

Definition at line 1946 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.executeAndRemember(), and ConfigBuilder.ConfigBuilder.loadAndRemember().

1947  def prepare_ALCAHARVEST(self, sequence = None):
1948  """ Enrich the process with AlCaHarvesting step """
1949  harvestingConfig = self.loadAndRemember(self.ALCAHARVESTDefaultCFF)
1950  sequence=sequence.split(".")[-1]
1951 
1952  # decide which AlcaHARVESTING paths to use
1953  harvestingList = sequence.split("+")
1954  for name in harvestingConfig.__dict__:
1955  harvestingstream = getattr(harvestingConfig,name)
1956  if name in harvestingList and isinstance(harvestingstream,cms.Path):
1957  self.schedule.append(harvestingstream)
1958  self.executeAndRemember("process.PoolDBOutputService.toPut.append(process.ALCAHARVEST" + name + "_dbOutput)")
1959  self.executeAndRemember("process.pclMetadataWriter.recordsToMap.append(process.ALCAHARVEST" + name + "_metadata)")
harvestingList.remove(name)
def ConfigBuilder.ConfigBuilder.prepare_ALCAOUTPUT (   self,
  sequence = None 
)

Definition at line 1198 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.prepare_ALCA().

1199  def prepare_ALCAOUTPUT(self, sequence = None):
1200  self.prepare_ALCA(sequence, workflow = "output")
def ConfigBuilder.ConfigBuilder.prepare_ALCAPRODUCER (   self,
  sequence = None 
)

Definition at line 1195 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.prepare_ALCA().

1196  def prepare_ALCAPRODUCER(self, sequence = None):
1197  self.prepare_ALCA(sequence, workflow = "producers")
def ConfigBuilder.ConfigBuilder.prepare_CFWRITER (   self,
  sequence = None 
)
Enrich the schedule with the crossing frame writer step

Definition at line 1430 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.loadAndRemember(), and ConfigBuilder.ConfigBuilder.scheduleSequence().

1431  def prepare_CFWRITER(self, sequence = None):
1432  """ Enrich the schedule with the crossing frame writer step"""
1433  self.loadAndRemember(self.CFWRITERDefaultCFF)
1434  self.scheduleSequence('pcfw','cfwriter_step')
1435  return
def ConfigBuilder.ConfigBuilder.prepare_DATAMIX (   self,
  sequence = None 
)
Enrich the schedule with the digitisation step

Definition at line 1436 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.executeAndRemember(), ConfigBuilder.filesFromDASQuery(), ConfigBuilder.filesFromList(), ConfigBuilder.ConfigBuilder.loadAndRemember(), and ConfigBuilder.ConfigBuilder.scheduleSequence().

1437  def prepare_DATAMIX(self, sequence = None):
1438  """ Enrich the schedule with the digitisation step"""
1439  self.loadAndRemember(self.DATAMIXDefaultCFF)
1440  self.scheduleSequence('pdatamix','datamixing_step')
1441 
1442  if self._options.pileup_input:
1443  theFiles=''
1444  if self._options.pileup_input.startswith('dbs:') or self._options.pileup_input.startswith('das:'):
1445  theFiles=filesFromDASQuery('file dataset = %s'%(self._options.pileup_input[4:],))[0]
1446  elif self._options.pileup_input.startswith("filelist:"):
1447  theFiles= (filesFromList(self._options.pileup_input[9:]))[0]
1448  else:
1449  theFiles=self._options.pileup_input.split(',')
1450  #print theFiles
1451  self.executeAndRemember( "process.mixData.input.fileNames = cms.untracked.vstring(%s)"%( theFiles ) )
1452 
1453  return
def ConfigBuilder.ConfigBuilder.prepare_DIGI (   self,
  sequence = None 
)
Enrich the schedule with the digitisation step

Definition at line 1389 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.DIGIDefaultCFF, ConfigBuilder.ConfigBuilder.executeAndRemember(), ConfigBuilder.ConfigBuilder.loadAndRemember(), ConfigBuilder.ConfigBuilder.loadDefaultOrSpecifiedCFF(), and ConfigBuilder.ConfigBuilder.scheduleSequence().

1390  def prepare_DIGI(self, sequence = None):
1391  """ Enrich the schedule with the digitisation step"""
1392  self.loadDefaultOrSpecifiedCFF(sequence,self.DIGIDefaultCFF)
1393 
1394  if self._options.gflash==True:
1395  self.loadAndRemember("Configuration/StandardSequences/GFlashDIGI_cff")
1396 
1397  if self._options.himix==True:
1398  self.loadAndRemember("SimGeneral/MixingModule/himixDIGI_cff")
1399 
1400  if sequence == 'pdigi_valid':
1401  self.executeAndRemember("process.mix.digitizers = cms.PSet(process.theDigitizersValid)")
def ConfigBuilder.ConfigBuilder.prepare_DIGI2RAW (   self,
  sequence = None 
)

Definition at line 1454 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.DIGI2RAWDefaultCFF, ConfigBuilder.ConfigBuilder.executeAndRemember(), ConfigBuilder.ConfigBuilder.loadDefaultOrSpecifiedCFF(), and ConfigBuilder.ConfigBuilder.scheduleSequence().

1455  def prepare_DIGI2RAW(self, sequence = None):
1456  self.loadDefaultOrSpecifiedCFF(sequence,self.DIGI2RAWDefaultCFF)
1457  self.scheduleSequence(sequence.split('.')[-1],'digi2raw_step')
1458  if "DIGIPREMIX" in self.stepMap.keys():
1459  self.executeAndRemember("process.esDigiToRaw.Label = cms.string('mix')") ##terrible hack - bypass zero suppression
1460 
1461  return
def ConfigBuilder.ConfigBuilder.prepare_DIGIPREMIX (   self,
  sequence = None 
)
Enrich the schedule with the digitisation step

Definition at line 1405 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.DIGIDefaultCFF, ConfigBuilder.ConfigBuilder.executeAndRemember(), ConfigBuilder.ConfigBuilder.loadAndRemember(), ConfigBuilder.ConfigBuilder.loadDefaultOrSpecifiedCFF(), and ConfigBuilder.ConfigBuilder.scheduleSequence().

1406  def prepare_DIGIPREMIX(self, sequence = None):
1407  """ Enrich the schedule with the digitisation step"""
1408  self.loadDefaultOrSpecifiedCFF(sequence,self.DIGIDefaultCFF)
def ConfigBuilder.ConfigBuilder.prepare_DIGIPREMIX_S2 (   self,
  sequence = None 
)
Enrich the schedule with the digitisation step

Definition at line 1415 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.DIGIDefaultCFF, ConfigBuilder.ConfigBuilder.executeAndRemember(), ConfigBuilder.ConfigBuilder.loadAndRemember(), ConfigBuilder.ConfigBuilder.loadDefaultOrSpecifiedCFF(), and ConfigBuilder.ConfigBuilder.scheduleSequence().

1416  def prepare_DIGIPREMIX_S2(self, sequence = None):
1417  """ Enrich the schedule with the digitisation step"""
1418  self.loadDefaultOrSpecifiedCFF(sequence,self.DIGIDefaultCFF)
def ConfigBuilder.ConfigBuilder.prepare_DQM (   self,
  sequence = 'DQMOffline' 
)

Definition at line 1879 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.expandMapping(), ConfigBuilder.ConfigBuilder.loadDefaultOrSpecifiedCFF(), and split.

1880  def prepare_DQM(self, sequence = 'DQMOffline'):
1881  # this one needs replacement
1882 
1883  self.loadDefaultOrSpecifiedCFF(sequence,self.DQMOFFLINEDefaultCFF)
sequenceList=sequence.split('.')[-1].split('+')
double split
Definition: MVATrainer.cc:139
def ConfigBuilder.ConfigBuilder.prepare_EI (   self,
  sequence = None 
)
Enrich the schedule with event interpretation 

Definition at line 1642 of file ConfigBuilder.py.

1643  def prepare_EI(self, sequence = None):
''' Enrich the schedule with event interpretation '''
def ConfigBuilder.ConfigBuilder.prepare_ENDJOB (   self,
  sequence = 'endOfProcess' 
)

Definition at line 1970 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.loadDefaultOrSpecifiedCFF(), and ConfigBuilder.ConfigBuilder.scheduleSequenceAtEnd().

1971  def prepare_ENDJOB(self, sequence = 'endOfProcess'):
1972  self.loadDefaultOrSpecifiedCFF(sequence,self.ENDJOBDefaultCFF)
1973  self.scheduleSequenceAtEnd(sequence.split('.')[-1],'endjob_step')
1974  return
def ConfigBuilder.ConfigBuilder.prepare_FASTSIM (   self,
  sequence = "all" 
)
Enrich the schedule with fastsim

Definition at line 1979 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.executeAndRemember(), ConfigBuilder.ConfigBuilder.finalizeFastSimHLT(), ConfigBuilder.ConfigBuilder.loadAndRemember(), ConfigBuilder.ConfigBuilder.prepare_HLT(), DTTTrigProd.DTTTrigProd.process, HcalHitRelabeller.process(), EDFilter<>.process(), DTDQMMerge.DTDQMMerge.process, helper::NullPostProcessor< OutputCollection, EdmFilter >.process(), NullPostProcessor< reco::CandidateCollection >.process(), NullPostProcessor< OutputCollection, edm::EDFilter >.process(), NullPostProcessor< OutputCollection >.process(), NullPostProcessor< OutputCollection, EdmFilter >.process(), DTValidSummary.DTValidSummary.process, DTDqm.DTDqm.process, helper::NullPostProcessor< reco::CandidateCollection, edm::EDFilter >.process(), helper::NullPostProcessor< typename::helper::SelectedOutputCollectionTrait< reco::TrackCollection >::type, EdmFilter >.process(), DTVDriftMeanTimerCalibration.DTVDriftMeanTimerCalibration.process, DTAnalysisResiduals.DTAnalysisResiduals.process, DTVDriftSegmentCalibration.DTVDriftSegmentCalibration.process, DTDQMHarvesting.DTDQMHarvesting.process, tfwliteselectortest::ThingsWorker.process(), DTNoiseCalibration.DTNoiseCalibration.process, DTResidualCalibration.DTResidualCalibration.process, DTTTrigValid.DTTTrigValid.process, DTDQMValidation.DTDQMValidation.process, DummyUpdator.process(), clangcms::CatchAll.process(), CSCTFDTReceiver.process(), tfwliteselectortest::ThingsTSelector.process(), EcalFenixTcpsFgvbEB.process(), EcalFenixBypassLin.process(), EcalFenixPeakFinder.process(), CSCTFMonitorInterface.process(), EcalFenixMaxof2.process(), TTULogic.process(), examples::TrackAnalysisAlgorithm.process(), CSCMonitorInterface.process(), SingleTrajectoryUpdator.process(), RBCLogic.process(), TTUWedgeORLogic.process(), PFPileUpAlgo.process(), RBCPatternLogic.process(), TTUSectorORLogic.process(), EcalFenixEtStrip.process(), HcalCableMapper.process(), __class__Worker.process(), npstat::AbsVisitor< Input, unsigned long >.process(), KalmanAlignmentUpdator.process(), EcalFenixTcpFormat.process(), npstat::AbsVisitor< Input, Result >.process(), DTT0DBValidation.DTT0DBValidation.process, EcalFenixAmplitudeFilter.process(), npstat::AbsArrayProjector< Input, Result >.process(), EcalFenixStripFormatEE.process(), EcalFenixStripFormatEB.process(), DTVDriftMeanTimerWriter.DTVDriftMeanTimerWriter.process, RBCTestLogic.process(), DTVDriftSegmentWriter.DTVDriftSegmentWriter.process, TTUPointingLogic.process(), BTagDifferentialPlot.process(), EcalFenixEtTot.process(), ora::IRelationalMapping.process(), TTUTwoORLogic.process(), DTTTrigResidualCorr.DTTTrigResidualCorr.process, HcalSimpleReconstructor.process(), EcalFenixStripFgvbEE.process(), RBCChamberORLogic.process(), TTUTrackingAlg.process(), EcalFenixTcpFgvbEE.process(), DTTTrigCorrFirst.DTTTrigCorrFirst.process, EcalFenixFgvbEB.process(), L1GctNullJetFinder.process(), L1GctEmLeafCard.process(), EcalFenixLinearizer.process(), L1GctSimpleJetFinder.process(), SiStripClusterToDigiProducer.process(), L1GctHardwareJetFinder.process(), DTTTrigTimeBoxesWriter.DTTTrigTimeBoxesWriter.process, RPCWheel.process(), L1GctJetFinalStage.process(), L1GctProcessor.process(), TTUConfigurator.process(), L1GctGlobalHfSumAlgos.process(), npstat::VisitCounter< Input >.process(), edm::InputTag.process(), PFMETBenchmark.process(), L1GctElectronFinalSort.process(), PFJetBenchmark.process(), PFTauElecRejectionBenchmark.process(), ora::PrimitiveMapping.process(), EgammaHLTPixelMatchElectronAlgo.process(), L1Comparator.process(), L1GctWheelEnergyFpga.process(), L1GctWheelJetFpga.process(), cscdqm::HWStandbyType.process, ora::BlobMapping.process(), L1GctGlobalEnergyAlgos.process(), L1GctElectronSorter.process(), TFWLiteSelectorBasic.process(), L1GctTdrJetFinder.process(), fwlite::internal::DataKey.process(), L1GctJetLeafCard.process(), KDTreeLinkerBase.process(), edm::EDConsumerBase::Labels.process, DTTFFEDReader.process(), L1GlobalCaloTrigger.process(), TFWLiteSelector< __class__Worker >.process(), TFWLiteSelector< TWorker >.process(), TFWLiteSelector< ThingsWorker >.process(), TFWLiteSelector< TrackAnalysisAlgorithm >.process(), HLTTrackClusterRemoverNew.process(), SeedClusterRemover.process(), EcalFenixTcp.process(), ora::OraReferenceMapping.process(), TrackClusterRemover.process(), TestOutliers.process, HTTP.RequestManager.process(), GenLumiInfoProduct::ProcessInfo.process(), ora::UniqueReferenceMapping.process(), EcalFenixStrip.process(), ora::OraPtrMapping.process(), lhef::LHERunInfo::Process.process(), CaloTowersCreationAlgo.process(), ora::NamedRefMapping.process(), ora::ArrayMapping.process(), EgammaHLTValidationUtils.EgammaDQMModuleMaker.process, ora::CArrayMapping.process(), L1GctJetFinderBase.process(), ora::ObjectMapping.process(), Config.Process.process, ora::EmptyMapping.process(), edm::SubProcess.process(), Vispa.Plugins.ConfigEditor.ConfigDataAccessor.ConfigDataAccessor.process(), and edm::ProductHolderIndexHelper::Item.process().

1980  def prepare_FASTSIM(self, sequence = "all"):
1981  """Enrich the schedule with fastsim"""
1982  self.loadAndRemember("FastSimulation/Configuration/FamosSequences_cff")
1983 
1984  if sequence in ('all','allWithHLTFiltering',''):
1985  if not 'HLT' in self.stepMap.keys():
1986  self.prepare_HLT(sequence=None)
1987 
1988  self.executeAndRemember("process.famosSimHits.SimulateCalorimetry = True")
1989  self.executeAndRemember("process.famosSimHits.SimulateTracking = True")
1990 
1991  self.executeAndRemember("process.simulation = cms.Sequence(process.simulationWithFamos)")
1992  self.executeAndRemember("process.HLTEndSequence = cms.Sequence(process.reconstructionWithFamos)")
1993 
1994  # since we have HLT here, the process should be called HLT
1995  self._options.name = "HLT"
1996 
1997  # if we don't want to filter after HLT but simulate everything regardless of what HLT tells, we have to add reconstruction explicitly
1998  if sequence == 'all' and not 'HLT' in self.stepMap.keys(): #(a)
self.finalizeFastSimHLT()
def ConfigBuilder.ConfigBuilder.prepare_FILTER (   self,
  sequence = None 
)
Enrich the schedule with a user defined filter sequence 

Definition at line 1591 of file ConfigBuilder.py.

1592  def prepare_FILTER(self, sequence = None):
''' Enrich the schedule with a user defined filter sequence '''
def ConfigBuilder.ConfigBuilder.prepare_GEN (   self,
  sequence = None 
)
load the fragment of generator configuration 

Definition at line 1274 of file ConfigBuilder.py.

1275  def prepare_GEN(self, sequence = None):
""" load the fragment of generator configuration """
def ConfigBuilder.ConfigBuilder.prepare_HARVESTING (   self,
  sequence = None 
)
Enrich the process with harvesting step 

Definition at line 1909 of file ConfigBuilder.py.

1910  def prepare_HARVESTING(self, sequence = None):
1911  """ Enrich the process with harvesting step """
1912  self.EDMtoMECFF='Configuration/StandardSequences/EDMtoME'+self._options.harvesting+'_cff'
self.loadAndRemember(self.EDMtoMECFF)
def ConfigBuilder.ConfigBuilder.prepare_HLT (   self,
  sequence = None 
)
Enrich the schedule with the HLT simulation step

Definition at line 1492 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.executeAndRemember(), ConfigBuilder.ConfigBuilder.finalizeFastSimHLT(), join(), ConfigBuilder.ConfigBuilder.loadAndRemember(), DTTTrigProd.DTTTrigProd.process, HcalHitRelabeller.process(), DTValidSummary.DTValidSummary.process, NullPostProcessor< reco::CandidateCollection >.process(), NullPostProcessor< OutputCollection, edm::EDFilter >.process(), NullPostProcessor< OutputCollection >.process(), NullPostProcessor< OutputCollection, EdmFilter >.process(), EDFilter<>.process(), helper::NullPostProcessor< OutputCollection, EdmFilter >.process(), DTDqm.DTDqm.process, DTDQMMerge.DTDQMMerge.process, helper::NullPostProcessor< reco::CandidateCollection, edm::EDFilter >.process(), helper::NullPostProcessor< typename::helper::SelectedOutputCollectionTrait< reco::TrackCollection >::type, EdmFilter >.process(), DTAnalysisResiduals.DTAnalysisResiduals.process, DTVDriftMeanTimerCalibration.DTVDriftMeanTimerCalibration.process, DTVDriftSegmentCalibration.DTVDriftSegmentCalibration.process, DTDQMHarvesting.DTDQMHarvesting.process, tfwliteselectortest::ThingsWorker.process(), DTNoiseCalibration.DTNoiseCalibration.process, DTResidualCalibration.DTResidualCalibration.process, DTTTrigValid.DTTTrigValid.process, DTDQMValidation.DTDQMValidation.process, DummyUpdator.process(), clangcms::CatchAll.process(), tfwliteselectortest::ThingsTSelector.process(), EcalFenixTcpsFgvbEB.process(), CSCTFDTReceiver.process(), EcalFenixBypassLin.process(), EcalFenixPeakFinder.process(), CSCTFMonitorInterface.process(), EcalFenixMaxof2.process(), TTULogic.process(), examples::TrackAnalysisAlgorithm.process(), CSCMonitorInterface.process(), SingleTrajectoryUpdator.process(), RBCLogic.process(), TTUWedgeORLogic.process(), RBCPatternLogic.process(), TTUSectorORLogic.process(), EcalFenixEtStrip.process(), PFPileUpAlgo.process(), npstat::AbsVisitor< Input, unsigned long >.process(), __class__Worker.process(), KalmanAlignmentUpdator.process(), EcalFenixTcpFormat.process(), npstat::AbsVisitor< Input, Result >.process(), HcalCableMapper.process(), DTT0DBValidation.DTT0DBValidation.process, EcalFenixAmplitudeFilter.process(), npstat::AbsArrayProjector< Input, Result >.process(), EcalFenixStripFormatEE.process(), DTVDriftMeanTimerWriter.DTVDriftMeanTimerWriter.process, RBCTestLogic.process(), DTVDriftSegmentWriter.DTVDriftSegmentWriter.process, TTUPointingLogic.process(), BTagDifferentialPlot.process(), EcalFenixStripFormatEB.process(), EcalFenixEtTot.process(), ora::IRelationalMapping.process(), TTUTwoORLogic.process(), DTTTrigResidualCorr.DTTTrigResidualCorr.process, HcalSimpleReconstructor.process(), EcalFenixStripFgvbEE.process(), RBCChamberORLogic.process(), EcalFenixTcpFgvbEE.process(), TTUTrackingAlg.process(), DTTTrigCorrFirst.DTTTrigCorrFirst.process, EcalFenixFgvbEB.process(), L1GctNullJetFinder.process(), L1GctEmLeafCard.process(), L1GctSimpleJetFinder.process(), SiStripClusterToDigiProducer.process(), EcalFenixLinearizer.process(), L1GctHardwareJetFinder.process(), DTTTrigTimeBoxesWriter.DTTTrigTimeBoxesWriter.process, RPCWheel.process(), L1GctJetFinalStage.process(), L1GctProcessor.process(), TTUConfigurator.process(), L1GctGlobalHfSumAlgos.process(), npstat::VisitCounter< Input >.process(), PFMETBenchmark.process(), edm::InputTag.process(), L1GctElectronFinalSort.process(), PFJetBenchmark.process(), ora::PrimitiveMapping.process(), PFTauElecRejectionBenchmark.process(), EgammaHLTPixelMatchElectronAlgo.process(), L1Comparator.process(), L1GctWheelEnergyFpga.process(), L1GctWheelJetFpga.process(), cscdqm::HWStandbyType.process, ora::BlobMapping.process(), L1GctElectronSorter.process(), L1GctGlobalEnergyAlgos.process(), L1GctTdrJetFinder.process(), TFWLiteSelectorBasic.process(), fwlite::internal::DataKey.process(), edm::EDConsumerBase::Labels.process, L1GctJetLeafCard.process(), KDTreeLinkerBase.process(), DTTFFEDReader.process(), L1GlobalCaloTrigger.process(), TFWLiteSelector< __class__Worker >.process(), TFWLiteSelector< ThingsWorker >.process(), TFWLiteSelector< TrackAnalysisAlgorithm >.process(), TFWLiteSelector< TWorker >.process(), HLTTrackClusterRemoverNew.process(), SeedClusterRemover.process(), ora::OraReferenceMapping.process(), EcalFenixTcp.process(), TrackClusterRemover.process(), TestOutliers.process, HTTP.RequestManager.process(), GenLumiInfoProduct::ProcessInfo.process(), ora::UniqueReferenceMapping.process(), EcalFenixStrip.process(), ora::OraPtrMapping.process(), lhef::LHERunInfo::Process.process(), ora::NamedRefMapping.process(), CaloTowersCreationAlgo.process(), ora::ArrayMapping.process(), EgammaHLTValidationUtils.EgammaDQMModuleMaker.process, ora::CArrayMapping.process(), L1GctJetFinderBase.process(), ora::ObjectMapping.process(), Config.Process.process, ora::EmptyMapping.process(), edm::SubProcess.process(), Vispa.Plugins.ConfigEditor.ConfigDataAccessor.ConfigDataAccessor.process(), edm::ProductHolderIndexHelper::Item.process(), and CustomConfigs.ProcessName().

Referenced by ConfigBuilder.ConfigBuilder.prepare_FASTSIM().

1493  def prepare_HLT(self, sequence = None):
1494  """ Enrich the schedule with the HLT simulation step"""
1495  if not sequence:
1496  print "no specification of the hlt menu has been given, should never happen"
1497  raise Exception('no HLT sequence provided')
1498 
1499  if '@' in sequence:
1500  # case where HLT:@something was provided
1501  from Configuration.HLT.autoHLT import autoHLT
1502  key = sequence[1:]
1503  if key in autoHLT:
1504  sequence = autoHLT[key]
1505  else:
1506  raise ValueError('no HLT mapping key "%s" found in autoHLT' % key)
1507 
1508  if ',' in sequence:
1509  #case where HLT:something:something was provided
1510  self.executeAndRemember('import HLTrigger.Configuration.Utilities')
1511  optionsForHLT = {}
1512  if self._options.scenario == 'HeavyIons':
1513  optionsForHLT['type'] = 'HIon'
1514  else:
1515  optionsForHLT['type'] = 'GRun'
1516  optionsForHLTConfig = ', '.join('%s=%s' % (key, repr(val)) for (key, val) in optionsForHLT.iteritems())
1517  if sequence == 'run,fromSource':
1518  if hasattr(self.process.source,'firstRun'):
1519  self.executeAndRemember('process.loadHltConfiguration("run:%%d"%%(process.source.firstRun.value()),%s)'%(optionsForHLTConfig))
1520  elif hasattr(self.process.source,'setRunNumber'):
1521  self.executeAndRemember('process.loadHltConfiguration("run:%%d"%%(process.source.setRunNumber.value()),%s)'%(optionsForHLTConfig))
1522  else:
1523  raise Exception('Cannot replace menu to load %s'%(sequence))
1524  else:
1525  self.executeAndRemember('process.loadHltConfiguration("%s",%s)'%(sequence.replace(',',':'),optionsForHLTConfig))
1526  else:
1527  if self._options.fast:
1528  self.loadAndRemember('HLTrigger/Configuration/HLT_%s_Famos_cff' % sequence)
1529  else:
1530  self.loadAndRemember('HLTrigger/Configuration/HLT_%s_cff' % sequence)
1531 
1532  if self._options.isMC:
1533  self._options.customisation_file.append("HLTrigger/Configuration/customizeHLTforMC.customizeHLTforMC")
static std::string join(char **cmd)
Definition: RemoteFile.cc:18
def ConfigBuilder.ConfigBuilder.prepare_L1 (   self,
  sequence = None 
)
Enrich the schedule with the L1 simulation step

Definition at line 1467 of file ConfigBuilder.py.

References ConfigBuilder.getConfigsForScenario(), ConfigBuilder.ConfigBuilder.L1EMDefaultCFF, ConfigBuilder.ConfigBuilder.loadAndRemember(), and ConfigBuilder.ConfigBuilder.scheduleSequence().

1468  def prepare_L1(self, sequence = None):
1469  """ Enrich the schedule with the L1 simulation step"""
1470  if not sequence:
1471  self.loadAndRemember(self.L1EMDefaultCFF)
1472  else:
1473  # let the L1 package decide for the scenarios available
1474  from L1Trigger.Configuration.ConfigBuilder import getConfigsForScenario
1475  listOfImports = getConfigsForScenario(sequence)
1476  for file in listOfImports:
1477  self.loadAndRemember(file)
1478  self.scheduleSequence('SimL1Emulator','L1simulation_step')
1479  return
def getConfigsForScenario
def ConfigBuilder.ConfigBuilder.prepare_L1HwVal (   self,
  sequence = 'L1HwVal' 
)
Enrich the schedule with L1 HW validation 

Definition at line 1572 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.loadDefaultOrSpecifiedCFF().

1573  def prepare_L1HwVal(self, sequence = 'L1HwVal'):
1574  ''' Enrich the schedule with L1 HW validation '''
self.loadDefaultOrSpecifiedCFF(sequence,self.L1HwValDefaultCFF)
def ConfigBuilder.ConfigBuilder.prepare_L1Reco (   self,
  sequence = "L1Reco" 
)
Enrich the schedule with L1 reconstruction 

Definition at line 1579 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.L1RecoDefaultCFF, ConfigBuilder.ConfigBuilder.loadDefaultOrSpecifiedCFF(), and ConfigBuilder.ConfigBuilder.scheduleSequence().

1580  def prepare_L1Reco(self, sequence = "L1Reco"):
1581  ''' Enrich the schedule with L1 reconstruction '''
self.loadDefaultOrSpecifiedCFF(sequence,self.L1RecoDefaultCFF)
def ConfigBuilder.ConfigBuilder.prepare_L1REPACK (   self,
  sequence = None 
)
Enrich the schedule with the L1 simulation step, running the L1 emulator on data unpacked from the RAW collection, and repacking the result in a new RAW collection

Definition at line 1480 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.loadAndRemember(), ConfigBuilder.ConfigBuilder.renameInputTagsInSequence(), and ConfigBuilder.ConfigBuilder.scheduleSequence().

1481  def prepare_L1REPACK(self, sequence = None):
1482  """ Enrich the schedule with the L1 simulation step, running the L1 emulator on data unpacked from the RAW collection, and repacking the result in a new RAW collection"""
1483  if sequence is not 'GT':
1484  print 'Running the full L1 emulator is not supported yet'
1485  raise Exception('unsupported feature')
1486  if sequence is 'GT':
1487  self.loadAndRemember('Configuration/StandardSequences/SimL1EmulatorRepack_GT_cff')
1488  if self._options.scenario == 'HeavyIons':
1489  self.renameInputTagsInSequence("SimL1Emulator","rawDataCollector","rawDataRepacker")
1490  self.scheduleSequence('SimL1Emulator','L1simulation_step')
1491 
def ConfigBuilder.ConfigBuilder.prepare_L1TrackTrigger (   self,
  sequence = "L1TrackTrigger" 
)
Enrich the schedule with L1 reconstruction 

Definition at line 1585 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.L1TrackTriggerDefaultCFF, ConfigBuilder.ConfigBuilder.loadDefaultOrSpecifiedCFF(), and ConfigBuilder.ConfigBuilder.scheduleSequence().

1586  def prepare_L1TrackTrigger(self, sequence = "L1TrackTrigger"):
1587  ''' Enrich the schedule with L1 reconstruction '''
self.loadDefaultOrSpecifiedCFF(sequence,self.L1TrackTriggerDefaultCFF)
def ConfigBuilder.ConfigBuilder.prepare_LHE (   self,
  sequence = None 
)

Definition at line 1257 of file ConfigBuilder.py.

References DTTTrigProd.DTTTrigProd.process, HcalHitRelabeller.process(), DTDqm.DTDqm.process, NullPostProcessor< reco::CandidateCollection >.process(), NullPostProcessor< OutputCollection, edm::EDFilter >.process(), NullPostProcessor< OutputCollection >.process(), NullPostProcessor< OutputCollection, EdmFilter >.process(), EDFilter<>.process(), DTDQMMerge.DTDQMMerge.process, DTValidSummary.DTValidSummary.process, helper::NullPostProcessor< OutputCollection, EdmFilter >.process(), helper::NullPostProcessor< reco::CandidateCollection, edm::EDFilter >.process(), helper::NullPostProcessor< typename::helper::SelectedOutputCollectionTrait< reco::TrackCollection >::type, EdmFilter >.process(), DTVDriftMeanTimerCalibration.DTVDriftMeanTimerCalibration.process, DTVDriftSegmentCalibration.DTVDriftSegmentCalibration.process, DTDQMHarvesting.DTDQMHarvesting.process, tfwliteselectortest::ThingsWorker.process(), DTAnalysisResiduals.DTAnalysisResiduals.process, DTResidualCalibration.DTResidualCalibration.process, DTNoiseCalibration.DTNoiseCalibration.process, DTDQMValidation.DTDQMValidation.process, DummyUpdator.process(), DTTTrigValid.DTTTrigValid.process, clangcms::CatchAll.process(), tfwliteselectortest::ThingsTSelector.process(), EcalFenixTcpsFgvbEB.process(), CSCTFDTReceiver.process(), EcalFenixBypassLin.process(), EcalFenixPeakFinder.process(), CSCTFMonitorInterface.process(), EcalFenixMaxof2.process(), TTULogic.process(), examples::TrackAnalysisAlgorithm.process(), CSCMonitorInterface.process(), SingleTrajectoryUpdator.process(), RBCLogic.process(), TTUWedgeORLogic.process(), RBCPatternLogic.process(), TTUSectorORLogic.process(), EcalFenixEtStrip.process(), PFPileUpAlgo.process(), npstat::AbsVisitor< Input, Result >.process(), KalmanAlignmentUpdator.process(), __class__Worker.process(), HcalCableMapper.process(), EcalFenixTcpFormat.process(), npstat::AbsVisitor< Input, unsigned long >.process(), DTT0DBValidation.DTT0DBValidation.process, EcalFenixAmplitudeFilter.process(), EcalFenixStripFormatEE.process(), npstat::AbsArrayProjector< Input, Result >.process(), DTVDriftMeanTimerWriter.DTVDriftMeanTimerWriter.process, DTVDriftSegmentWriter.DTVDriftSegmentWriter.process, RBCTestLogic.process(), TTUPointingLogic.process(), BTagDifferentialPlot.process(), EcalFenixStripFormatEB.process(), EcalFenixEtTot.process(), TTUTwoORLogic.process(), DTTTrigResidualCorr.DTTTrigResidualCorr.process, ora::IRelationalMapping.process(), HcalSimpleReconstructor.process(), EcalFenixStripFgvbEE.process(), RBCChamberORLogic.process(), TTUTrackingAlg.process(), EcalFenixTcpFgvbEE.process(), DTTTrigCorrFirst.DTTTrigCorrFirst.process, EcalFenixFgvbEB.process(), L1GctEmLeafCard.process(), L1GctNullJetFinder.process(), L1GctSimpleJetFinder.process(), SiStripClusterToDigiProducer.process(), EcalFenixLinearizer.process(), L1GctHardwareJetFinder.process(), RPCWheel.process(), DTTTrigTimeBoxesWriter.DTTTrigTimeBoxesWriter.process, L1GctJetFinalStage.process(), L1GctProcessor.process(), TTUConfigurator.process(), L1GctGlobalHfSumAlgos.process(), PFMETBenchmark.process(), npstat::VisitCounter< Input >.process(), edm::InputTag.process(), L1GctElectronFinalSort.process(), PFJetBenchmark.process(), ora::PrimitiveMapping.process(), PFTauElecRejectionBenchmark.process(), EgammaHLTPixelMatchElectronAlgo.process(), L1Comparator.process(), L1GctWheelEnergyFpga.process(), L1GctWheelJetFpga.process(), cscdqm::HWStandbyType.process, ora::BlobMapping.process(), L1GctGlobalEnergyAlgos.process(), L1GctElectronSorter.process(), L1GctTdrJetFinder.process(), TFWLiteSelectorBasic.process(), fwlite::internal::DataKey.process(), L1GctJetLeafCard.process(), KDTreeLinkerBase.process(), edm::EDConsumerBase::Labels.process, DTTFFEDReader.process(), L1GlobalCaloTrigger.process(), TFWLiteSelector< __class__Worker >.process(), TFWLiteSelector< TWorker >.process(), TFWLiteSelector< ThingsWorker >.process(), TFWLiteSelector< TrackAnalysisAlgorithm >.process(), SeedClusterRemover.process(), HLTTrackClusterRemoverNew.process(), ora::OraReferenceMapping.process(), EcalFenixTcp.process(), TrackClusterRemover.process(), TestOutliers.process, HTTP.RequestManager.process(), GenLumiInfoProduct::ProcessInfo.process(), ora::UniqueReferenceMapping.process(), EcalFenixStrip.process(), ora::OraPtrMapping.process(), lhef::LHERunInfo::Process.process(), CaloTowersCreationAlgo.process(), ora::NamedRefMapping.process(), ora::ArrayMapping.process(), EgammaHLTValidationUtils.EgammaDQMModuleMaker.process, ora::CArrayMapping.process(), L1GctJetFinderBase.process(), ora::ObjectMapping.process(), Config.Process.process, ora::EmptyMapping.process(), edm::SubProcess.process(), Vispa.Plugins.ConfigEditor.ConfigDataAccessor.ConfigDataAccessor.process(), edm::ProductHolderIndexHelper::Item.process(), and python.rootplot.root2matplotlib.replace().

1258  def prepare_LHE(self, sequence = None):
1259  #load the fragment
1260  ##make it loadable
1261  loadFragment = self._options.evt_type.replace('.py','',).replace('.','_').replace('python/','').replace('/','.')
1262  print "Loading lhe fragment from",loadFragment
1263  __import__(loadFragment)
1264  self.process.load(loadFragment)
1265  ##inline the modules
1266  self._options.inlineObjets+=','+sequence
1267 
1268  getattr(self.process,sequence).nEvents = int(self._options.number)
1269 
1270  #schedule it
1271  self.process.lhe_step = cms.Path( getattr( self.process,sequence) )
1272  self.excludedPaths.append("lhe_step")
1273  self.schedule.append( self.process.lhe_step )
def ConfigBuilder.ConfigBuilder.prepare_PAT (   self,
  sequence = "miniAOD" 
)
Enrich the schedule with PAT 

Definition at line 1629 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.loadDefaultOrSpecifiedCFF(), and ConfigBuilder.ConfigBuilder.PATDefaultCFF.

1630  def prepare_PAT(self, sequence = "miniAOD"):
1631  ''' Enrich the schedule with PAT '''
self.loadDefaultOrSpecifiedCFF(sequence,self.PATDefaultCFF)
def ConfigBuilder.ConfigBuilder.prepare_POSTRECO (   self,
  sequence = None 
)
Enrich the schedule with the postreco step 

Definition at line 1704 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.loadAndRemember(), and ConfigBuilder.ConfigBuilder.scheduleSequence().

1705  def prepare_POSTRECO(self, sequence = None):
1706  """ Enrich the schedule with the postreco step """
self.loadAndRemember(self.POSTRECODefaultCFF)
def ConfigBuilder.ConfigBuilder.prepare_RAW2DIGI (   self,
  sequence = "RawToDigi" 
)

Definition at line 1565 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.loadDefaultOrSpecifiedCFF(), ConfigBuilder.ConfigBuilder.RAW2DIGIDefaultCFF, and ConfigBuilder.ConfigBuilder.scheduleSequence().

Referenced by ConfigBuilder.ConfigBuilder.prepare_RAW2RECO().

1566  def prepare_RAW2DIGI(self, sequence = "RawToDigi"):
1567  self.loadDefaultOrSpecifiedCFF(sequence,self.RAW2DIGIDefaultCFF)
1568  self.scheduleSequence(sequence,'raw2digi_step')
1569  # if self._options.isRepacked:
1570  #self.renameInputTagsInSequence(sequence)
1571  return
def ConfigBuilder.ConfigBuilder.prepare_RAW2RECO (   self,
  sequence = None 
)

Definition at line 1554 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.prepare_RAW2DIGI(), and ConfigBuilder.ConfigBuilder.prepare_RECO().

1555  def prepare_RAW2RECO(self, sequence = None):
1556  if ','in sequence:
1557  seqReco=sequence.split(',')[1]
1558  seqDigi=sequence.split(',')[0]
1559  else:
1560  print "RAW2RECO requires two specifications",sequence,"insufficient"
1561 
1562  self.prepare_RAW2DIGI(seqDigi)
1563  self.prepare_RECO(seqReco)
1564  return
def prepare_RECO
put the filtering path in the schedule
def ConfigBuilder.ConfigBuilder.prepare_RECO (   self,
  sequence = "reconstruction" 
)

put the filtering path in the schedule

put it before all the other paths

Enrich the schedule with reconstruction 

Definition at line 1623 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.loadDefaultOrSpecifiedCFF(), ConfigBuilder.ConfigBuilder.RECODefaultCFF, and ConfigBuilder.ConfigBuilder.scheduleSequence().

Referenced by ConfigBuilder.ConfigBuilder.prepare_RAW2RECO().

1624  def prepare_RECO(self, sequence = "reconstruction"):
1625  ''' Enrich the schedule with reconstruction '''
self.loadDefaultOrSpecifiedCFF(sequence,self.RECODefaultCFF)
def prepare_RECO
put the filtering path in the schedule
def ConfigBuilder.ConfigBuilder.prepare_REPACK (   self,
  sequence = None 
)

Definition at line 1462 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.loadDefaultOrSpecifiedCFF(), and ConfigBuilder.ConfigBuilder.scheduleSequence().

1463  def prepare_REPACK(self, sequence = None):
1464  self.loadDefaultOrSpecifiedCFF(sequence,self.REPACKDefaultCFF)
1465  self.scheduleSequence(sequence.split('.')[-1],'digi2repack_step')
1466  return
def ConfigBuilder.ConfigBuilder.prepare_SIM (   self,
  sequence = None 
)
Enrich the schedule with the summary of the filter step 
Enrich the schedule with the simulation step

Definition at line 1355 of file ConfigBuilder.py.

1356  def prepare_SIM(self, sequence = None):
""" Enrich the schedule with the simulation step"""
def ConfigBuilder.ConfigBuilder.prepare_SKIM (   self,
  sequence = "all" 
)
Enrich the schedule with skimming fragments

Definition at line 1654 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.expandMapping(), and ConfigBuilder.ConfigBuilder.loadDefaultOrSpecifiedCFF().

1655  def prepare_SKIM(self, sequence = "all"):
1656  ''' Enrich the schedule with skimming fragments'''
1657  skimConfig = self.loadDefaultOrSpecifiedCFF(sequence,self.SKIMDefaultCFF)
1658  sequence = sequence.split('.')[-1]
1659 
1660  skimlist=sequence.split('+')
## support @Mu+DiJet+@Electron configuration via autoSkim.py
def ConfigBuilder.ConfigBuilder.prepare_USER (   self,
  sequence = None 
)
Enrich the schedule with a user defined sequence 

Definition at line 1698 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.loadDefaultOrSpecifiedCFF(), and ConfigBuilder.ConfigBuilder.scheduleSequence().

1699  def prepare_USER(self, sequence = None):
1700  ''' Enrich the schedule with a user defined sequence '''
self.loadDefaultOrSpecifiedCFF(sequence,self.USERDefaultCFF)
def ConfigBuilder.ConfigBuilder.prepare_VALIDATION (   self,
  sequence = 'validation' 
)

Definition at line 1711 of file ConfigBuilder.py.

References any(), ConfigBuilder.ConfigBuilder.executeAndRemember(), ConfigBuilder.ConfigBuilder.expandMapping(), ConfigBuilder.ConfigBuilder.loadDefaultOrSpecifiedCFF(), python.multivaluedict.map(), DTTTrigProd.DTTTrigProd.process, HcalHitRelabeller.process(), EDFilter<>.process(), helper::NullPostProcessor< OutputCollection, EdmFilter >.process(), NullPostProcessor< OutputCollection, edm::EDFilter >.process(), NullPostProcessor< reco::CandidateCollection >.process(), NullPostProcessor< OutputCollection, EdmFilter >.process(), NullPostProcessor< OutputCollection >.process(), DTDqm.DTDqm.process, DTValidSummary.DTValidSummary.process, DTDQMMerge.DTDQMMerge.process, helper::NullPostProcessor< reco::CandidateCollection, edm::EDFilter >.process(), helper::NullPostProcessor< typename::helper::SelectedOutputCollectionTrait< reco::TrackCollection >::type, EdmFilter >.process(), DTVDriftMeanTimerCalibration.DTVDriftMeanTimerCalibration.process, DTAnalysisResiduals.DTAnalysisResiduals.process, DTVDriftSegmentCalibration.DTVDriftSegmentCalibration.process, DTDQMHarvesting.DTDQMHarvesting.process, tfwliteselectortest::ThingsWorker.process(), DTNoiseCalibration.DTNoiseCalibration.process, DTResidualCalibration.DTResidualCalibration.process, DTTTrigValid.DTTTrigValid.process, DTDQMValidation.DTDQMValidation.process, DummyUpdator.process(), clangcms::CatchAll.process(), tfwliteselectortest::ThingsTSelector.process(), EcalFenixTcpsFgvbEB.process(), CSCTFDTReceiver.process(), EcalFenixBypassLin.process(), EcalFenixPeakFinder.process(), CSCTFMonitorInterface.process(), EcalFenixMaxof2.process(), TTULogic.process(), examples::TrackAnalysisAlgorithm.process(), CSCMonitorInterface.process(), SingleTrajectoryUpdator.process(), RBCLogic.process(), TTUWedgeORLogic.process(), RBCPatternLogic.process(), TTUSectorORLogic.process(), EcalFenixEtStrip.process(), PFPileUpAlgo.process(), npstat::AbsVisitor< Input, unsigned long >.process(), __class__Worker.process(), KalmanAlignmentUpdator.process(), EcalFenixTcpFormat.process(), npstat::AbsVisitor< Input, Result >.process(), HcalCableMapper.process(), DTT0DBValidation.DTT0DBValidation.process, EcalFenixAmplitudeFilter.process(), npstat::AbsArrayProjector< Input, Result >.process(), EcalFenixStripFormatEE.process(), EcalFenixStripFormatEB.process(), DTVDriftMeanTimerWriter.DTVDriftMeanTimerWriter.process, RBCTestLogic.process(), DTVDriftSegmentWriter.DTVDriftSegmentWriter.process, TTUPointingLogic.process(), BTagDifferentialPlot.process(), EcalFenixEtTot.process(), ora::IRelationalMapping.process(), TTUTwoORLogic.process(), DTTTrigResidualCorr.DTTTrigResidualCorr.process, HcalSimpleReconstructor.process(), EcalFenixStripFgvbEE.process(), EcalFenixTcpFgvbEE.process(), RBCChamberORLogic.process(), TTUTrackingAlg.process(), DTTTrigCorrFirst.DTTTrigCorrFirst.process, EcalFenixFgvbEB.process(), L1GctEmLeafCard.process(), L1GctNullJetFinder.process(), L1GctSimpleJetFinder.process(), SiStripClusterToDigiProducer.process(), EcalFenixLinearizer.process(), L1GctHardwareJetFinder.process(), DTTTrigTimeBoxesWriter.DTTTrigTimeBoxesWriter.process, RPCWheel.process(), L1GctJetFinalStage.process(), L1GctProcessor.process(), TTUConfigurator.process(), L1GctGlobalHfSumAlgos.process(), edm::InputTag.process(), PFMETBenchmark.process(), npstat::VisitCounter< Input >.process(), L1GctElectronFinalSort.process(), PFJetBenchmark.process(), PFTauElecRejectionBenchmark.process(), ora::PrimitiveMapping.process(), EgammaHLTPixelMatchElectronAlgo.process(), L1Comparator.process(), L1GctWheelEnergyFpga.process(), L1GctWheelJetFpga.process(), cscdqm::HWStandbyType.process, ora::BlobMapping.process(), L1GctGlobalEnergyAlgos.process(), L1GctElectronSorter.process(), L1GctTdrJetFinder.process(), TFWLiteSelectorBasic.process(), fwlite::internal::DataKey.process(), L1GctJetLeafCard.process(), edm::EDConsumerBase::Labels.process, KDTreeLinkerBase.process(), DTTFFEDReader.process(), L1GlobalCaloTrigger.process(), TFWLiteSelector< __class__Worker >.process(), TFWLiteSelector< TrackAnalysisAlgorithm >.process(), TFWLiteSelector< ThingsWorker >.process(), TFWLiteSelector< TWorker >.process(), SeedClusterRemover.process(), HLTTrackClusterRemoverNew.process(), ora::OraReferenceMapping.process(), EcalFenixTcp.process(), TrackClusterRemover.process(), TestOutliers.process, HTTP.RequestManager.process(), GenLumiInfoProduct::ProcessInfo.process(), ora::UniqueReferenceMapping.process(), EcalFenixStrip.process(), ora::OraPtrMapping.process(), lhef::LHERunInfo::Process.process(), CaloTowersCreationAlgo.process(), ora::NamedRefMapping.process(), ora::ArrayMapping.process(), EgammaHLTValidationUtils.EgammaDQMModuleMaker.process, ora::CArrayMapping.process(), L1GctJetFinderBase.process(), ora::ObjectMapping.process(), Config.Process.process, ora::EmptyMapping.process(), edm::SubProcess.process(), Vispa.Plugins.ConfigEditor.ConfigDataAccessor.ConfigDataAccessor.process(), edm::ProductHolderIndexHelper::Item.process(), ConfigBuilder.ConfigBuilder.renameHLTprocessInSequence(), and split.

1712  def prepare_VALIDATION(self, sequence = 'validation'):
1713  print sequence,"in preparing validation"
1714  self.loadDefaultOrSpecifiedCFF(sequence,self.VALIDATIONDefaultCFF)
1715  from Validation.Configuration.autoValidation import autoValidation
1716  #in case VALIDATION:something:somethingelse -> something,somethingelse
1717  sequence=sequence.split('.')[-1]
1718  if sequence.find(',')!=-1:
1719  prevalSeqName=sequence.split(',')[0].split('+')
1720  valSeqName=sequence.split(',')[1].split('+')
1721  self.expandMapping(prevalSeqName,autoValidation,index=0)
1722  self.expandMapping(valSeqName,autoValidation,index=1)
1723  else:
1724  if '@' in sequence:
1725  prevalSeqName=sequence.split('+')
1726  valSeqName=sequence.split('+')
1727  self.expandMapping(prevalSeqName,autoValidation,index=0)
1728  self.expandMapping(valSeqName,autoValidation,index=1)
1729  else:
1730  postfix=''
1731  if sequence:
1732  postfix='_'+sequence
1733  prevalSeqName=['prevalidation'+postfix]
1734  valSeqName=['validation'+postfix]
1735  if not hasattr(self.process,valSeqName[0]):
1736  prevalSeqName=['']
1737  valSeqName=[sequence]
1738 
1739  def NFI(index):
1740  ##name from index, required to keep backward compatibility
1741  if index==0:
1742  return ''
1743  else:
1744  return '%s'%index
1745 
1746  if not 'DIGI' in self.stepMap and not self._options.fast and not any(map( lambda s : s.startswith('genvalid'), valSeqName)):
1747  if self._options.restoreRNDSeeds==False and not self._options.restoreRNDSeeds==True:
1748  self._options.restoreRNDSeeds=True
1749 
1750  #rename the HLT process in validation steps
1751  if ('HLT' in self.stepMap and not self._options.fast) or self._options.hltProcess:
1752  for s in valSeqName+prevalSeqName:
1753  if s:
1755  for (i,s) in enumerate(prevalSeqName):
1756  if s:
1757  setattr(self.process,'prevalidation_step%s'%NFI(i), cms.Path( getattr(self.process, s)) )
1758  self.schedule.append(getattr(self.process,'prevalidation_step%s'%NFI(i)))
1759 
1760  for (i,s) in enumerate(valSeqName):
1761  setattr(self.process,'validation_step%s'%NFI(i), cms.EndPath( getattr(self.process, s)))
1762  self.schedule.append(getattr(self.process,'validation_step%s'%NFI(i)))
1763 
1764  if not 'DIGI' in self.stepMap and not self._options.fast:
1765  self.executeAndRemember("process.mix.playback = True")
1766  self.executeAndRemember("process.mix.digitizers = cms.PSet()")
1767  self.executeAndRemember("for a in process.aliases: delattr(process, a)")
1768  self._options.customisation_file.append("SimGeneral/MixingModule/fullMixCustomize_cff.setCrossingFrameOn")
1769 
1770  if hasattr(self.process,"genstepfilter") and len(self.process.genstepfilter.triggerConditions):
1771  #will get in the schedule, smoothly
1772  for (i,s) in enumerate(valSeqName):
1773  getattr(self.process,'validation_step%s'%NFI(i))._seq = self.process.genstepfilter * getattr(self.process,'validation_step%s'%NFI(i))._seq
1774 
1775  return
1776 
bool any(const std::vector< T > &v, const T &what)
Definition: ECalSD.cc:34
double split
Definition: MVATrainer.cc:139
def ConfigBuilder.ConfigBuilder.profileOptions (   self)
addIgProfService
Function to add the igprof profile service so that you can dump in the middle
of the run.

Definition at line 231 of file ConfigBuilder.py.

Referenced by ConfigBuilder.ConfigBuilder.addCommon().

232  def profileOptions(self):
233  """
234  addIgProfService
235  Function to add the igprof profile service so that you can dump in the middle
236  of the run.
237  """
238  profileOpts = self._options.profile.split(':')
239  profilerStart = 1
240  profilerInterval = 100
241  profilerFormat = None
242  profilerJobFormat = None
243 
244  if len(profileOpts):
245  #type, given as first argument is unused here
246  profileOpts.pop(0)
247  if len(profileOpts):
248  startEvent = profileOpts.pop(0)
249  if not startEvent.isdigit():
250  raise Exception("%s is not a number" % startEvent)
251  profilerStart = int(startEvent)
252  if len(profileOpts):
253  eventInterval = profileOpts.pop(0)
254  if not eventInterval.isdigit():
255  raise Exception("%s is not a number" % eventInterval)
256  profilerInterval = int(eventInterval)
257  if len(profileOpts):
258  profilerFormat = profileOpts.pop(0)
259 
260 
261  if not profilerFormat:
262  profilerFormat = "%s___%s___%s___%s___%s___%s___%%I.gz" % (self._options.evt_type.replace("_cfi", ""),
263  self._options.step,
264  self._options.pileup,
265  self._options.conditions,
266  self._options.datatier,
267  self._options.profileTypeLabel)
268  if not profilerJobFormat and profilerFormat.endswith(".gz"):
269  profilerJobFormat = profilerFormat.replace(".gz", "_EndOfJob.gz")
270  elif not profilerJobFormat:
271  profilerJobFormat = profilerFormat + "_EndOfJob.gz"
272 
273  return (profilerStart,profilerInterval,profilerFormat,profilerJobFormat)
def ConfigBuilder.ConfigBuilder.renameHLTprocessInSequence (   self,
  sequence,
  proc = None,
  HLTprocess = 'HLT' 
)

Definition at line 1846 of file ConfigBuilder.py.

References DTTTrigProd.DTTTrigProd.process, HcalHitRelabeller.process(), DTDqm.DTDqm.process, NullPostProcessor< OutputCollection, edm::EDFilter >.process(), NullPostProcessor< OutputCollection >.process(), NullPostProcessor< OutputCollection, EdmFilter >.process(), EDFilter<>.process(), DTDQMMerge.DTDQMMerge.process, DTValidSummary.DTValidSummary.process, helper::NullPostProcessor< OutputCollection, EdmFilter >.process(), helper::NullPostProcessor< reco::CandidateCollection, edm::EDFilter >.process(), helper::NullPostProcessor< typename::helper::SelectedOutputCollectionTrait< reco::TrackCollection >::type, EdmFilter >.process(), NullPostProcessor< reco::CandidateCollection >.process(), DTVDriftSegmentCalibration.DTVDriftSegmentCalibration.process, DTAnalysisResiduals.DTAnalysisResiduals.process, tfwliteselectortest::ThingsWorker.process(), DTDQMHarvesting.DTDQMHarvesting.process, DTVDriftMeanTimerCalibration.DTVDriftMeanTimerCalibration.process, DTNoiseCalibration.DTNoiseCalibration.process, DTResidualCalibration.DTResidualCalibration.process, DTDQMValidation.DTDQMValidation.process, DummyUpdator.process(), DTTTrigValid.DTTTrigValid.process, clangcms::CatchAll.process(), tfwliteselectortest::ThingsTSelector.process(), EcalFenixTcpsFgvbEB.process(), CSCTFDTReceiver.process(), EcalFenixBypassLin.process(), EcalFenixPeakFinder.process(), CSCTFMonitorInterface.process(), EcalFenixMaxof2.process(), TTULogic.process(), examples::TrackAnalysisAlgorithm.process(), CSCMonitorInterface.process(), SingleTrajectoryUpdator.process(), RBCLogic.process(), TTUWedgeORLogic.process(), RBCPatternLogic.process(), TTUSectorORLogic.process(), EcalFenixEtStrip.process(), PFPileUpAlgo.process(), __class__Worker.process(), KalmanAlignmentUpdator.process(), HcalCableMapper.process(), npstat::AbsVisitor< Input, Result >.process(), EcalFenixTcpFormat.process(), npstat::AbsVisitor< Input, unsigned long >.process(), DTT0DBValidation.DTT0DBValidation.process, EcalFenixAmplitudeFilter.process(), EcalFenixStripFormatEE.process(), npstat::AbsArrayProjector< Input, Result >.process(), DTVDriftMeanTimerWriter.DTVDriftMeanTimerWriter.process, DTVDriftSegmentWriter.DTVDriftSegmentWriter.process, EcalFenixStripFormatEB.process(), RBCTestLogic.process(), BTagDifferentialPlot.process(), TTUPointingLogic.process(), EcalFenixEtTot.process(), ora::IRelationalMapping.process(), DTTTrigResidualCorr.DTTTrigResidualCorr.process, TTUTwoORLogic.process(), HcalSimpleReconstructor.process(), EcalFenixStripFgvbEE.process(), RBCChamberORLogic.process(), TTUTrackingAlg.process(), EcalFenixTcpFgvbEE.process(), DTTTrigCorrFirst.DTTTrigCorrFirst.process, EcalFenixFgvbEB.process(), L1GctNullJetFinder.process(), L1GctEmLeafCard.process(), L1GctSimpleJetFinder.process(), SiStripClusterToDigiProducer.process(), EcalFenixLinearizer.process(), L1GctHardwareJetFinder.process(), RPCWheel.process(), DTTTrigTimeBoxesWriter.DTTTrigTimeBoxesWriter.process, L1GctJetFinalStage.process(), L1GctProcessor.process(), TTUConfigurator.process(), L1GctGlobalHfSumAlgos.process(), PFMETBenchmark.process(), edm::InputTag.process(), npstat::VisitCounter< Input >.process(), L1GctElectronFinalSort.process(), PFJetBenchmark.process(), ora::PrimitiveMapping.process(), PFTauElecRejectionBenchmark.process(), EgammaHLTPixelMatchElectronAlgo.process(), L1Comparator.process(), L1GctWheelEnergyFpga.process(), L1GctWheelJetFpga.process(), cscdqm::HWStandbyType.process, ora::BlobMapping.process(), L1GctGlobalEnergyAlgos.process(), L1GctElectronSorter.process(), L1GctTdrJetFinder.process(), TFWLiteSelectorBasic.process(), fwlite::internal::DataKey.process(), L1GctJetLeafCard.process(), edm::EDConsumerBase::Labels.process, KDTreeLinkerBase.process(), DTTFFEDReader.process(), L1GlobalCaloTrigger.process(), TFWLiteSelector< TrackAnalysisAlgorithm >.process(), TFWLiteSelector< ThingsWorker >.process(), TFWLiteSelector< __class__Worker >.process(), TFWLiteSelector< TWorker >.process(), HLTTrackClusterRemoverNew.process(), SeedClusterRemover.process(), EcalFenixTcp.process(), ora::OraReferenceMapping.process(), TrackClusterRemover.process(), TestOutliers.process, HTTP.RequestManager.process(), GenLumiInfoProduct::ProcessInfo.process(), ora::UniqueReferenceMapping.process(), EcalFenixStrip.process(), ora::OraPtrMapping.process(), lhef::LHERunInfo::Process.process(), ora::NamedRefMapping.process(), CaloTowersCreationAlgo.process(), ora::ArrayMapping.process(), EgammaHLTValidationUtils.EgammaDQMModuleMaker.process, ora::CArrayMapping.process(), L1GctJetFinderBase.process(), ora::ObjectMapping.process(), Config.Process.process, ora::EmptyMapping.process(), edm::SubProcess.process(), Vispa.Plugins.ConfigEditor.ConfigDataAccessor.ConfigDataAccessor.process(), edm::ProductHolderIndexHelper::Item.process(), and cmsPerfHarvest.visit().

Referenced by ConfigBuilder.ConfigBuilder.prepare_VALIDATION().

1847  def renameHLTprocessInSequence(self,sequence,proc=None,HLTprocess='HLT'):
1848  if self._options.hltProcess:
1849  proc=self._options.hltProcess
1850  else:
1851  proc=self.process.name_()
1852  if proc==HLTprocess: return
1853  # look up all module in dqm sequence
1854  print "replacing %s process name - sequence %s will use '%s'" % (HLTprocess,sequence, proc)
1855  getattr(self.process,sequence).visit(ConfigBuilder.MassSearchReplaceProcessNameVisitor(HLTprocess,proc,whitelist = ("subSystemFolder",)))
1856  if 'from Configuration.Applications.ConfigBuilder import ConfigBuilder' not in self.additionalCommands:
1857  self.additionalCommands.append('from Configuration.Applications.ConfigBuilder import ConfigBuilder')
1858  self.additionalCommands.append('process.%s.visit(ConfigBuilder.MassSearchReplaceProcessNameVisitor("%s", "%s", whitelist = ("subSystemFolder",)))'% (sequence,HLTprocess, proc))
1859 
def visit
Retrieve data from a perf suite output (sub) directory, only examines TimeSize at the moment...
def ConfigBuilder.ConfigBuilder.renameInputTagsInSequence (   self,
  sequence,
  oldT = "rawDataCollector",
  newT = "rawDataRepacker" 
)

Definition at line 1836 of file ConfigBuilder.py.

References helpers.massSearchReplaceAnyInputTag(), DTTTrigProd.DTTTrigProd.process, HcalHitRelabeller.process(), NullPostProcessor< reco::CandidateCollection >.process(), NullPostProcessor< OutputCollection, edm::EDFilter >.process(), NullPostProcessor< OutputCollection >.process(), NullPostProcessor< OutputCollection, EdmFilter >.process(), EDFilter<>.process(), DTDQMMerge.DTDQMMerge.process, DTDqm.DTDqm.process, DTValidSummary.DTValidSummary.process, helper::NullPostProcessor< OutputCollection, EdmFilter >.process(), helper::NullPostProcessor< reco::CandidateCollection, edm::EDFilter >.process(), helper::NullPostProcessor< typename::helper::SelectedOutputCollectionTrait< reco::TrackCollection >::type, EdmFilter >.process(), DTDQMHarvesting.DTDQMHarvesting.process, DTVDriftMeanTimerCalibration.DTVDriftMeanTimerCalibration.process, DTVDriftSegmentCalibration.DTVDriftSegmentCalibration.process, DTAnalysisResiduals.DTAnalysisResiduals.process, tfwliteselectortest::ThingsWorker.process(), DTResidualCalibration.DTResidualCalibration.process, DTNoiseCalibration.DTNoiseCalibration.process, DTDQMValidation.DTDQMValidation.process, DummyUpdator.process(), DTTTrigValid.DTTTrigValid.process, clangcms::CatchAll.process(), tfwliteselectortest::ThingsTSelector.process(), EcalFenixTcpsFgvbEB.process(), CSCTFDTReceiver.process(), EcalFenixBypassLin.process(), EcalFenixPeakFinder.process(), CSCTFMonitorInterface.process(), EcalFenixMaxof2.process(), TTULogic.process(), examples::TrackAnalysisAlgorithm.process(), CSCMonitorInterface.process(), SingleTrajectoryUpdator.process(), RBCLogic.process(), TTUWedgeORLogic.process(), RBCPatternLogic.process(), TTUSectorORLogic.process(), EcalFenixEtStrip.process(), PFPileUpAlgo.process(), npstat::AbsVisitor< Input, Result >.process(), KalmanAlignmentUpdator.process(), __class__Worker.process(), HcalCableMapper.process(), EcalFenixTcpFormat.process(), npstat::AbsVisitor< Input, unsigned long >.process(), DTT0DBValidation.DTT0DBValidation.process, npstat::AbsArrayProjector< Input, Result >.process(), EcalFenixAmplitudeFilter.process(), EcalFenixStripFormatEE.process(), DTVDriftMeanTimerWriter.DTVDriftMeanTimerWriter.process, DTVDriftSegmentWriter.DTVDriftSegmentWriter.process, RBCTestLogic.process(), TTUPointingLogic.process(), BTagDifferentialPlot.process(), EcalFenixStripFormatEB.process(), EcalFenixEtTot.process(), TTUTwoORLogic.process(), DTTTrigResidualCorr.DTTTrigResidualCorr.process, ora::IRelationalMapping.process(), HcalSimpleReconstructor.process(), EcalFenixStripFgvbEE.process(), EcalFenixTcpFgvbEE.process(), RBCChamberORLogic.process(), TTUTrackingAlg.process(), DTTTrigCorrFirst.DTTTrigCorrFirst.process, EcalFenixFgvbEB.process(), L1GctEmLeafCard.process(), L1GctNullJetFinder.process(), L1GctSimpleJetFinder.process(), SiStripClusterToDigiProducer.process(), EcalFenixLinearizer.process(), L1GctHardwareJetFinder.process(), RPCWheel.process(), DTTTrigTimeBoxesWriter.DTTTrigTimeBoxesWriter.process, L1GctJetFinalStage.process(), L1GctProcessor.process(), TTUConfigurator.process(), L1GctGlobalHfSumAlgos.process(), PFMETBenchmark.process(), edm::InputTag.process(), npstat::VisitCounter< Input >.process(), L1GctElectronFinalSort.process(), PFJetBenchmark.process(), ora::PrimitiveMapping.process(), PFTauElecRejectionBenchmark.process(), EgammaHLTPixelMatchElectronAlgo.process(), L1Comparator.process(), L1GctWheelEnergyFpga.process(), L1GctWheelJetFpga.process(), cscdqm::HWStandbyType.process, ora::BlobMapping.process(), L1GctGlobalEnergyAlgos.process(), L1GctElectronSorter.process(), TFWLiteSelectorBasic.process(), L1GctTdrJetFinder.process(), fwlite::internal::DataKey.process(), L1GctJetLeafCard.process(), edm::EDConsumerBase::Labels.process, KDTreeLinkerBase.process(), DTTFFEDReader.process(), L1GlobalCaloTrigger.process(), TFWLiteSelector< TWorker >.process(), TFWLiteSelector< TrackAnalysisAlgorithm >.process(), TFWLiteSelector< __class__Worker >.process(), TFWLiteSelector< ThingsWorker >.process(), SeedClusterRemover.process(), HLTTrackClusterRemoverNew.process(), ora::OraReferenceMapping.process(), EcalFenixTcp.process(), TrackClusterRemover.process(), TestOutliers.process, HTTP.RequestManager.process(), GenLumiInfoProduct::ProcessInfo.process(), ora::UniqueReferenceMapping.process(), EcalFenixStrip.process(), ora::OraPtrMapping.process(), lhef::LHERunInfo::Process.process(), CaloTowersCreationAlgo.process(), ora::NamedRefMapping.process(), ora::ArrayMapping.process(), EgammaHLTValidationUtils.EgammaDQMModuleMaker.process, ora::CArrayMapping.process(), L1GctJetFinderBase.process(), ora::ObjectMapping.process(), Config.Process.process, ora::EmptyMapping.process(), edm::SubProcess.process(), Vispa.Plugins.ConfigEditor.ConfigDataAccessor.ConfigDataAccessor.process(), and edm::ProductHolderIndexHelper::Item.process().

Referenced by ConfigBuilder.ConfigBuilder.prepare_L1REPACK().

1837  def renameInputTagsInSequence(self,sequence,oldT="rawDataCollector",newT="rawDataRepacker"):
1838  print "Replacing all InputTag %s => %s"%(oldT,newT)
1839  from PhysicsTools.PatAlgos.tools.helpers import massSearchReplaceAnyInputTag
1840  massSearchReplaceAnyInputTag(getattr(self.process,sequence),oldT,newT)
1841  loadMe='from PhysicsTools.PatAlgos.tools.helpers import massSearchReplaceAnyInputTag'
1842  if not loadMe in self.additionalCommands:
1843  self.additionalCommands.append(loadMe)
1844  self.additionalCommands.append('massSearchReplaceAnyInputTag(process.%s,"%s","%s",False,True)'%(sequence,oldT,newT))
def massSearchReplaceAnyInputTag
Definition: helpers.py:262
def ConfigBuilder.ConfigBuilder.scheduleSequence (   self,
  seq,
  prefix,
  what = 'Path' 
)

Definition at line 1166 of file ConfigBuilder.py.

References DTTTrigProd.DTTTrigProd.process, HcalHitRelabeller.process(), DTDqm.DTDqm.process, NullPostProcessor< OutputCollection, edm::EDFilter >.process(), NullPostProcessor< OutputCollection >.process(), NullPostProcessor< OutputCollection, EdmFilter >.process(), EDFilter<>.process(), DTDQMMerge.DTDQMMerge.process, DTValidSummary.DTValidSummary.process, helper::NullPostProcessor< OutputCollection, EdmFilter >.process(), helper::NullPostProcessor< reco::CandidateCollection, edm::EDFilter >.process(), helper::NullPostProcessor< typename::helper::SelectedOutputCollectionTrait< reco::TrackCollection >::type, EdmFilter >.process(), NullPostProcessor< reco::CandidateCollection >.process(), DTAnalysisResiduals.DTAnalysisResiduals.process, tfwliteselectortest::ThingsWorker.process(), DTVDriftSegmentCalibration.DTVDriftSegmentCalibration.process, DTDQMHarvesting.DTDQMHarvesting.process, DTVDriftMeanTimerCalibration.DTVDriftMeanTimerCalibration.process, DTNoiseCalibration.DTNoiseCalibration.process, DTResidualCalibration.DTResidualCalibration.process, DTDQMValidation.DTDQMValidation.process, DummyUpdator.process(), DTTTrigValid.DTTTrigValid.process, clangcms::CatchAll.process(), tfwliteselectortest::ThingsTSelector.process(), EcalFenixTcpsFgvbEB.process(), CSCTFDTReceiver.process(), EcalFenixBypassLin.process(), EcalFenixPeakFinder.process(), CSCTFMonitorInterface.process(), EcalFenixMaxof2.process(), TTULogic.process(), examples::TrackAnalysisAlgorithm.process(), CSCMonitorInterface.process(), SingleTrajectoryUpdator.process(), RBCLogic.process(), TTUWedgeORLogic.process(), RBCPatternLogic.process(), TTUSectorORLogic.process(), EcalFenixEtStrip.process(), PFPileUpAlgo.process(), __class__Worker.process(), KalmanAlignmentUpdator.process(), HcalCableMapper.process(), EcalFenixTcpFormat.process(), npstat::AbsVisitor< Input, Result >.process(), npstat::AbsVisitor< Input, unsigned long >.process(), DTT0DBValidation.DTT0DBValidation.process, EcalFenixAmplitudeFilter.process(), EcalFenixStripFormatEE.process(), npstat::AbsArrayProjector< Input, Result >.process(), DTVDriftMeanTimerWriter.DTVDriftMeanTimerWriter.process, DTVDriftSegmentWriter.DTVDriftSegmentWriter.process, RBCTestLogic.process(), BTagDifferentialPlot.process(), TTUPointingLogic.process(), EcalFenixStripFormatEB.process(), EcalFenixEtTot.process(), DTTTrigResidualCorr.DTTTrigResidualCorr.process, TTUTwoORLogic.process(), ora::IRelationalMapping.process(), HcalSimpleReconstructor.process(), EcalFenixStripFgvbEE.process(), RBCChamberORLogic.process(), TTUTrackingAlg.process(), EcalFenixTcpFgvbEE.process(), DTTTrigCorrFirst.DTTTrigCorrFirst.process, EcalFenixFgvbEB.process(), L1GctEmLeafCard.process(), L1GctNullJetFinder.process(), L1GctSimpleJetFinder.process(), SiStripClusterToDigiProducer.process(), EcalFenixLinearizer.process(), L1GctHardwareJetFinder.process(), RPCWheel.process(), DTTTrigTimeBoxesWriter.DTTTrigTimeBoxesWriter.process, L1GctJetFinalStage.process(), L1GctProcessor.process(), TTUConfigurator.process(), L1GctGlobalHfSumAlgos.process(), PFMETBenchmark.process(), npstat::VisitCounter< Input >.process(), edm::InputTag.process(), L1GctElectronFinalSort.process(), PFJetBenchmark.process(), PFTauElecRejectionBenchmark.process(), ora::PrimitiveMapping.process(), EgammaHLTPixelMatchElectronAlgo.process(), L1Comparator.process(), L1GctWheelEnergyFpga.process(), L1GctWheelJetFpga.process(), cscdqm::HWStandbyType.process, ora::BlobMapping.process(), L1GctGlobalEnergyAlgos.process(), L1GctElectronSorter.process(), L1GctTdrJetFinder.process(), TFWLiteSelectorBasic.process(), fwlite::internal::DataKey.process(), L1GctJetLeafCard.process(), KDTreeLinkerBase.process(), edm::EDConsumerBase::Labels.process, DTTFFEDReader.process(), L1GlobalCaloTrigger.process(), TFWLiteSelector< ThingsWorker >.process(), TFWLiteSelector< TrackAnalysisAlgorithm >.process(), TFWLiteSelector< TWorker >.process(), TFWLiteSelector< __class__Worker >.process(), HLTTrackClusterRemoverNew.process(), SeedClusterRemover.process(), ora::OraReferenceMapping.process(), EcalFenixTcp.process(), TrackClusterRemover.process(), TestOutliers.process, HTTP.RequestManager.process(), GenLumiInfoProduct::ProcessInfo.process(), ora::UniqueReferenceMapping.process(), EcalFenixStrip.process(), ora::OraPtrMapping.process(), lhef::LHERunInfo::Process.process(), CaloTowersCreationAlgo.process(), ora::NamedRefMapping.process(), ora::ArrayMapping.process(), EgammaHLTValidationUtils.EgammaDQMModuleMaker.process, ora::CArrayMapping.process(), L1GctJetFinderBase.process(), ora::ObjectMapping.process(), Config.Process.process, ora::EmptyMapping.process(), edm::SubProcess.process(), Vispa.Plugins.ConfigEditor.ConfigDataAccessor.ConfigDataAccessor.process(), and edm::ProductHolderIndexHelper::Item.process().

Referenced by ConfigBuilder.ConfigBuilder.PrintAllModules.leave(), ConfigBuilder.ConfigBuilder.prepare_CFWRITER(), ConfigBuilder.ConfigBuilder.prepare_DATAMIX(), ConfigBuilder.ConfigBuilder.prepare_DIGI(), ConfigBuilder.ConfigBuilder.prepare_DIGI2RAW(), ConfigBuilder.ConfigBuilder.prepare_DIGIPREMIX(), ConfigBuilder.ConfigBuilder.prepare_DIGIPREMIX_S2(), ConfigBuilder.ConfigBuilder.prepare_L1(), ConfigBuilder.ConfigBuilder.prepare_L1Reco(), ConfigBuilder.ConfigBuilder.prepare_L1REPACK(), ConfigBuilder.ConfigBuilder.prepare_L1TrackTrigger(), ConfigBuilder.ConfigBuilder.prepare_POSTRECO(), ConfigBuilder.ConfigBuilder.prepare_RAW2DIGI(), ConfigBuilder.ConfigBuilder.prepare_RECO(), ConfigBuilder.ConfigBuilder.prepare_REPACK(), ConfigBuilder.ConfigBuilder.prepare_USER(), and ConfigBuilder.ConfigBuilder.scheduleSequenceAtEnd().

1167  def scheduleSequence(self,seq,prefix,what='Path'):
1168  if '*' in seq:
1169  #create only one path with all sequences in it
1170  for i,s in enumerate(seq.split('*')):
1171  if i==0:
1172  setattr(self.process,prefix,getattr(cms,what)( getattr(self.process, s) ))
1173  else:
1174  p=getattr(self.process,prefix)
1175  p+=getattr(self.process, s)
1176  self.schedule.append(getattr(self.process,prefix))
1177  return
1178  else:
1179  #create as many path as many sequences
1180  if not '+' in seq:
1181  if self.nextScheduleIsConditional:
1182  self.conditionalPaths.append(prefix)
1183  setattr(self.process,prefix,getattr(cms,what)( getattr(self.process, seq) ))
1184  self.schedule.append(getattr(self.process,prefix))
1185  else:
1186  for i,s in enumerate(seq.split('+')):
1187  sn=prefix+'%d'%(i)
1188  setattr(self.process,sn,getattr(cms,what)( getattr(self.process, s) ))
1189  self.schedule.append(getattr(self.process,sn))
1190  return
def ConfigBuilder.ConfigBuilder.scheduleSequenceAtEnd (   self,
  seq,
  prefix 
)

Definition at line 1191 of file ConfigBuilder.py.

References ConfigBuilder.ConfigBuilder.scheduleSequence().

Referenced by ConfigBuilder.ConfigBuilder.prepare_ENDJOB().

1192  def scheduleSequenceAtEnd(self,seq,prefix):
1193  self.scheduleSequence(seq,prefix,what='EndPath')
1194  return

Member Data Documentation

ConfigBuilder.ConfigBuilder._options
private

Definition at line 168 of file ConfigBuilder.py.

list ConfigBuilder.ConfigBuilder.afterHLT = self.schedule[self.schedule.index(self.process.HLTSchedule)+1:]
static

Definition at line 2161 of file ConfigBuilder.py.

ConfigBuilder.ConfigBuilder.ALCADefaultCFF

Definition at line 858 of file ConfigBuilder.py.

Referenced by ConfigBuilder.ConfigBuilder.prepare_ALCA().

tuple ConfigBuilder.ConfigBuilder.alcastream = getattr(alcaConfig,name)
static

Definition at line 1214 of file ConfigBuilder.py.

list ConfigBuilder.ConfigBuilder.allFcn = []
static

Definition at line 792 of file ConfigBuilder.py.

list ConfigBuilder.ConfigBuilder.available = []
static

Definition at line 1247 of file ConfigBuilder.py.

string ConfigBuilder.ConfigBuilder.beamspotName = 'process.%sVtxSmearingParameters'
static

Definition at line 1380 of file ConfigBuilder.py.

string ConfigBuilder.ConfigBuilder.beamspotType = 'Flat'
static

manipulate the beamspot

Definition at line 1375 of file ConfigBuilder.py.

list ConfigBuilder.ConfigBuilder.beforeHLT = self.schedule[:self.schedule.index(self.process.HLTSchedule)]
static

Definition at line 2160 of file ConfigBuilder.py.

list ConfigBuilder.ConfigBuilder.cffToBeLoaded = VtxSmeared[self._options.beamspot]
static

Definition at line 1329 of file ConfigBuilder.py.

string ConfigBuilder.ConfigBuilder.cffToBeLoaded = 'IOMC.EventVertexGenerators.VtxSmearedParameters_cfi'
static

Definition at line 1331 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.com = string.lstrip(com)
static

Definition at line 835 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.combined_mapping = copy.deepcopy( autoDQM )
static

Definition at line 1923 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.command = command.strip()
static

drop LHEXMLStringProduct on input to save memory if appropriate

Definition at line 417 of file ConfigBuilder.py.

Referenced by cmsRelvalreport.Profile._profile_edmsize(), cmsRelvalreport.Profile._profile_igprof(), cmsRelvalreport.Profile._profile_Memcheck_Valgrind(), cmsRelvalreport.Profile._profile_None(), cmsRelvalreport.Profile._profile_valgrindfce(), cmsRelvalreport.Profile._save_output(), and runall.testit.run().

string ConfigBuilder.ConfigBuilder.CppType = 'PoolOutputModule'
static

Definition at line 523 of file ConfigBuilder.py.

dictionary ConfigBuilder.ConfigBuilder.custMap = {}
static

Definition at line 771 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.customiseFile = re.sub(r'\.pyc$', '.py', package.__file__)
static

Definition at line 806 of file ConfigBuilder.py.

ConfigBuilder.ConfigBuilder.defaultFileName = self._options.outfile_name
static

Definition at line 504 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.defaultFileName = self._options.outfile_name.replace('.root','_in'+theTier+'.root')
static

Definition at line 506 of file ConfigBuilder.py.

ConfigBuilder.ConfigBuilder.DIGI2RAWDefaultCFF

Definition at line 862 of file ConfigBuilder.py.

Referenced by ConfigBuilder.ConfigBuilder.prepare_DIGI2RAW().

ConfigBuilder.ConfigBuilder.DIGIDefaultCFF

Definition at line 861 of file ConfigBuilder.py.

Referenced by ConfigBuilder.ConfigBuilder.prepare_DIGI(), ConfigBuilder.ConfigBuilder.prepare_DIGIPREMIX(), and ConfigBuilder.ConfigBuilder.prepare_DIGIPREMIX_S2().

ConfigBuilder.ConfigBuilder.EDMtoMECFF

Definition at line 1911 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.fileName = opt.split('.')
static

Definition at line 776 of file ConfigBuilder.py.

Referenced by Splitter.Splitter.Backup(), and Splitter.Splitter.CreateFirstPage().

tuple ConfigBuilder.ConfigBuilder.filterConfig = self.load(sequence.split('.')[0])
static

load the relevant part

Definition at line 1594 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.filterSeq = sequence.split('.')
static

Definition at line 1595 of file ConfigBuilder.py.

string ConfigBuilder.ConfigBuilder.final_snippet = '\n'
static

Definition at line 788 of file ConfigBuilder.py.

ConfigBuilder.ConfigBuilder.GENDefaultCFF

Definition at line 859 of file ConfigBuilder.py.

list ConfigBuilder.ConfigBuilder.generatorModule = sys.modules[loadFragment]
static

Definition at line 1296 of file ConfigBuilder.py.

ConfigBuilder.ConfigBuilder.genModules = generatorModule.__dict__
static

Definition at line 1297 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.genSeqName = sequence.split('.')
static
Enrich the schedule with the rest of the generation step 

Definition at line 1324 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.harvestingConfig = self.loadDefaultOrSpecifiedCFF(sequence,self.HARVESTINGDefaultCFF)
static

Definition at line 1915 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.harvestingList = sequence.split("+")
static

Definition at line 1919 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.harvestingstream = getattr(harvestingConfig,name)
static

Definition at line 1935 of file ConfigBuilder.py.

ConfigBuilder.ConfigBuilder.HLTDefaultCFF

Definition at line 865 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.io = open(self._options.io,'w')
static

Definition at line 2204 of file ConfigBuilder.py.

dictionary ConfigBuilder.ConfigBuilder.ioJson = {}
static

Definition at line 2205 of file ConfigBuilder.py.

ConfigBuilder.ConfigBuilder.L1EMDefaultCFF

Definition at line 863 of file ConfigBuilder.py.

Referenced by ConfigBuilder.ConfigBuilder.prepare_L1().

ConfigBuilder.ConfigBuilder.L1MENUDefaultCFF

Definition at line 864 of file ConfigBuilder.py.

ConfigBuilder.ConfigBuilder.L1RecoDefaultCFF

Definition at line 867 of file ConfigBuilder.py.

Referenced by ConfigBuilder.ConfigBuilder.prepare_L1Reco().

ConfigBuilder.ConfigBuilder.L1TrackTriggerDefaultCFF

Definition at line 868 of file ConfigBuilder.py.

Referenced by ConfigBuilder.ConfigBuilder.prepare_L1TrackTrigger().

tuple ConfigBuilder.ConfigBuilder.lastStep = getattr(harvestingConfig,"ALCAHARVESTDQMSaveAndMetadataWriter")
static

Definition at line 1961 of file ConfigBuilder.py.

ConfigBuilder.ConfigBuilder.loadFailure = True
static

Definition at line 1290 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.loadFragment = self._options.evt_type.replace('.py','',)
static

Definition at line 1280 of file ConfigBuilder.py.

string ConfigBuilder.ConfigBuilder.loadFragment = 'Configuration.Generator.'
static

Definition at line 1283 of file ConfigBuilder.py.

dictionary ConfigBuilder.ConfigBuilder.mixingDict = {'file':pileupSpec}
static

Definition at line 637 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.mixingDict = copy.copy(Mixing[pileupSpec])
static

Definition at line 642 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.nl = self.additionalOutputs.keys()
static

Definition at line 2112 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.outDefDictStr = outDefDict.__str__()
static

Definition at line 479 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.outList = eval(self._options.outputDefinition)
static

Definition at line 477 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.output
static
Initial value:
1 = cms.OutputModule(CppType,
2  theEventContent.clone(),
3  fileName = cms.untracked.string(theFileName),
4  dataset = cms.untracked.PSet(
5  dataTier = cms.untracked.string(theTier),
6  filterName = cms.untracked.string(theFilterName))
7  )

Definition at line 527 of file ConfigBuilder.py.

list ConfigBuilder.ConfigBuilder.output = self.additionalOutputs[name]
static

Definition at line 2115 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.outputModule = getattr(self.process,theModuleLabel)
static

Definition at line 545 of file ConfigBuilder.py.

string ConfigBuilder.ConfigBuilder.outputModuleCfgCode = ""
static

adding standard sequences might change the inputEventContent option and therefore needs to be finalized after

Definition at line 2076 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.outputModuleCfgCode = self.addOutput()
static

Definition at line 2078 of file ConfigBuilder.py.

string ConfigBuilder.ConfigBuilder.outputModuleName = streamType+'output'
static

Definition at line 605 of file ConfigBuilder.py.

list ConfigBuilder.ConfigBuilder.package = sys.modules[packageName]
static

Definition at line 803 of file ConfigBuilder.py.

Referenced by Vispa.Plugins.ConfigEditor.ConfigDataAccessor.ConfigDataAccessor.properties().

tuple ConfigBuilder.ConfigBuilder.packageName = f.replace(".py","")
static

Definition at line 801 of file ConfigBuilder.py.

ConfigBuilder.ConfigBuilder.PATDefaultCFF

Definition at line 870 of file ConfigBuilder.py.

Referenced by ConfigBuilder.ConfigBuilder.prepare_PAT().

tuple ConfigBuilder.ConfigBuilder.path = getattr(self.process,theModuleLabel+'_step')
static

Definition at line 547 of file ConfigBuilder.py.

Referenced by python.rootplot.rootmath.Target.__repr__(), fff_monitoring.DQMMonitor.process_dir(), PackageSplitter.PackageSplitter.ReadFile(), ConfigFiles.ConfigFiles.ReadFile(), MainPageGenerator.MainPageGenerator.ReadFile(), PackageSplitter.PackageSplitter.WriteFile(), ConfigFiles.ConfigFiles.WriteFile(), and MainPageGenerator.MainPageGenerator.WriteFile().

string ConfigBuilder.ConfigBuilder.pathName = 'dqmoffline_step'
static

Definition at line 1890 of file ConfigBuilder.py.

list ConfigBuilder.ConfigBuilder.pathNames = ['process.'+p.label_() for p in beforeHLT]
static

Definition at line 2162 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.pfs = getattr(self.process,self.productionFilterSequence)
static

Definition at line 2189 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.pileupSpec = self._options.pileup.split(',')
static

Definition at line 632 of file ConfigBuilder.py.

ConfigBuilder.ConfigBuilder.RAW2DIGIDefaultCFF

Definition at line 866 of file ConfigBuilder.py.

Referenced by ConfigBuilder.ConfigBuilder.prepare_RAW2DIGI().

ConfigBuilder.ConfigBuilder.RECODefaultCFF

Definition at line 869 of file ConfigBuilder.py.

Referenced by ConfigBuilder.ConfigBuilder.prepare_RECO().

tuple ConfigBuilder.ConfigBuilder.rest = opt.split('.')
static

Definition at line 779 of file ConfigBuilder.py.

string ConfigBuilder.ConfigBuilder.result = "process.schedule = cms.Schedule("
static

Definition at line 2149 of file ConfigBuilder.py.

string ConfigBuilder.ConfigBuilder.sequence = 'EIsequence'
static

Definition at line 1647 of file ConfigBuilder.py.

Referenced by fff_deleter.FileDeleter.make_report(), and fff_deleter.FileDeleter.run().

tuple ConfigBuilder.ConfigBuilder.sequence = sequence.split('.')
static

Definition at line 1916 of file ConfigBuilder.py.

Referenced by fff_deleter.FileDeleter.make_report(), and fff_deleter.FileDeleter.run().

tuple ConfigBuilder.ConfigBuilder.sequenceList = list(set(sequenceList))
static

Definition at line 1888 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.shortName = name.replace('ALCARECOStream','')
static

Definition at line 1215 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.shortname = skim.replace('SKIMStream','')
static

Definition at line 1672 of file ConfigBuilder.py.

ConfigBuilder.ConfigBuilder.SIMDefaultCFF

Definition at line 860 of file ConfigBuilder.py.

string ConfigBuilder.ConfigBuilder.simGeometry = ''
static

Definition at line 1003 of file ConfigBuilder.py.

list ConfigBuilder.ConfigBuilder.simGeometry = geoms[0]
static

Definition at line 1034 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.skimstream = getattr(skimConfig,skim)
static

Definition at line 1666 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.skimstreamDQM
static
Initial value:
1 = cms.FilteredStream(
2  responsible = skimstream.responsible,
3  name = skimstream.name+'DQM',
4  paths = skimstream.paths,
5  selectEvents = skimstream.selectEvents,
6  content = self._options.datatier+'EventContent',
7  dataTier = cms.untracked.string(self._options.datatier)
8  )

Definition at line 1680 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.specialization = defineMixing(mixingDict,self._options.fast)
static

Definition at line 660 of file ConfigBuilder.py.

list ConfigBuilder.ConfigBuilder.stepList = [re.sub(r'^prepare_', '', methodName) for methodName in ConfigBuilder.__dict__ if methodName.startswith('prepare_')]
static

Definition at line 179 of file ConfigBuilder.py.

list ConfigBuilder.ConfigBuilder.stepName = stepParts[0]
static

add the corresponding input content

Definition at line 185 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.stepParts = step.split(":")
static

Definition at line 184 of file ConfigBuilder.py.

list ConfigBuilder.ConfigBuilder.stepSpec = self.stepMap[stepName]
static

Definition at line 686 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.streamTypes = self._options.eventcontent.split(',')
static

ends the –output options model

Definition at line 567 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.theEventContent = cms.PSet(outputCommands = cms.untracked.vstring('keep *'))
static

Definition at line 516 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.theExtraOutputCommands = anyOf(['o','oC','outputCommands'],outDefDict,'')
static

Definition at line 490 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.theFileName = self._options.dirout+anyOf(['fn','fileName'],outDefDict,defaultFileName)
static

Definition at line 508 of file ConfigBuilder.py.

ConfigBuilder.ConfigBuilder.theFileName = self._options.outfile_name
static

Definition at line 581 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.theFilterName = anyOf(['f','ftN','filterName'],outDefDict,'')
static

Definition at line 487 of file ConfigBuilder.py.

string ConfigBuilder.ConfigBuilder.theFilterName = 'StreamALCACombined'
static

Definition at line 521 of file ConfigBuilder.py.

ConfigBuilder.ConfigBuilder.theFilterName = self._options.filtername
static

Definition at line 582 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.theModuleLabel = anyOf(['l','mL','moduleLabel'],outDefDict,'')
static

Definition at line 489 of file ConfigBuilder.py.

ConfigBuilder.ConfigBuilder.theModuleLabel = name
static

Definition at line 499 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.theObject = getattr(generatorModule,name)
static

Definition at line 1310 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.theSelectEvent = anyOf(['s','sE','selectEvents'],outDefDict,'')
static

Definition at line 488 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.theStreamType = anyOf(['e','ec','eventContent','streamType'],outDefDict,theTier)
static

event content

Definition at line 486 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.theTier = anyOf(['t','tier','dataTier'],outDefDict)
static

Definition at line 483 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.tiers = self._options.datatier.split(',')
static

Definition at line 568 of file ConfigBuilder.py.

tuple ConfigBuilder.ConfigBuilder.tmpOut = cms.EndPath(output)
static

Definition at line 2117 of file ConfigBuilder.py.

list ConfigBuilder.ConfigBuilder.tryNames
static
Initial value:
1 = [theStreamType.replace(theTier.replace('-',''),'')+theTier.replace('-','')+'output',
2  theStreamType.replace(theTier.replace('-',''),'')+theTier.replace('-','')+theFilterName+'output',
3  theStreamType.replace(theTier.replace('-',''),'')+theTier.replace('-','')+theFilterName+theSelectEvent.split(',')[0].replace(':','for').replace(' ','')+'output'
4  ]

Definition at line 493 of file ConfigBuilder.py.