CMS 3D CMS Logo
 All Classes Namespaces Files Functions Variables Typedefs Enumerations Enumerator Properties Friends Macros Groups Pages
Classes | Functions
Utils Namespace Reference

Classes

class  LoadPrerequisiteSource
 

Functions

def addMonitoring
 
def dictIO
 
def dqmIOSource
 
def dqmSeq
 
def gtNameAndConnect
 
def harvestingMode
 
def stepALCAPRODUCER
 
def stepSKIMPRODUCER
 
def validateProcess
 

Function Documentation

def Utils.addMonitoring (   process) 
_addMonitoring_

Add the monitoring services to the process provided
in order to write out performance summaries to the framework job report

Definition at line 38 of file Utils.py.

Referenced by Reco.Reco.expressProcessing(), Impl.AlCa.AlCa.expressProcessing(), and Reco.Reco.promptReco().

38 
39 def addMonitoring(process):
40  """
41  _addMonitoring_
42 
43  Add the monitoring services to the process provided
44  in order to write out performance summaries to the framework job report
45  """
46  import FWCore.ParameterSet.Config as cms
47 
48  process.SimpleMemoryCheck = cms.Service("SimpleMemoryCheck",
49  jobReportOutputOnly = cms.untracked.bool(True)
50  )
51  process.Timing = cms.Service("Timing",
52  summaryOnly = cms.untracked.bool(True)
53  )
54 
55  return process
56 
Utils.addMonitoring
def addMonitoring
Definition: Utils.py:38
def Utils.dictIO (   options,
  args 
)

Definition at line 121 of file Utils.py.

References TriggerAnalyzer.__str__(), and join().

Referenced by Reco.Reco.expressProcessing(), Impl.DataScouting.DataScouting.promptReco(), Impl.AlCa.AlCa.promptReco(), Reco.Reco.promptReco(), and Reco.Reco.visualizationProcessing().

121 
122 def dictIO(options,args):
123  if 'outputs' in args:
124  options.outputDefinition = args['outputs'].__str__()
125  else:
126  writeTiers = args.get('writeTiers', [])
127  options.eventcontent = ','.join(writeTiers)
128  options.datatier = ','.join(writeTiers)
Utils.dictIO
def dictIO
Definition: Utils.py:121
join
static std::string join(char **cmd)
Definition: RemoteFile.cc:19
def Utils.dqmIOSource (   args)

Definition at line 103 of file Utils.py.

Referenced by Impl.DataScouting.DataScouting.dqmHarvesting(), Impl.AlCa.AlCa.dqmHarvesting(), and Reco.Reco.dqmHarvesting().

103 
104 def dqmIOSource(args):
105  import FWCore.ParameterSet.Config as cms
106  if args.get('newDQMIO', False):
107  return cms.Source("DQMRootSource",
108  fileNames = cms.untracked(cms.vstring())
109  )
110  else:
111  return cms.Source("PoolSource",
112  fileNames = cms.untracked(cms.vstring())
113  )
Utils.dqmIOSource
def dqmIOSource
Definition: Utils.py:103
def Utils.dqmSeq (   args,
  default 
)

Definition at line 129 of file Utils.py.

References join().

Referenced by Impl.DataScouting.DataScouting.dqmHarvesting(), Reco.Reco.dqmHarvesting(), Reco.Reco.expressProcessing(), and Reco.Reco.promptReco().

129 
130 def dqmSeq(args,default):
131  if 'dqmSeq' in args and len(args['dqmSeq'])!=0:
132  return ':'+('+'.join(args['dqmSeq']))
133  else:
134  return default
Utils.dqmSeq
def dqmSeq
Definition: Utils.py:129
join
static std::string join(char **cmd)
Definition: RemoteFile.cc:19
def Utils.gtNameAndConnect (   globalTag,
  args 
)

Definition at line 135 of file Utils.py.

Referenced by Impl.AlCa.AlCa.alcaHarvesting(), Reco.Reco.alcaHarvesting(), Impl.DataScouting.DataScouting.dqmHarvesting(), Impl.AlCa.AlCa.dqmHarvesting(), Reco.Reco.dqmHarvesting(), Reco.Reco.expressProcessing(), Impl.AlCa.AlCa.expressProcessing(), Impl.DataScouting.DataScouting.promptReco(), Impl.AlCa.AlCa.promptReco(), Reco.Reco.promptReco(), Reco.Reco.skimming(), and Reco.Reco.visualizationProcessing().

135 
136 def gtNameAndConnect(globalTag, args):
137  if 'globalTagConnect' in args and args['globalTagConnect'] != '':
138  return globalTag + ','+args['globalTagConnect']
139  # we override here the default in the release which uses the FrontierProd servlet not suited for Tier0 activity
140  return globalTag +',frontier://PromptProd/CMS_CONDITIONS'
Utils.gtNameAndConnect
def gtNameAndConnect
Definition: Utils.py:135
def Utils.harvestingMode (   process,
  datasetName,
  args,
  rANDl = True 
)

Definition at line 114 of file Utils.py.

Referenced by Impl.DataScouting.DataScouting.dqmHarvesting(), Impl.AlCa.AlCa.dqmHarvesting(), and Reco.Reco.dqmHarvesting().

114 
115 def harvestingMode(process, datasetName, args,rANDl=True):
116  import FWCore.ParameterSet.Config as cms
117  if rANDl and (not args.get('newDQMIO', False)):
118  process.source.processingMode = cms.untracked.string('RunsAndLumis')
119  process.dqmSaver.workflow = datasetName
120  process.dqmSaver.saveByLumiSection = 1
Utils.harvestingMode
def harvestingMode
Definition: Utils.py:114
def Utils.stepALCAPRODUCER (   skims) 
_stepALCAPRODUCER_

Creates and returns the configuration string for the ALCAPRODUCER step
starting from the list of AlcaReco path to be run.

Definition at line 9 of file Utils.py.

References join().

Referenced by Reco.Reco.expressProcessing(), Impl.AlCa.AlCa.expressProcessing(), Impl.AlCa.AlCa.promptReco(), and Reco.Reco.promptReco().

9 
10 def stepALCAPRODUCER(skims):
11  """
12  _stepALCAPRODUCER_
13 
14  Creates and returns the configuration string for the ALCAPRODUCER step
15  starting from the list of AlcaReco path to be run.
16 
17  """
18 
19  step = ''
20  if len(skims) >0:
21  step = ',ALCAPRODUCER:'+('+'.join(skims))
22  return step
23 
Utils.stepALCAPRODUCER
def stepALCAPRODUCER
Definition: Utils.py:9
join
static std::string join(char **cmd)
Definition: RemoteFile.cc:19
def Utils.stepSKIMPRODUCER (   PhysicsSkims) 
_stepSKIMPRODUCER_

Creates and returns the configuration string for the SKIM step
starting from the list of skims to be run.

Definition at line 24 of file Utils.py.

References join().

Referenced by Reco.Reco.promptReco().

24 
25 def stepSKIMPRODUCER(PhysicsSkims):
26  """
27  _stepSKIMPRODUCER_
28 
29  Creates and returns the configuration string for the SKIM step
30  starting from the list of skims to be run.
31 
32  """
33 
34  step = ''
35  if len(PhysicsSkims) >0 :
36  step = ',SKIM:'+('+'.join(PhysicsSkims))
37  return step
Utils.stepSKIMPRODUCER
def stepSKIMPRODUCER
Definition: Utils.py:24
join
static std::string join(char **cmd)
Definition: RemoteFile.cc:19
def Utils.validateProcess (   process) 
_validateProcess_

Check attributes of process are appropriate for production
This method returns nothing but will throw a RuntimeError for any issues it finds
likely to cause problems in the production system

Definition at line 57 of file Utils.py.

References relativeConstraints.keys.

57 
58 def validateProcess(process):
59  """
60  _validateProcess_
61 
62  Check attributes of process are appropriate for production
63  This method returns nothing but will throw a RuntimeError for any issues it finds
64  likely to cause problems in the production system
65 
66  """
67 
68  schedule=process.schedule_()
69  paths=process.paths_()
70  endpaths=process.endpaths_()
71 
72  # check output mods are in paths and have appropriate settings
73  for outputModName in process.outputModules_().keys():
74  outputMod = getattr(process, outputModName)
75  if not hasattr(outputMod, 'dataset'):
76  msg = "Process contains output module without dataset PSET: %s \n" % outputModName
77  msg += " You need to add this PSET to this module to set dataTier and filterName\n"
78  raise RuntimeError(msg)
79  ds=getattr(outputMod,'dataset')
80  if not hasattr(ds, "dataTier"):
81  msg = "Process contains output module without dataTier parameter: %s \n" % outputModName
82  msg += " You need to add an untracked parameter to the dataset PSET of this module to set dataTier\n"
83  raise RuntimeError(msg)
84 
85  # check module in path or whatever (not sure of exact syntax for endpath)
86  omRun=False
87 
88  if schedule==None:
89  for path in paths:
90  if outputModName in getattr(process,path).moduleNames():
91  omRun=True
92  for path in endpaths:
93  if outputModName in getattr(process,path).moduleNames():
94  omRun=True
95  else:
96  for path in schedule:
97  if outputModName in path.moduleNames():
98  omRun=True
99  if omRun==False:
100  msg = "Output Module %s not in endPath" % outputModName
101  raise RuntimeError(msg)
102 
Utils.validateProcess
def validateProcess
Definition: Utils.py:57
Generated for CMSSW Reference Manual by doxygen 1.8.5