CMS 3D CMS Logo

All Classes Namespaces Files Functions Variables Typedefs Enumerations Enumerator Properties Friends Macros Modules Pages
visualization-live_cfg.py
Go to the documentation of this file.
1 from __future__ import print_function
2 import re, os, sys
3 import FWCore.ParameterSet.Config as cms
4 from Configuration.DataProcessing.GetScenario import getScenario
5 
6 """
7 Example configuration for online reconstruction meant for visualization clients.
8 """
9 
10 unitTest = False
11 if 'unitTest=True' in sys.argv:
12  unitTest=True
13 
14 if unitTest:
15  from DQM.Integration.config.unittestinputsource_cfi import options, runType, source
16 else:
17  from DQM.Integration.config.inputsource_cfi import options, runType, source
18 
19 # this is needed to map the names of the run-types chosen by DQM to the scenarios, ideally we could converge to the same names
20 #scenarios = {'pp_run': 'ppEra_Run2_2016','cosmic_run':'cosmicsEra_Run2_2016','hi_run':'HeavyIons'}
21 #scenarios = {'pp_run': 'ppEra_Run2_2016','pp_run_stage1': 'ppEra_Run2_2016','cosmic_run':'cosmicsEra_Run2_2016','cosmic_run_stage1':'cosmicsEra_Run2_2016','hi_run':'HeavyIonsEra_Run2_HI'}
22 scenarios = {'pp_run': 'ppEra_Run3','cosmic_run':'cosmicsEra_Run3','hi_run':'ppEra_Run2_2016_pA'}
23 
24 if not runType.getRunTypeName() in scenarios.keys():
25  msg = "Error getting the scenario out of the 'runkey', no mapping for: %s\n"%runType.getRunTypeName()
26  raise RuntimeError(msg)
27 
28 scenarioName = scenarios[runType.getRunTypeName()]
29 
30 print("Using scenario:",scenarioName)
31 
32 try:
33  scenario = getScenario(scenarioName)
34 except Exception as ex:
35  msg = "Error getting Scenario implementation for %s\n" % (
36  scenarioName,)
37  msg += str(ex)
38  raise RuntimeError(msg)
39 
40 # A hack necessary to prevert scenario.visualizationProcessing
41 # from overriding the connect string
42 from DQM.Integration.config.FrontierCondition_GT_autoExpress_cfi import GlobalTag
43 kwds = {
44  'globalTag': GlobalTag.globaltag.value(),
45  'globalTagConnect': GlobalTag.connect.value()
46 }
47 
48 # explicitly select the input collection, since we get multiple in online
49 from EventFilter.RawDataCollector.rawDataMapperByLabel_cfi import rawDataMapperByLabel
50 rawDataMapperByLabel.rawCollectionList = [cms.InputTag("rawDataRepacker")]
51 
52 
53 # example of how to add a filer IN FRONT of all the paths, eg for HLT selection
54 #kwds['preFilter'] = 'DQM/Integration/python/config/visualizationPreFilter.hltfilter'
55 
56 process = scenario.visualizationProcessing(writeTiers=['FEVT'], **kwds)
57 
58 if unitTest:
59  process.__dict__['_Process__name'] = "RECONEW"
60 
61 process.source = source
62 
63 if not unitTest:
64  process.source.inputFileTransitionsEachEvent = cms.untracked.bool(True)
65  process.source.skipFirstLumis = cms.untracked.bool(True)
66  process.source.minEventsPerLumi = cms.untracked.int32(0)
67  process.source.nextLumiTimeoutMillis = cms.untracked.int32(10000)
68  process.source.streamLabel = cms.untracked.string('streamDQM')
69 
70  m = re.search(r"\((\w+)\)", str(source.runNumber))
71  runno = str(m.group(1))
72  outDir= '/fff/BU0/output/EvD/run'+runno+'/streamEvDOutput'
73 else:
74  runno = options.runNumber
75  outDir = "./upload"
76 
77 #create output directory
78 try:
79  os.makedirs(outDir)
80 except:
81  pass
82 
83 process.options = cms.untracked.PSet(
84  Rethrow = cms.untracked.vstring('ProductNotFound'),
85  wantSummary = cms.untracked.bool(True),
86  numberOfThreads = cms.untracked.uint32(8),
87  numberOfStreams = cms.untracked.uint32(8)
88  )
89 
90 process.maxEvents = cms.untracked.PSet(
91  input = cms.untracked.int32(-1)
92  )
93 oldo = process._Process__outputmodules["FEVToutput"]
94 del process._Process__outputmodules["FEVToutput"]
95 
96 process.FEVToutput = cms.OutputModule("JsonWritingTimeoutPoolOutputModule",
97  splitLevel = oldo.splitLevel,
98  outputCommands = oldo.outputCommands,
99  fileName = oldo.fileName,
100  dataset = oldo.dataset,
101  runNumber = cms.untracked.uint32(int(runno)),
102  streamLabel = cms.untracked.string("streamEvDOutput_dqmcluster"),
103  # output path must exist!
104  outputPath = cms.untracked.string(outDir),
105 )
106 
107 process.DQMMonitoringService = cms.Service("DQMMonitoringService")
108 
109 dump = False
110 if dump:
111  psetFile = open("RunVisualizationProcessingCfg.py", "w")
112  psetFile.write(process.dumpPython())
113  psetFile.close()
114  cmsRun = "cmsRun -e RunVisualizationProcessingCfg.py"
115  print("Now do:\n%s" % cmsRun)
GetScenario.getScenario
def getScenario(scenarioName)
Definition: GetScenario.py:12
str
#define str(s)
Definition: TestProcessor.cc:52
print
void print(TMatrixD &m, const char *label=nullptr, bool mathematicaFormat=false)
Definition: Utilities.cc:46
createfilelist.int
int
Definition: createfilelist.py:10