CMS 3D CMS Logo
 All Classes Namespaces Files Functions Variables Typedefs Enumerations Enumerator Properties Friends Macros Pages
relval_steps.py
Go to the documentation of this file.
1 class Matrix(dict):
2  def __setitem__(self,key,value):
3  if key in self:
4  print "ERROR in Matrix"
5  print "overwritting",key,"not allowed"
6  else:
7  self.update({float(key):WF(float(key),value)})
8 
9 
10 #the class to collect all possible steps
11 class Steps(dict):
12  def __setitem__(self,key,value):
13  if key in self:
14  print "ERROR in Step"
15  print "overwritting",key,"not allowed"
16  import sys
17  sys.exit(-9)
18  else:
19  self.update({key:value})
20  # make the python file named <step>.py
21  #if not '--python' in value: self[key].update({'--python':'%s.py'%(key,)})
22 
23  def overwrite(self,keypair):
24  value=self[keypair[1]]
25  print "overwritting step",keypair[0],"with",keypair[1],str(value)
26  self.update({keypair[0]:value})
27 
28 class WF(list):
29  def __init__(self,n,l):
30  self.extend(l)
31  self.num=n
32  #the actual steps of this WF
33  self.steps=[]
34 
35 
36  def interpret(self,stepsDict):
37  for s in self:
38  steps.append(stepsDict[s])
39 
40 InputInfoNDefault=2000000
41 class InputInfo(object):
42  def __init__(self,dataSet,label='',run=[],files=1000,events=InputInfoNDefault,split=10,location='CAF',ib_blacklist=None,ib_block=None) :
43  self.run = run
44  self.files = files
45  self.events = events
46  self.location = location
47  self.label = label
48  self.dataSet = dataSet
49  self.split = split
50  self.ib_blacklist = ib_blacklist
51  self.ib_block = ib_block
52 
53  def das(self, das_options):
54  if len(self.run) is not 0:
55  command = ";".join(["das_client.py %s --query '%s'" % (das_options, query) for query in self.queries()])
56  command = "({0})".format(command)
57  else:
58  command = "das_client.py %s --query '%s'" % (das_options, self.queries()[0])
59 
60  # Run filter on DAS output
61  if self.ib_blacklist:
62  command += " | grep -E -v "
63  command += " ".join(["-e '{0}'".format(pattern) for pattern in self.ib_blacklist])
64  command += " | sort -u"
65  return command
66 
67  def lumiRanges(self):
68  if len(self.run) != 0:
69  return "echo '{\n"+",".join(('"%d":[[1,268435455]]\n'%(x,) for x in self.run))+"}'"
70  return None
71 
72  def queries(self):
73  query_by = "block" if self.ib_block else "dataset"
74  query_source = "{0}#{1}".format(self.dataSet, self.ib_block) if self.ib_block else self.dataSet
75  if len(self.run) is not 0:
76  return ["file {0}={1} run={2} site=T2_CH_CERN".format(query_by, query_source, query_run) for query_run in self.run]
77  else:
78  return ["file {0}={1} site=T2_CH_CERN".format(query_by, query_source)]
79 
80  def __str__(self):
81  if self.ib_block:
82  return "input from: {0} with run {1}#{2}".format(self.dataSet, self.ib_block, self.run)
83  return "input from: {0} with run {1}".format(self.dataSet, self.run)
84 
85 # merge dictionaries, with prioty on the [0] index
86 def merge(dictlist,TELL=False):
87  import copy
88  last=len(dictlist)-1
89  if TELL: print last,dictlist
90  if last==0:
91  # ONLY ONE ITEM LEFT
92  return copy.copy(dictlist[0])
93  else:
94  reducedlist=dictlist[0:max(0,last-1)]
95  if TELL: print reducedlist
96  # make a copy of the last item
97  d=copy.copy(dictlist[last])
98  # update with the last but one item
99  d.update(dictlist[last-1])
100  # and recursively do the rest
101  reducedlist.append(d)
102  return merge(reducedlist,TELL)
103 
104 
105 # step1 gensim: for run1
106 step1Defaults = {'--relval' : None, # need to be explicitly set
107  '-s' : 'GEN,SIM',
108  '-n' : 10,
109  '--conditions' : 'auto:run1_mc',
110  '--datatier' : 'GEN-SIM',
111  '--eventcontent': 'RAWSIM',
112  }
113 # step1 gensim: for postLS1
114 step1Up2015Defaults = {'-s' : 'GEN,SIM',
115  '-n' : 10,
116  '--conditions' : 'auto:run2_mc',
117  '--datatier' : 'GEN-SIM',
118  '--eventcontent': 'FEVTDEBUG',
119  '--magField' : '38T_PostLS1',
120  '--customise' : 'SLHCUpgradeSimulations/Configuration/postLS1Customs.customisePostLS1'
121  }
122 
123 steps = Steps()
124 #wmsplit = {}
125 
126 #### Production test section ####
127 steps['ProdMinBias']=merge([{'cfg':'MinBias_8TeV_cfi','--relval':'9000,300'},step1Defaults])
128 steps['ProdTTbar']=merge([{'cfg':'TTbar_Tauola_8TeV_cfi','--relval':'9000,100'},step1Defaults])
129 steps['ProdQCD_Pt_3000_3500']=merge([{'cfg':'QCD_Pt_3000_3500_8TeV_cfi','--relval':'9000,50'},step1Defaults])
130 
131 #### data ####
132 #list of run to harvest for 2010A: 144086,144085,144084,144083,144011,139790,139789,139788,139787,138937,138934,138924,138923
133 #list of run to harvest for 2010B: 149442,149291,149181,149011,148822,147929,147115,146644
134 Run2010ASk=[138937,138934,138924,138923,139790,139789,139788,139787,144086,144085,144084,144083,144011]
135 Run2010BSk=[146644,147115,147929,148822,149011,149181,149182,149291,149294,149442]
136 steps['MinimumBias2010A']={'INPUT':InputInfo(dataSet='/MinimumBias/Run2010A-valskim-v6/RAW-RECO',label='run2010A',location='STD',run=Run2010ASk)}
137 steps['MinimumBias2010B']={'INPUT':InputInfo(dataSet='/MinimumBias/Run2010B-valskim-v2/RAW-RECO',label='run2010B',run=Run2010BSk)}
138 steps['WZMuSkim2010A']={'INPUT':InputInfo(dataSet='/Mu/Run2010A-WZMu-Nov4Skim_v1/RAW-RECO',label='wzMu2010A',run=Run2010ASk)}
139 steps['WZMuSkim2010B']={'INPUT':InputInfo(dataSet='/Mu/Run2010B-WZMu-Nov4Skim_v1/RAW-RECO',label='wzMu2010B',run=Run2010BSk)}
140 steps['WZEGSkim2010A']={'INPUT':InputInfo(dataSet='/EG/Run2010A-WZEG-Nov4Skim_v1/RAW-RECO',label='wzEG2010A',run=Run2010ASk)}
141 steps['WZEGSkim2010B']={'INPUT':InputInfo(dataSet='/Electron/Run2010B-WZEG-Nov4Skim_v1/RAW-RECO',label='wzEG2010B',run=Run2010BSk)}
142 
143 steps['RunCosmicsA']={'INPUT':InputInfo(dataSet='/Cosmics/Run2010A-v1/RAW',label='cos2010A',run=[142089],events=100000)}
144 Run2010B=[149011]
145 steps['RunMinBias2010B']={'INPUT':InputInfo(dataSet='/MinimumBias/Run2010B-RelValRawSkim-v1/RAW',label='mb2010B',run=Run2010B,events=100000)}
146 steps['RunMu2010B']={'INPUT':InputInfo(dataSet='/Mu/Run2010B-RelValRawSkim-v1/RAW',label='mu2010B',run=Run2010B,events=100000)}
147 steps['RunElectron2010B']={'INPUT':InputInfo(dataSet='/Electron/Run2010B-RelValRawSkim-v1/RAW',label='electron2010B',run=Run2010B,events=100000)}
148 steps['RunPhoton2010B']={'INPUT':InputInfo(dataSet='/Photon/Run2010B-RelValRawSkim-v1/RAW',label='photon2010B',run=Run2010B,events=100000)}
149 steps['RunJet2010B']={'INPUT':InputInfo(dataSet='/Jet/Run2010B-RelValRawSkim-v1/RAW',label='jet2010B',run=Run2010B,events=100000)}
150 
151 #list of run to harvest 2011A: 165121, 172802,
152 Run2011ASk=[165121,172802]
153 steps['ValSkim2011A']={'INPUT':InputInfo(dataSet='/MinimumBias/Run2011A-ValSkim-08Nov2011-v1/RAW-RECO',ib_block='239c497e-0fae-11e1-a8b1-00221959e72f',label='run2011A',location='STD',run=Run2011ASk)}
154 steps['WMuSkim2011A']={'INPUT':InputInfo(dataSet='/SingleMu/Run2011A-WMu-08Nov2011-v1/RAW-RECO',ib_block='388c2990-0de6-11e1-bb7e-00221959e72f',label='wMu2011A',location='STD',run=Run2011ASk)}
155 steps['WElSkim2011A']={'INPUT':InputInfo(dataSet='/SingleElectron/Run2011A-WElectron-08Nov2011-v1/RAW-RECO',ib_block='9c48c4ea-0db2-11e1-b62c-00221959e69e',label='wEl2011A',location='STD',run=Run2011ASk)}
156 steps['ZMuSkim2011A']={'INPUT':InputInfo(dataSet='/DoubleMu/Run2011A-ZMu-08Nov2011-v1/RAW-RECO',label='zMu2011A',location='STD',run=Run2011ASk)}
157 steps['ZElSkim2011A']={'INPUT':InputInfo(dataSet='/DoubleElectron/Run2011A-ZElectron-08Nov2011-v1/RAW-RECO',label='zEl2011A',location='STD',run=Run2011ASk)}
158 steps['HighMet2011A']={'INPUT':InputInfo(dataSet='/Jet/Run2011A-HighMET-08Nov2011-v1/RAW-RECO',ib_block='3c764584-0b59-11e1-b62c-00221959e69e',label='hMet2011A',location='STD',run=Run2011ASk)}
159 
160 steps['RunCosmics2011A']={'INPUT':InputInfo(dataSet='/Cosmics/Run2011A-v1/RAW',label='cos2011A',run=[160960],events=100000,location='STD')}
161 Run2011A=[165121]
162 steps['RunMinBias2011A']={'INPUT':InputInfo(dataSet='/MinimumBias/Run2011A-v1/RAW',label='mb2011A',run=Run2011A,events=100000,location='STD')}
163 steps['RunMu2011A']={'INPUT':InputInfo(dataSet='/SingleMu/Run2011A-v1/RAW',label='mu2011A',run=Run2011A,events=100000)}
164 steps['RunElectron2011A']={'INPUT':InputInfo(dataSet='/SingleElectron/Run2011A-v1/RAW',label='electron2011A',run=Run2011A,events=100000)}
165 steps['RunPhoton2011A']={'INPUT':InputInfo(dataSet='/Photon/Run2011A-v1/RAW',label='photon2011A',run=Run2011A,events=100000)}
166 steps['RunJet2011A']={'INPUT':InputInfo(dataSet='/Jet/Run2011A-v1/RAW',label='jet2011A',run=Run2011A,events=100000)}
167 
168 Run2011B=[177719]
169 Run2011BSk=[177719,177790,177096,175874]
170 steps['RunMinBias2011B']={'INPUT':InputInfo(dataSet='/MinimumBias/Run2011B-v1/RAW',label='mb2011B',run=Run2011B,events=100000,location='STD')}
171 steps['RunMu2011B']={'INPUT':InputInfo(dataSet='/SingleMu/Run2011B-v1/RAW',label='mu2011B',run=Run2011B,events=100000)}
172 steps['RunElectron2011B']={'INPUT':InputInfo(dataSet='/SingleElectron/Run2011B-v1/RAW',label='electron2011B',run=Run2011B,events=100000)}
173 steps['RunPhoton2011B']={'INPUT':InputInfo(dataSet='/Photon/Run2011B-v1/RAW',label='photon2011B',run=Run2011B,events=100000)}
174 steps['RunJet2011B']={'INPUT':InputInfo(dataSet='/Jet/Run2011B-v1/RAW',label='jet2011B',run=Run2011B,events=100000)}
175 
176 steps['ValSkim2011B']={'INPUT':InputInfo(dataSet='/MinimumBias/Run2011B-ValSkim-19Nov2011-v1/RAW-RECO',label='run2011B',location='STD',run=Run2011BSk)}
177 steps['WMuSkim2011B']={'INPUT':InputInfo(dataSet='/SingleMu/Run2011B-WMu-19Nov2011-v1/RAW-RECO',ib_block='19110c74-1b66-11e1-a98b-003048f02c8a',label='wMu2011B',location='STD',run=Run2011BSk)}
178 steps['WElSkim2011B']={'INPUT':InputInfo(dataSet='/SingleElectron/Run2011B-WElectron-19Nov2011-v1/RAW-RECO',ib_block='d75771a4-1b3f-11e1-aef4-003048f02c8a',label='wEl2011B',location='STD',run=Run2011BSk)}
179 steps['ZMuSkim2011B']={'INPUT':InputInfo(dataSet='/DoubleMu/Run2011B-ZMu-19Nov2011-v1/RAW-RECO',label='zMu2011B',location='STD',run=Run2011BSk)}
180 steps['ZElSkim2011B']={'INPUT':InputInfo(dataSet='/DoubleElectron/Run2011B-ZElectron-19Nov2011-v1/RAW-RECO',label='zEl2011B',run=Run2011BSk)}
181 steps['HighMet2011B']={'INPUT':InputInfo(dataSet='/Jet/Run2011B-HighMET-19Nov2011-v1/RAW-RECO',label='hMet2011B',run=Run2011BSk)}
182 
183 steps['RunHI2010']={'INPUT':InputInfo(dataSet='/HIAllPhysics/HIRun2010-v1/RAW',label='hi2010',run=[152698],events=10000,location='STD')}
184 steps['RunHI2011']={'INPUT':InputInfo(dataSet='/HIMinBiasUPC/HIRun2011-v1/RAW',label='hi2011',run=[182124],events=10000,location='STD')}
185 
186 
187 Run2012A=[191226]
188 Run2012ASk=Run2012A+[]
189 steps['RunMinBias2012A']={'INPUT':InputInfo(dataSet='/MinimumBias/Run2012A-v1/RAW',label='mb2012A',run=Run2012A, events=100000,location='STD')}
190 steps['RunTau2012A']={'INPUT':InputInfo(dataSet='/Tau/Run2012A-v1/RAW',label='tau2012A', run=Run2012A, events=100000,location='STD')}
191 steps['RunMET2012A']={'INPUT':InputInfo(dataSet='/MET/Run2012A-v1/RAW',label='met2012A', run=Run2012A, events=100000,location='STD')}
192 steps['RunMu2012A']={'INPUT':InputInfo(dataSet='/SingleMu/Run2012A-v1/RAW',label='mu2012A', run=Run2012A, events=100000,location='STD')}
193 steps['RunElectron2012A']={'INPUT':InputInfo(dataSet='/SingleElectron/Run2012A-v1/RAW',label='electron2012A', run=Run2012A, events=100000,location='STD')}
194 steps['RunJet2012A']={'INPUT':InputInfo(dataSet='/Jet/Run2012A-v1/RAW',label='jet2012A', run=Run2012A, events=100000,location='STD')}
195 
196 steps['WElSkim2012A']={'INPUT':InputInfo(dataSet='/SingleElectron/Run2012A-WElectron-13Jul2012-v1/USER',label='wEl2012A',location='STD',run=Run2012ASk)}
197 steps['ZMuSkim2012A']={'INPUT':InputInfo(dataSet='/SingleMu/Run2012A-ZMu-13Jul2012-v1/RAW-RECO',label='zMu2012A',location='STD',run=Run2012ASk)}
198 steps['ZElSkim2012A']={'INPUT':InputInfo(dataSet='/DoubleElectron/Run2012A-ZElectron-13Jul2012-v1/RAW-RECO',label='zEl2012A',run=Run2012ASk)}
199 steps['HighMet2012A']={'INPUT':InputInfo(dataSet='/HT/Run2012A-HighMET-13Jul2012-v1/RAW-RECO',label='hMet2012A',run=Run2012ASk)}
200 
201 
202 Run2012B=[194533]
203 Run2012Bsk=Run2012B+[194912,195016]
204 steps['RunMinBias2012B']={'INPUT':InputInfo(dataSet='/MinimumBias/Run2012B-v1/RAW',label='mb2012B',run=Run2012B, events=100000,location='STD')}
205 steps['RunMu2012B']={'INPUT':InputInfo(dataSet='/SingleMu/Run2012B-v1/RAW',label='mu2012B',location='STD',run=Run2012B)}
206 steps['RunPhoton2012B']={'INPUT':InputInfo(dataSet='/SinglePhoton/Run2012B-v1/RAW',ib_block='28d7fcc8-a2a0-11e1-86c7-003048caaace',label='photon2012B',location='STD',run=Run2012B)}
207 steps['RunEl2012B']={'INPUT':InputInfo(dataSet='/SingleElectron/Run2012B-v1/RAW',label='electron2012B',location='STD',run=Run2012B)}
208 steps['RunJet2012B']={'INPUT':InputInfo(dataSet='/JetHT/Run2012B-v1/RAW',label='jet2012B',location='STD',run=Run2012B)}
209 steps['ZMuSkim2012B']={'INPUT':InputInfo(dataSet='/SingleMu/Run2012B-ZMu-13Jul2012-v1/RAW-RECO',label='zMu2012B',location='CAF',run=Run2012Bsk)}
210 steps['WElSkim2012B']={'INPUT':InputInfo(dataSet='/SingleElectron/Run2012B-WElectron-13Jul2012-v1/USER',label='wEl2012B',location='STD',run=Run2012Bsk)}
211 steps['ZElSkim2012B']={'INPUT':InputInfo(dataSet='/DoubleElectron/Run2012B-ZElectron-13Jul2012-v1/RAW-RECO',ib_block='0c5092cc-d554-11e1-bb62-00221959e69e',label='zEl2012B',location='STD',run=Run2012Bsk)}
212 
213 Run2012C=[199812]
214 Run2012Csk=Run2012C+[203002]
215 steps['RunMinBias2012C']={'INPUT':InputInfo(dataSet='/MinimumBias/Run2012C-v1/RAW',label='mb2012C',run=Run2012C, events=100000,location='STD')}
216 steps['RunMu2012C']={'INPUT':InputInfo(dataSet='/SingleMu/Run2012C-v1/RAW',label='mu2012C',location='STD',run=Run2012C)}
217 steps['RunPhoton2012C']={'INPUT':InputInfo(dataSet='/SinglePhoton/Run2012C-v1/RAW',label='photon2012C',location='STD',run=Run2012C)}
218 steps['RunEl2012C']={'INPUT':InputInfo(dataSet='/SingleElectron/Run2012C-v1/RAW',label='electron2012C',location='STD',run=Run2012C)}
219 steps['RunJet2012C']={'INPUT':InputInfo(dataSet='/JetHT/Run2012C-v1/RAW',label='jet2012C',location='STD',run=Run2012C)}
220 steps['ZMuSkim2012C']={'INPUT':InputInfo(dataSet='/SingleMu/Run2012C-ZMu-PromptSkim-v3/RAW-RECO',label='zMu2012C',location='CAF',run=Run2012Csk)}
221 steps['WElSkim2012C']={'INPUT':InputInfo(dataSet='/SingleElectron/Run2012C-WElectron-PromptSkim-v3/USER',label='wEl2012C',location='STD',run=Run2012Csk)}
222 steps['ZElSkim2012C']={'INPUT':InputInfo(dataSet='/DoubleElectron/Run2012C-ZElectron-PromptSkim-v3/RAW-RECO',label='zEl2012C',location='STD',run=Run2012Csk)}
223 
224 Run2012D=[208307]
225 Run2012Dsk=Run2012D+[207454]
226 steps['RunMinBias2012D']={'INPUT':InputInfo(dataSet='/MinimumBias/Run2012D-v1/RAW',label='mb2012D',run=Run2012D, events=100000,location='STD')}
227 steps['RunMu2012D']={'INPUT':InputInfo(dataSet='/SingleMu/Run2012D-v1/RAW',label='mu2012D',location='STD',run=Run2012D)}
228 steps['RunPhoton2012D']={'INPUT':InputInfo(dataSet='/SinglePhoton/Run2012D-v1/RAW',label='photon2012D',location='STD',run=Run2012D)}
229 steps['RunEl2012D']={'INPUT':InputInfo(dataSet='/SingleElectron/Run2012D-v1/RAW',label='electron2012D',location='STD',run=Run2012D)}
230 steps['RunJet2012D']={'INPUT':InputInfo(dataSet='/JetHT/Run2012D-v1/RAW',label='jet2012D',location='STD',run=Run2012D)}
231 steps['ZMuSkim2012D']={'INPUT':InputInfo(dataSet='/SingleMu/Run2012D-ZMu-PromptSkim-v1/RAW-RECO',label='zMu2012D',location='STD',run=Run2012Dsk)}
232 steps['WElSkim2012D']={'INPUT':InputInfo(dataSet='/SingleElectron/Run2012D-WElectron-PromptSkim-v1/USER',label='wEl2012D',location='STD',run=Run2012Dsk)}
233 steps['ZElSkim2012D']={'INPUT':InputInfo(dataSet='/DoubleElectron/Run2012D-ZElectron-PromptSkim-v1/RAW-RECO',label='zEl2012D',location='STD',run=Run2012Dsk)}
234 
235 #### Standard release validation samples ####
236 
237 stCond={'--conditions':'auto:run1_mc'}
238 def Kby(N,s):
239  return {'--relval':'%s000,%s'%(N,s)}
240 def Mby(N,s):
241  return {'--relval':'%s000000,%s'%(N,s)}
242 
243 def gen(fragment,howMuch):
244  global step1Defaults
245  return merge([{'cfg':fragment},howMuch,step1Defaults])
246 
247 def gen2015(fragment,howMuch):
248  global step1Up2015Defaults
249  return merge([{'cfg':fragment},howMuch,step1Up2015Defaults])
250 
251 ### Production test: 13 TeV equivalents
252 steps['ProdMinBias_13']=gen2015('MinBias_13TeV_cfi',Kby(9,100))
253 steps['ProdTTbar_13']=gen2015('TTbar_Tauola_13TeV_cfi',Kby(9,100))
254 steps['ProdZEE_13']=gen2015('ZEE_13TeV_cfi',Kby(9,100))
255 steps['ProdQCD_Pt_3000_3500_13']=gen2015('QCD_Pt_3000_3500_13TeV_cfi',Kby(9,100))
256 
257 steps['MinBias']=gen('MinBias_8TeV_cfi',Kby(9,300))
258 steps['QCD_Pt_3000_3500']=gen('QCD_Pt_3000_3500_8TeV_cfi',Kby(9,25))
259 steps['QCD_Pt_600_800']=gen('QCD_Pt_600_800_8TeV_cfi',Kby(9,50))
260 steps['QCD_Pt_80_120']=gen('QCD_Pt_80_120_8TeV_cfi',Kby(9,100))
261 steps['MinBias_13']=gen2015('MinBias_13TeV_cfi',Kby(100,300)) # set HS to provide adequate pool for PU
262 steps['QCD_Pt_3000_3500_13']=gen2015('QCD_Pt_3000_3500_13TeV_cfi',Kby(9,25))
263 steps['QCD_Pt_600_800_13']=gen2015('QCD_Pt_600_800_13TeV_cfi',Kby(9,50))
264 steps['QCD_Pt_80_120_13']=gen2015('QCD_Pt_80_120_13TeV_cfi',Kby(9,100))
265 
266 steps['QCD_Pt_30_80_BCtoE_8TeV']=gen('QCD_Pt_30_80_BCtoE_8TeV',Kby(9000,100))
267 steps['QCD_Pt_80_170_BCtoE_8TeV']=gen('QCD_Pt_80_170_BCtoE_8TeV',Kby(9000,100))
268 steps['SingleElectronPt10']=gen('SingleElectronPt10_cfi',Kby(9,3000))
269 steps['SingleElectronPt35']=gen('SingleElectronPt35_cfi',Kby(9,500))
270 steps['SingleElectronPt1000']=gen('SingleElectronPt1000_cfi',Kby(9,50))
271 steps['SingleElectronFlatPt1To100']=gen('SingleElectronFlatPt1To100_cfi',Mby(2,100))
272 steps['SingleGammaPt10']=gen('SingleGammaPt10_cfi',Kby(9,3000))
273 steps['SingleGammaPt35']=gen('SingleGammaPt35_cfi',Kby(9,500))
274 steps['SingleMuPt1']=gen('SingleMuPt1_cfi',Kby(25,1000))
275 steps['SingleMuPt10']=gen('SingleMuPt10_cfi',Kby(25,500))
276 steps['SingleMuPt100']=gen('SingleMuPt100_cfi',Kby(9,500))
277 steps['SingleMuPt1000']=gen('SingleMuPt1000_cfi',Kby(9,500))
278 steps['SingleElectronPt10_UP15']=gen2015('SingleElectronPt10_cfi',Kby(9,3000))
279 steps['SingleElectronPt35_UP15']=gen2015('SingleElectronPt35_cfi',Kby(9,500))
280 steps['SingleElectronPt1000_UP15']=gen2015('SingleElectronPt1000_cfi',Kby(9,50))
281 steps['SingleElectronFlatPt1To100_UP15']=gen2015('SingleElectronFlatPt1To100_cfi',Mby(2,100))
282 steps['SingleGammaPt10_UP15']=gen2015('SingleGammaPt10_cfi',Kby(9,3000))
283 steps['SingleGammaPt35_UP15']=gen2015('SingleGammaPt35_cfi',Kby(9,500))
284 steps['SingleMuPt1_UP15']=gen2015('SingleMuPt1_cfi',Kby(25,1000))
285 steps['SingleMuPt10_UP15']=gen2015('SingleMuPt10_cfi',Kby(25,500))
286 steps['SingleMuPt100_UP15']=gen2015('SingleMuPt100_cfi',Kby(9,500))
287 steps['SingleMuPt1000_UP15']=gen2015('SingleMuPt1000_cfi',Kby(9,500))
288 steps['TTbar']=gen('TTbar_Tauola_8TeV_cfi',Kby(9,100))
289 steps['TTbarLepton']=gen('TTbarLepton_Tauola_8TeV_cfi',Kby(9,100))
290 steps['ZEE']=gen('ZEE_8TeV_cfi',Kby(9,100))
291 steps['Wjet_Pt_80_120']=gen('Wjet_Pt_80_120_8TeV_cfi',Kby(9,100))
292 steps['Wjet_Pt_3000_3500']=gen('Wjet_Pt_3000_3500_8TeV_cfi',Kby(9,50))
293 steps['LM1_sfts']=gen('LM1_sfts_8TeV_cfi',Kby(9,100))
294 steps['QCD_FlatPt_15_3000']=gen('QCDForPF_8TeV_cfi',Kby(5,100))
295 steps['QCD_FlatPt_15_3000HS']=gen('QCDForPF_8TeV_cfi',Kby(50,100))
296 steps['TTbar_13']=gen2015('TTbar_Tauola_13TeV_cfi',Kby(9,100))
297 steps['TTbarLepton_13']=gen2015('TTbarLepton_Tauola_13TeV_cfi',Kby(9,100))
298 steps['ZEE_13']=gen2015('ZEE_13TeV_cfi',Kby(9,100))
299 steps['Wjet_Pt_80_120_13']=gen2015('Wjet_Pt_80_120_13TeV_cfi',Kby(9,100))
300 steps['Wjet_Pt_3000_3500_13']=gen2015('Wjet_Pt_3000_3500_13TeV_cfi',Kby(9,50))
301 steps['LM1_sfts_13']=gen2015('LM1_sfts_13TeV_cfi',Kby(9,100))
302 steps['QCD_FlatPt_15_3000_13']=gen2015('QCDForPF_13TeV_cfi',Kby(9,100))
303 steps['QCD_FlatPt_15_3000HS_13']=gen2015('QCDForPF_13TeV_cfi',Kby(50,100))
304 
305 steps['ZpMM_2250_8TeV_Tauola']=gen('ZpMM_2250_8TeV_Tauola_cfi',Kby(9,100))
306 steps['ZpEE_2250_8TeV_Tauola']=gen('ZpEE_2250_8TeV_Tauola_cfi',Kby(9,100))
307 steps['ZpTT_1500_8TeV_Tauola']=gen('ZpTT_1500_8TeV_Tauola_cfi',Kby(9,100))
308 steps['ZpMM_2250_13TeV_Tauola']=gen2015('ZpMM_2250_13TeV_Tauola_cfi',Kby(9,100))
309 steps['ZpEE_2250_13TeV_Tauola']=gen2015('ZpEE_2250_13TeV_Tauola_cfi',Kby(9,100))
310 steps['ZpTT_1500_13TeV_Tauola']=gen2015('ZpTT_1500_13TeV_Tauola_cfi',Kby(9,100))
311 
312 def identitySim(wf):
313  return merge([{'--restoreRND':'SIM','--process':'SIM2', '--inputCommands':'"keep *","drop *TagInfo*_*_*_*"' },wf])
314 
315 steps['SingleMuPt10_UP15_ID']=identitySim(steps['SingleMuPt10_UP15'])
316 steps['TTbar_13_ID']=identitySim(steps['TTbar_13'])
317 
318 baseDataSetRelease=[
319  'CMSSW_7_1_0_pre7-PRE_STA71_V3-v1', # run1 samples; keep GEN-SIM fixed to 710_pre7, for samples not routinely produced
320  'CMSSW_7_1_0-STARTHI71_V13-v1', # Run1 HI GEN-SIM (only MB = wf 140)
321  'CMSSW_6_2_0_pre8-PRE_ST62_V8_FastSim-v1', # for fastsim id test
322  'CMSSW_7_1_0_pre5-START71_V1-v2', # 8 TeV , for the one sample which is part of the routine relval production (RelValZmumuJets_Pt_20_300, because of -v2)
323  # this an previous should be unified, when -v2 will be gone
324  'CMSSW_7_3_0_pre1-PRE_LS172_V15-v1', # 13 TeV samples with GEN-SIM from 720_p4; also GEN-SIM-DIGI-RAW-HLTDEBUG for id tests
325  'CMSSW_7_3_0_pre1-PRE_LS172_V15_FastSim-v1', # fast sim GEN-SIM-DIGI-RAW-HLTDEBUG for id tests
326  'CMSSW_7_3_0_pre2-MCRUN2_73_V1-v1', # GEN-SIM for BPH trigger relvals made in 73pre2; to be uniformed to the other 13 TeV GEN-SIM, in 7_4
327  ]
328 
329 # note: INPUT commands to be added once GEN-SIM w/ 13TeV+PostLS1Geo will be available
330 steps['MinBiasINPUT']={'INPUT':InputInfo(dataSet='/RelValMinBias/%s/GEN-SIM'%(baseDataSetRelease[0],),location='STD')} #was [0]
331 steps['QCD_Pt_3000_3500INPUT']={'INPUT':InputInfo(dataSet='/RelValQCD_Pt_3000_3500/%s/GEN-SIM'%(baseDataSetRelease[0],),location='STD')}
332 steps['QCD_Pt_600_800INPUT']={'INPUT':InputInfo(dataSet='/RelValQCD_Pt_600_800/%s/GEN-SIM'%(baseDataSetRelease[0],),location='STD')}
333 steps['QCD_Pt_80_120INPUT']={'INPUT':InputInfo(dataSet='/RelValQCD_Pt_80_120/%s/GEN-SIM'%(baseDataSetRelease[0],),location='STD')}
334 steps['SingleElectronPt10INPUT']={'INPUT':InputInfo(dataSet='/RelValSingleElectronPt10/%s/GEN-SIM'%(baseDataSetRelease[0],),location='STD')}
335 steps['SingleElectronPt1000INPUT']={'INPUT':InputInfo(dataSet='/RelValSingleElectronPt1000/%s/GEN-SIM'%(baseDataSetRelease[0],),location='STD')}
336 steps['SingleElectronPt35INPUT']={'INPUT':InputInfo(dataSet='/RelValSingleElectronPt35/%s/GEN-SIM'%(baseDataSetRelease[0],),location='STD')}
337 steps['SingleGammaPt10INPUT']={'INPUT':InputInfo(dataSet='/RelValSingleGammaPt10/%s/GEN-SIM'%(baseDataSetRelease[0],),location='STD')}
338 steps['SingleGammaPt35INPUT']={'INPUT':InputInfo(dataSet='/RelValSingleGammaPt35/%s/GEN-SIM'%(baseDataSetRelease[0],),location='STD')}
339 steps['SingleMuPt1INPUT']={'INPUT':InputInfo(dataSet='/RelValSingleMuPt1/%s/GEN-SIM'%(baseDataSetRelease[0],),location='STD')}
340 steps['SingleMuPt10INPUT']={'INPUT':InputInfo(dataSet='/RelValSingleMuPt10/%s/GEN-SIM'%(baseDataSetRelease[0],),location='STD')}
341 steps['SingleMuPt10_UP15IDINPUT']={'INPUT':InputInfo(dataSet='/RelValSingleMuPt10_UP15/%s/GEN-SIM-DIGI-RAW-HLTDEBUG'%(baseDataSetRelease[4],),location='STD',split=1)}
342 steps['SingleMuPt10_UP15FSIDINPUT']={'INPUT':InputInfo(dataSet='/RelValSingleMuPt10/%s/GEN-SIM-DIGI-RECO'%(baseDataSetRelease[5],),location='STD',split=1)}
343 steps['SingleMuPt100INPUT']={'INPUT':InputInfo(dataSet='/RelValSingleMuPt100/%s/GEN-SIM'%(baseDataSetRelease[0],),location='STD')}
344 steps['SingleMuPt1000INPUT']={'INPUT':InputInfo(dataSet='/RelValSingleMuPt1000/%s/GEN-SIM'%(baseDataSetRelease[0],),location='STD')}
345 steps['TTbarINPUT']={'INPUT':InputInfo(dataSet='/RelValTTbar/%s/GEN-SIM'%(baseDataSetRelease[0],),location='STD')}
346 steps['TTbar_13IDINPUT']={'INPUT':InputInfo(dataSet='/RelValTTbar_13/%s/GEN-SIM-DIGI-RAW-HLTDEBUG'%(baseDataSetRelease[4],),location='STD',split=1)}
347 steps['TTbar_13FSIDINPUT']={'INPUT':InputInfo(dataSet='/RelValTTbar_13/%s/GEN-SIM-DIGI-RECO'%(baseDataSetRelease[5],),location='STD',split=1)}
348 steps['TTbarLeptonINPUT']={'INPUT':InputInfo(dataSet='/RelValTTbarLepton/%s/GEN-SIM'%(baseDataSetRelease[0],),location='STD')}
349 steps['OldTTbarINPUT']={'INPUT':InputInfo(dataSet='/RelValProdTTbar/CMSSW_5_0_0_pre6-START50_V5-v1/GEN-SIM-RECO',location='STD')}
350 steps['OldGenSimINPUT']={'INPUT':InputInfo(dataSet='/RelValTTbar/CMSSW_4_4_2-START44_V7-v1/GEN-SIM-DIGI-RAW-HLTDEBUG',location='STD')}
351 steps['Wjet_Pt_80_120INPUT']={'INPUT':InputInfo(dataSet='/RelValWjet_Pt_80_120/%s/GEN-SIM'%(baseDataSetRelease[0],),location='STD')}
352 steps['Wjet_Pt_3000_3500INPUT']={'INPUT':InputInfo(dataSet='/RelValWjet_Pt_3000_3500/%s/GEN-SIM'%(baseDataSetRelease[0],),location='STD')}
353 steps['LM1_sftsINPUT']={'INPUT':InputInfo(dataSet='/RelValLM1_sfts/%s/GEN-SIM'%(baseDataSetRelease[0],),location='STD')}
354 steps['QCD_FlatPt_15_3000INPUT']={'INPUT':InputInfo(dataSet='/RelValQCD_FlatPt_15_3000/%s/GEN-SIM'%(baseDataSetRelease[0],),location='STD')}
355 
356 steps['QCD_FlatPt_15_3000HSINPUT']={'INPUT':InputInfo(dataSet='/RelValQCD_FlatPt_15_3000HS/%s/GEN-SIM'%(baseDataSetRelease[0],),location='STD')}
357 steps['TTbar__DIGIPU1INPUT']={'INPUT':InputInfo(dataSet='/RelValTTbar/CMSSW_5_2_2-PU_START52_V4_special_120326-v1/GEN-SIM-DIGI-RAW-HLTDEBUG',location='STD')}
358 
359 # 13 TeV recycle GEN-SIM input
360 steps['MinBias_13INPUT']={'INPUT':InputInfo(dataSet='/RelValMinBias_13/%s/GEN-SIM'%(baseDataSetRelease[4],),location='STD')}
361 steps['QCD_Pt_3000_3500_13INPUT']={'INPUT':InputInfo(dataSet='/RelValQCD_Pt_3000_3500_13/%s/GEN-SIM'%(baseDataSetRelease[4],),location='STD')}
362 steps['QCD_Pt_600_800_13INPUT']={'INPUT':InputInfo(dataSet='/RelValQCD_Pt_600_800_13/%s/GEN-SIM'%(baseDataSetRelease[4],),location='STD')}
363 steps['QCD_Pt_80_120_13INPUT']={'INPUT':InputInfo(dataSet='/RelValQCD_Pt_80_120_13/%s/GEN-SIM'%(baseDataSetRelease[4],),location='STD')}
364 steps['QCD_Pt_80_120_13_HIINPUT']={'INPUT':InputInfo(dataSet='/RelValQCD_Pt_80_120_13_HI/%s/GEN-SIM'%(baseDataSetRelease[4],),location='STD')}
365 steps['TTbar_13INPUT']={'INPUT':InputInfo(dataSet='/RelValTTbar_13/%s/GEN-SIM'%(baseDataSetRelease[4],),location='STD')}
366 steps['TTbarLepton_13INPUT']={'INPUT':InputInfo(dataSet='/RelValTTbarLepton_13/%s/GEN-SIM'%(baseDataSetRelease[4],),location='STD')}
367 steps['ZEE_13INPUT']={'INPUT':InputInfo(dataSet='/RelValZEE_13/%s/GEN-SIM'%(baseDataSetRelease[4],),location='STD')}
368 steps['Wjet_Pt_80_120_13INPUT']={'INPUT':InputInfo(dataSet='/RelValWjet_Pt_80_120_13/%s/GEN-SIM'%(baseDataSetRelease[4],),location='STD')}
369 steps['Wjet_Pt_3000_3500_13INPUT']={'INPUT':InputInfo(dataSet='/RelValWjet_Pt_3000_3500_13/%s/GEN-SIM'%(baseDataSetRelease[4],),location='STD')}
370 steps['LM1_sfts_13INPUT']={'INPUT':InputInfo(dataSet='/RelValLM1_sfts_13/%s/GEN-SIM'%(baseDataSetRelease[4],),location='STD')}
371 steps['QCD_FlatPt_15_3000_13INPUT']={'INPUT':InputInfo(dataSet='/RelValQCD_FlatPt_15_3000_13/%s/GEN-SIM'%(baseDataSetRelease[4],),location='STD')}
372 steps['QCD_FlatPt_15_3000HS_13INPUT']={'INPUT':InputInfo(dataSet='/RelValQCD_FlatPt_15_3000HS_13/%s/GEN-SIM'%(baseDataSetRelease[4],),location='STD')}
373 steps['ZpMM_2250_13TeV_TauolaINPUT']={'INPUT':InputInfo(dataSet='/RelValZpMM_2250_13TeV_Tauola/%s/GEN-SIM'%(baseDataSetRelease[4],),location='STD')}
374 steps['ZpEE_2250_13TeV_TauolaINPUT']={'INPUT':InputInfo(dataSet='/RelValZpEE_2250_13TeV_Tauola/%s/GEN-SIM'%(baseDataSetRelease[4],),location='STD')}
375 steps['ZpTT_1500_13TeV_TauolaINPUT']={'INPUT':InputInfo(dataSet='/RelValZpTT_1500_13TeV_Tauola/%s/GEN-SIM'%(baseDataSetRelease[4],),location='STD')}
376 steps['MinBiasHS_13INPUT']={'INPUT':InputInfo(dataSet='/RelValMinBiasHS_13/%s/GEN-SIM'%(baseDataSetRelease[4],),location='STD')}
377 steps['Higgs200ChargedTaus_13INPUT']={'INPUT':InputInfo(dataSet='/RelValHiggs200ChargedTaus_13/%s/GEN-SIM'%(baseDataSetRelease[4],),location='STD')}
378 
379 # activate GEN-SIM recycling once we'll have the first set of gen-sim
380 steps['Upsilon1SToMuMu_13INPUT']={'INPUT':InputInfo(dataSet='/RelValUpsilon1SToMuMu_13/%s/GEN-SIM'%(baseDataSetRelease[6],),location='STD')}
381 steps['BuToKstarMuMu_13INPUT']={'INPUT':InputInfo(dataSet='/RelValBuToKstarMuMu_13/%s/GEN-SIM'%(baseDataSetRelease[6],),location='STD')}
382 steps['BsToMuMu_13INPUT']={'INPUT':InputInfo(dataSet='/RelValBsToMuMu_13/%s/GEN-SIM'%(baseDataSetRelease[6],),location='STD')}
383 steps['JpsiMuMu_Pt-15INPUT']={'INPUT':InputInfo(dataSet='/RelValJpsiMuMu_Pt-15/%s/GEN-SIM'%(baseDataSetRelease[6],),location='STD')}
384 steps['BuToKstarPsi2S_13INPUT']={'INPUT':InputInfo(dataSet='/RelValBuToKstarPsi2S_13/%s/GEN-SIM'%(baseDataSetRelease[6],),location='STD')}
385 steps['WE_13INPUT']={'INPUT':InputInfo(dataSet='/RelValWE_13/%s/GEN-SIM'%(baseDataSetRelease[4],),location='STD')}
386 steps['WM_13INPUT']={'INPUT':InputInfo(dataSet='/RelValWM_13/%s/GEN-SIM'%(baseDataSetRelease[4],),location='STD')}
387 steps['WpM_13INPUT']={'INPUT':InputInfo(dataSet='/RelValWpM_13/%s/GEN-SIM'%(baseDataSetRelease[4],),location='STD')}
388 steps['ZMM_13INPUT']={'INPUT':InputInfo(dataSet='/RelValZMM_13/%s/GEN-SIM'%(baseDataSetRelease[4],),location='STD')}
389 steps['ZMM_13_HIINPUT']={'INPUT':InputInfo(dataSet='/RelValZMM_13_HI/%s/GEN-SIM'%(baseDataSetRelease[4],),location='STD')}
390 steps['ZpMM_13INPUT']={'INPUT':InputInfo(dataSet='/RelValZpMM_13/%s/GEN-SIM'%(baseDataSetRelease[4],),location='STD')}
391 steps['ZTT_13INPUT']={'INPUT':InputInfo(dataSet='/RelValZTT_13/%s/GEN-SIM'%(baseDataSetRelease[4],),location='STD')}
392 steps['H130GGgluonfusion_13INPUT']={'INPUT':InputInfo(dataSet='/RelValH130GGgluonfusion_13/%s/GEN-SIM'%(baseDataSetRelease[4],),location='STD')}
393 steps['PhotonJets_Pt_10_13INPUT']={'INPUT':InputInfo(dataSet='/RelValPhotonJets_Pt_10_13/%s/GEN-SIM'%(baseDataSetRelease[4],),location='STD')}
394 steps['PhotonJets_Pt_10_13_HIINPUT']={'INPUT':InputInfo(dataSet='/RelValPhotonJets_Pt_10_13_HI/%s/GEN-SIM'%(baseDataSetRelease[4],),location='STD')}
395 steps['QQH1352T_Tauola_13INPUT']={'INPUT':InputInfo(dataSet='/RelValQQH1352T_Tauola_13/%s/GEN-SIM'%(baseDataSetRelease[4],),location='STD')}
396 steps['ADDMonoJet_d3MD3_13INPUT']={'INPUT':InputInfo(dataSet='/RelValADDMonoJet_d3MD3_13/%s/GEN-SIM'%(baseDataSetRelease[4],),location='STD')}
397 steps['RSKKGluon_m3000GeV_13INPUT']={'INPUT':InputInfo(dataSet='/RelValRSKKGluon_m3000GeV_13/%s/GEN-SIM'%(baseDataSetRelease[4],),location='STD')}
398 steps['Pythia6_BuJpsiK_TuneZ2star_13INPUT']={'INPUT':InputInfo(dataSet='/RelValPythia6_BuJpsiK_TuneZ2star_13/%s/GEN-SIM'%(baseDataSetRelease[4],),location='STD')}
399 steps['Cosmics_UP15INPUT']={'INPUT':InputInfo(dataSet='/RelValCosmics_UP15/%s/GEN-SIM'%(baseDataSetRelease[4],),location='STD')}
400 steps['BeamHalo_13INPUT']={'INPUT':InputInfo(dataSet='/RelValBeamHalo_13/%s/GEN-SIM'%(baseDataSetRelease[4],),location='STD')}
401 # particle guns with postLS1 geometry recycle GEN-SIM input
402 steps['SingleElectronPt10_UP15INPUT']={'INPUT':InputInfo(dataSet='/RelValSingleElectronPt10_UP15/%s/GEN-SIM'%(baseDataSetRelease[4],),location='STD')}
403 steps['SingleElectronPt35_UP15INPUT']={'INPUT':InputInfo(dataSet='/RelValSingleElectronPt35_UP15/%s/GEN-SIM'%(baseDataSetRelease[4],),location='STD')}
404 steps['SingleElectronPt1000_UP15INPUT']={'INPUT':InputInfo(dataSet='/RelValSingleElectronPt1000_UP15/%s/GEN-SIM'%(baseDataSetRelease[4],),location='STD')}
405 steps['SingleElectronFlatPt1To100_UP15INPUT']={'INPUT':InputInfo(dataSet='/RelValSingleElectronFlatPt1To100_UP15/%s/GEN-SIM'%(baseDataSetRelease[4],),location='STD')}
406 steps['SingleGammaPt10_UP15INPUT']={'INPUT':InputInfo(dataSet='/RelValSingleGammaPt10_UP15/%s/GEN-SIM'%(baseDataSetRelease[4],),location='STD')}
407 steps['SingleGammaPt35_UP15INPUT']={'INPUT':InputInfo(dataSet='/RelValSingleGammaPt35_UP15/%s/GEN-SIM'%(baseDataSetRelease[4],),location='STD')}
408 steps['SingleMuPt1_UP15INPUT']={'INPUT':InputInfo(dataSet='/RelValSingleMuPt1_UP15/%s/GEN-SIM'%(baseDataSetRelease[4],),location='STD')}
409 steps['SingleMuPt10_UP15INPUT']={'INPUT':InputInfo(dataSet='/RelValSingleMuPt10_UP15/%s/GEN-SIM'%(baseDataSetRelease[4],),location='STD')}
410 steps['SingleMuPt100_UP15INPUT']={'INPUT':InputInfo(dataSet='/RelValSingleMuPt100_UP15/%s/GEN-SIM'%(baseDataSetRelease[4],),location='STD')}
411 steps['SingleMuPt1000_UP15INPUT']={'INPUT':InputInfo(dataSet='/RelValSingleMuPt1000_UP15/%s/GEN-SIM'%(baseDataSetRelease[4],),location='STD')}
412 
413 #input for fast sim workflows to be added - TODO
414 
415 
416 ## high stat step1
417 ecalHcal={
418  '-s':'GEN,SIM,DIGI,DIGI2RAW,RAW2DIGI,L1Reco,RECO,EI',
419  '--datatier':'GEN-SIM-DIGI-RAW-RECO',
420  #'--geometry':'ECALHCAL',
421  '--eventcontent':'FEVTDEBUG',
422  '--customise':'Validation/Configuration/ECALHCAL.customise,SimGeneral/MixingModule/fullMixCustomize_cff.setCrossingFrameOn',
423  '--beamspot':'NoSmear'}
424 
425 steps['SingleElectronE120EHCAL']=merge([{'cfg':'SingleElectronE120EHCAL_cfi'},ecalHcal,Kby(25,250),step1Defaults])
426 steps['SinglePiE50HCAL']=merge([{'cfg':'SinglePiE50HCAL_cfi'},ecalHcal,Kby(25,250),step1Defaults])
427 
428 steps['MinBiasHS']=gen('MinBias_8TeV_cfi',Kby(25,300))
429 steps['InclusiveppMuX']=gen('InclusiveppMuX_8TeV_cfi',Mby(11,45000))
430 steps['SingleElectronFlatPt5To100']=gen('SingleElectronFlatPt5To100_cfi',Kby(25,250))
431 steps['SinglePiPt1']=gen('SinglePiPt1_cfi',Kby(25,250))
432 steps['SingleMuPt1HS']=gen('SingleMuPt1_cfi',Kby(25,1000))
433 steps['ZPrime5000Dijet']=gen('ZPrime5000JJ_8TeV_cfi',Kby(25,100))
434 steps['SinglePi0E10']=gen('SinglePi0E10_cfi',Kby(25,100))
435 steps['SinglePiPt10']=gen('SinglePiPt10_cfi',Kby(25,250))
436 steps['SingleGammaFlatPt10To100']=gen('SingleGammaFlatPt10To100_cfi',Kby(25,250))
437 steps['SingleTauPt50Pythia']=gen('SingleTaupt_50_cfi',Kby(25,100))
438 steps['SinglePiPt100']=gen('SinglePiPt100_cfi',Kby(25,250))
439 
440 
441 def genS(fragment,howMuch):
442  global step1Defaults,stCond
443  return merge([{'cfg':fragment},stCond,howMuch,step1Defaults])
444 
445 steps['Higgs200ChargedTaus']=genS('H200ChargedTaus_Tauola_8TeV_cfi',Kby(9,100))
446 steps['JpsiMM']=genS('JpsiMM_8TeV_cfi',Kby(66,1000))
447 steps['WE']=genS('WE_8TeV_cfi',Kby(9,100))
448 steps['WM']=genS('WM_8TeV_cfi',Kby(9,200))
449 steps['WpM']=genS('WpM_8TeV_cfi',Kby(9,200))
450 steps['ZMM']=genS('ZMM_8TeV_cfi',Kby(18,300))
451 steps['ZpMM']=genS('ZpMM_8TeV_cfi',Kby(9,200))
452 steps['Higgs200ChargedTaus_13']=gen2015('H200ChargedTaus_Tauola_13TeV_cfi',Kby(9,100))
453 steps['Upsilon1SToMuMu_13']=gen2015('Upsilon1SToMuMu_forSTEAM_13TeV_cfi',Kby(17,190))
454 steps['BuToKstarMuMu_13']=gen2015('BuToKstarMuMu_forSTEAM_13TeV_cfi',Kby(2250,25000))
455 steps['BsToMuMu_13']=gen2015('BsToMuMu_forSTEAM_13TeV_cfi',Kby(30000,333333))
456 steps['JpsiMuMu_Pt-15']=gen2015('JpsiMuMu_Pt-15_forSTEAM_13TeV_cfi',Kby(11000,122000))
457 steps['BuToKstarPsi2S_13']=gen2015('BuToKstarPsi2S_forSTEAM_13TeV_cfi',Kby(16000,176000))
458 steps['WE_13']=gen2015('WE_13TeV_cfi',Kby(9,100))
459 steps['WM_13']=gen2015('WM_13TeV_cfi',Kby(9,200))
460 steps['WpM_13']=gen2015('WpM_13TeV_cfi',Kby(9,200))
461 steps['ZMM_13']=gen2015('ZMM_13TeV_cfi',Kby(18,300))
462 steps['ZpMM_13']=gen2015('ZpMM_13TeV_cfi',Kby(9,200))
463 
464 steps['ZTT']=genS('ZTT_Tauola_All_hadronic_8TeV_cfi',Kby(9,150))
465 steps['H130GGgluonfusion']=genS('H130GGgluonfusion_8TeV_cfi',Kby(9,100))
466 steps['PhotonJets_Pt_10']=genS('PhotonJet_Pt_10_8TeV_cfi',Kby(9,150))
467 steps['QQH1352T_Tauola']=genS('QQH1352T_Tauola_8TeV_cfi',Kby(9,100))
468 steps['ZTT_13']=gen2015('ZTT_Tauola_All_hadronic_13TeV_cfi',Kby(9,150))
469 steps['H130GGgluonfusion_13']=gen2015('H130GGgluonfusion_13TeV_cfi',Kby(9,100))
470 steps['PhotonJets_Pt_10_13']=gen2015('PhotonJet_Pt_10_13TeV_cfi',Kby(9,150))
471 steps['QQH1352T_Tauola_13']=gen2015('QQH1352T_Tauola_13TeV_cfi',Kby(9,100))
472 #steps['ZmumuJets_Pt_20_300']=gen('ZmumuJets_Pt_20_300_GEN_8TeV_cfg',Kby(25,100))
473 steps['ADDMonoJet_d3MD3']=genS('ADDMonoJet_8TeV_d3MD3_cfi',Kby(9,100))
474 steps['ADDMonoJet_d3MD3_13']=gen2015('ADDMonoJet_13TeV_d3MD3_cfi',Kby(9,100))
475 steps['RSKKGluon_m3000GeV_13']=gen2015('RSKKGluon_m3000GeV_13TeV_cff',Kby(9,100))
476 steps['Pythia6_BuJpsiK_TuneZ2star_13']=gen2015('Pythia6_BuJpsiK_TuneZ2star_13TeV_cfi',Kby(36000,400000))
477 
478 steps['MinBias2INPUT']={'INPUT':InputInfo(dataSet='/RelValMinBias/%s/GEN-SIM'%(baseDataSetRelease[0],),location='STD')}
479 steps['Higgs200ChargedTausINPUT']={'INPUT':InputInfo(dataSet='/RelValHiggs200ChargedTaus/%s/GEN-SIM'%(baseDataSetRelease[0],),location='STD')}
480 steps['QCD_Pt_3000_3500_2INPUT']={'INPUT':InputInfo(dataSet='/RelValQCD_Pt_3000_3500/%s/GEN-SIM'%(baseDataSetRelease[0],),location='STD')}
481 steps['QCD_Pt_80_120_2INPUT']={'INPUT':InputInfo(dataSet='/RelValQCD_Pt_80_120/%s/GEN-SIM'%(baseDataSetRelease[0],),location='STD')}
482 steps['JpsiMMINPUT']={'INPUT':InputInfo(dataSet='/RelValJpsiMM/%s/GEN-SIM'%(baseDataSetRelease[0],),location='STD')}
483 steps['TTbar2INPUT']={'INPUT':InputInfo(dataSet='/RelValTTbar/%s/GEN-SIM'%(baseDataSetRelease[0],),location='STD')}
484 steps['WEINPUT']={'INPUT':InputInfo(dataSet='/RelValWE/%s/GEN-SIM'%(baseDataSetRelease[0],),location='STD')}
485 steps['WMINPUT']={'INPUT':InputInfo(dataSet='/RelValWM/%s/GEN-SIM'%(baseDataSetRelease[0],),location='STD')}
486 steps['ZEEINPUT']={'INPUT':InputInfo(dataSet='/RelValZEE/%s/GEN-SIM'%(baseDataSetRelease[0],),location='STD')}
487 steps['ZMMINPUT']={'INPUT':InputInfo(dataSet='/RelValZMM/%s/GEN-SIM'%(baseDataSetRelease[0],),location='STD')}
488 steps['ZTTINPUT']={'INPUT':InputInfo(dataSet='/RelValZTT/%s/GEN-SIM'%(baseDataSetRelease[0],),location='STD')}
489 steps['H130GGgluonfusionINPUT']={'INPUT':InputInfo(dataSet='/RelValH130GGgluonfusion/%s/GEN-SIM'%(baseDataSetRelease[0],),location='STD')}
490 steps['PhotonJets_Pt_10INPUT']={'INPUT':InputInfo(dataSet='/RelValPhotonJets_Pt_10/%s/GEN-SIM'%(baseDataSetRelease[0],),location='STD')}
491 steps['QQH1352T_TauolaINPUT']={'INPUT':InputInfo(dataSet='/RelValQQH1352T_Tauola/%s/GEN-SIM'%(baseDataSetRelease[0],),location='STD')}
492 steps['ADDMonoJet_d3MD3INPUT']={'INPUT':InputInfo(dataSet='/RelValADDMonoJet_d3MD3/%s/GEN-SIM'%(baseDataSetRelease[0],),location='STD')}
493 steps['WpMINPUT']={'INPUT':InputInfo(dataSet='/RelValWpM/%s/GEN-SIM'%(baseDataSetRelease[0],),location='STD')}
494 steps['ZpMMINPUT']={'INPUT':InputInfo(dataSet='/RelValZpMM/%s/GEN-SIM'%(baseDataSetRelease[0],),location='STD')}
495 steps['ZpMM_2250_8TeV_TauolaINPUT']={'INPUT':InputInfo(dataSet='/RelValZpMM_2250_8TeV_Tauola/%s/GEN-SIM'%(baseDataSetRelease[0],),location='STD')}
496 steps['ZpEE_2250_8TeV_TauolaINPUT']={'INPUT':InputInfo(dataSet='/RelValZpEE_2250_8TeV_Tauola/%s/GEN-SIM'%(baseDataSetRelease[0],),location='STD')}
497 steps['ZpTT_1500_8TeV_TauolaINPUT']={'INPUT':InputInfo(dataSet='/RelValZpTT_1500_8TeV_Tauola/%s/GEN-SIM'%(baseDataSetRelease[0],),location='STD')}
498 
499 
500 steps['Cosmics']=merge([{'cfg':'UndergroundCosmicMu_cfi.py','--scenario':'cosmics'},Kby(666,100000),step1Defaults])
501 steps['Cosmics_UP15']=merge([{'cfg':'UndergroundCosmicMu_cfi.py','--scenario':'cosmics'},Kby(666,100000),step1Up2015Defaults])
502 steps['BeamHalo']=merge([{'cfg':'BeamHalo_cfi.py','--scenario':'cosmics'},Kby(9,100),step1Defaults])
503 steps['BeamHalo_13']=merge([{'cfg':'BeamHalo_13TeV_cfi.py','--scenario':'cosmics'},Kby(9,100),step1Up2015Defaults])
504 
505 # GF re-introduce INPUT command once GEN-SIM will be available
506 # steps['CosmicsINPUT']={'INPUT':InputInfo(dataSet='/RelValCosmics/%s/GEN-SIM'%(baseDataSetRelease[0],),location='STD')}
507 steps['BeamHaloINPUT']={'INPUT':InputInfo(dataSet='/RelValBeamHalo/%s/GEN-SIM'%(baseDataSetRelease[0],),location='STD')}
508 
509 steps['QCD_Pt_50_80']=genS('QCD_Pt_50_80_8TeV_cfi',Kby(25,100))
510 steps['QCD_Pt_15_20']=genS('QCD_Pt_15_20_8TeV_cfi',Kby(25,100))
511 steps['ZTTHS']=merge([Kby(25,100),steps['ZTT']])
512 steps['QQH120Inv']=genS('QQH120Inv_8TeV_cfi',Kby(25,100))
513 steps['TTbar2HS']=merge([Kby(25,100),steps['TTbar']])
514 steps['JpsiMM_Pt_20_inf']=genS('JpsiMM_Pt_20_inf_8TeV_cfi',Kby(70,280))
515 steps['QCD_Pt_120_170']=genS('QCD_Pt_120_170_8TeV_cfi',Kby(25,100))
516 steps['H165WW2L']=genS('H165WW2L_Tauola_8TeV_cfi',Kby(25,100))
517 steps['UpsMM']=genS('UpsMM_8TeV_cfi',Kby(56250,225))
518 steps['RSGrav']=genS('RS750_quarks_and_leptons_8TeV_cff',Kby(25,100))
519 steps['QCD_Pt_80_120_2HS']=merge([Kby(25,100),steps['QCD_Pt_80_120']])
520 steps['bJpsiX']=genS('bJpsiX_8TeV_cfi',Mby(325,1300000))
521 steps['QCD_Pt_30_50']=genS('QCD_Pt_30_50_8TeV_cfi',Kby(25,100))
522 steps['H200ZZ4L']=genS('H200ZZ4L_Tauola_8TeV_cfi',Kby(25,100))
523 steps['LM9p']=genS('LM9p_8TeV_cff',Kby(25,100))
524 steps['QCD_Pt_20_30']=genS('QCD_Pt_20_30_8TeV_cfi',Kby(25,100))
525 steps['QCD_Pt_170_230']=genS('QCD_Pt_170_230_8TeV_cfi',Kby(25,100))
526 
527 
528 
529 
530 ## pPb tests
531 step1PPbDefaults={'--beamspot':'Realistic8TeVCollisionPPbBoost'}
532 steps['AMPT_PPb_5020GeV_MinimumBias']=merge([{'-n':10},step1PPbDefaults,genS('AMPT_PPb_5020GeV_MinimumBias_cfi',Kby(9,100))])
533 # GF to be uncommented when GEN-SIM becomes available
534 # steps['AMPT_PPb_5020GeV_MinimumBiasINPUT']={'INPUT':InputInfo(dataSet='/RelValAMPT_PPb_5020GeV_MinimumBias/%s/GEN-SIM'%(baseDataSetRelease[5],),location='STD')}
535 
536 ## heavy ions tests
537 U2000by1={'--relval': '2000,1'}
538 U80by1={'--relval': '80,1'}
539 
540 hiAlca = {'--conditions':'auto:run2_mc_HIon'}
541 hiDefaults=merge([hiAlca,{'--scenario':'HeavyIons','-n':2}])
542 
543 steps['HydjetQ_MinBias_2760GeV']=merge([{'-n':1},hiDefaults,genS('Hydjet_Quenched_MinBias_2760GeV_cfi',U2000by1)])
544 steps['HydjetQ_MinBias_2760GeVINPUT']={'INPUT':InputInfo(dataSet='/RelValHydjetQ_MinBias_2760GeV/%s/GEN-SIM'%(baseDataSetRelease[1],),location='STD',split=5)}
545 steps['HydjetQ_MinBias_2760GeV_UP15']=merge([{'-n':1},hiDefaults,genS('Hydjet_Quenched_MinBias_2760GeV_cfi',U2000by1)])
546 steps['HydjetQ_MinBias_2760GeV_UP15INPUT']={'INPUT':InputInfo(dataSet='/RelValHydjetQ_MinBias_2760GeV/%s/GEN-SIM'%(baseDataSetRelease[1],),location='STD',split=5)}
547 #steps['HydjetQ_B8_2760GeV']=merge([{'-n':1},hiDefaults,genS('Hydjet_Quenched_B8_2760GeV_cfi',U80by1)])
548 #steps['HydjetQ_B8_2760GeVINPUT']={'INPUT':InputInfo(dataSet='/RelValHydjetQ_B8_2760GeV/%s/GEN-SIM'%(baseDataSetRelease[7],),location='CAF')}
549 steps['QCD_Pt_80_120_13_HI']=merge([hiDefaults,steps['QCD_Pt_80_120_13']])
550 steps['PhotonJets_Pt_10_13_HI']=merge([hiDefaults,steps['PhotonJets_Pt_10_13']])
551 steps['ZMM_13_HI']=merge([hiDefaults,steps['ZMM_13']])
552 
553 
554 def changeRefRelease(steps,listOfPairs):
555  for s in steps:
556  if ('INPUT' in steps[s]):
557  oldD=steps[s]['INPUT'].dataSet
558  for (ref,newRef) in listOfPairs:
559  if ref in oldD:
560  steps[s]['INPUT'].dataSet=oldD.replace(ref,newRef)
561  if '--pileup_input' in steps[s]:
562  for (ref,newRef) in listOfPairs:
563  if ref in steps[s]['--pileup_input']:
564  steps[s]['--pileup_input']=steps[s]['--pileup_input'].replace(ref,newRef)
565 
566 def addForAll(steps,d):
567  for s in steps:
568  steps[s].update(d)
569 
570 
571 
572 #### fastsim section ####
573 ##no forseen to do things in two steps GEN-SIM then FASTIM->end: maybe later
574 step1FastDefaults =merge([{'-s':'GEN,SIM,RECO,EI,HLT:@fake,VALIDATION',
575  '--fast':'',
576  '--eventcontent':'FEVTDEBUGHLT,DQM',
577  '--datatier':'GEN-SIM-DIGI-RECO,DQMIO',
578  '--relval':'27000,3000'},
579  step1Defaults])
580 step1FastUpg2015Defaults =merge([{'-s':'GEN,SIM,RECO,EI,HLT:@relval,VALIDATION',
581  '--fast':'',
582  '--conditions' :'auto:run2_mc',
583  '--magField' :'38T_PostLS1',
584  '--customise' :'SLHCUpgradeSimulations/Configuration/postLS1Customs.customisePostLS1',
585  '--eventcontent':'FEVTDEBUGHLT,DQM',
586  '--datatier':'GEN-SIM-DIGI-RECO,DQMIO',
587  '--relval':'27000,3000'},
588  step1Defaults])
589 step1FastPUNewMixing =merge([{'-s':'GEN,SIM,RECO',
590  '--fast':'',
591  '--conditions' :'auto:run2_mc',
592  '--magField' :'38T_PostLS1',
593  '--customise' :'SLHCUpgradeSimulations/Configuration/postLS1Customs.customisePostLS1',
594  '--eventcontent':'FASTPU',
595  '--datatier':'GEN-SIM-RECO',
596  '--relval':'27000,3000'},
597  step1Defaults])
598 
599 
600 #step1FastDefaults
601 steps['TTbarFS']=merge([{'cfg':'TTbar_Tauola_8TeV_cfi'},Kby(100,1000),step1FastDefaults])
602 steps['SingleMuPt1FS']=merge([{'cfg':'SingleMuPt1_cfi'},step1FastDefaults])
603 steps['SingleMuPt10FS']=merge([{'cfg':'SingleMuPt10_cfi'},step1FastDefaults])
604 steps['SingleMuPt100FS']=merge([{'cfg':'SingleMuPt100_cfi'},step1FastDefaults])
605 steps['SinglePiPt1FS']=merge([{'cfg':'SinglePiPt1_cfi'},step1FastDefaults])
606 steps['SinglePiPt10FS']=merge([{'cfg':'SinglePiPt10_cfi'},step1FastDefaults])
607 steps['SinglePiPt100FS']=merge([{'cfg':'SinglePiPt100_cfi'},step1FastDefaults])
608 steps['ZEEFS']=merge([{'cfg':'ZEE_8TeV_cfi'},Kby(100,2000),step1FastDefaults])
609 steps['ZTTFS']=merge([{'cfg':'ZTT_Tauola_OneLepton_OtherHadrons_8TeV_cfi'},Kby(100,2000),step1FastDefaults])
610 steps['QCDFlatPt153000FS']=merge([{'cfg':'QCDForPF_8TeV_cfi'},Kby(27,2000),step1FastDefaults])
611 steps['QCD_Pt_80_120FS']=merge([{'cfg':'QCD_Pt_80_120_8TeV_cfi'},Kby(100,500),stCond,step1FastDefaults])
612 steps['QCD_Pt_3000_3500FS']=merge([{'cfg':'QCD_Pt_3000_3500_8TeV_cfi'},Kby(100,500),stCond,step1FastDefaults])
613 steps['H130GGgluonfusionFS']=merge([{'cfg':'H130GGgluonfusion_8TeV_cfi'},step1FastDefaults])
614 steps['SingleGammaFlatPt10To10FS']=merge([{'cfg':'SingleGammaFlatPt10To100_cfi'},Kby(100,500),step1FastDefaults])
615 
616 #step1FastUpg2015Defaults
617 steps['TTbarFS_13']=merge([{'cfg':'TTbar_Tauola_13TeV_cfi'},Kby(100,1000),step1FastUpg2015Defaults])
618 steps['ZEEFS_13']=merge([{'cfg':'ZEE_13TeV_cfi'},Kby(100,2000),step1FastUpg2015Defaults])
619 steps['ZTTFS_13']=merge([{'cfg':'ZTT_Tauola_OneLepton_OtherHadrons_13TeV_cfi'},Kby(100,2000),step1FastUpg2015Defaults])
620 steps['QCDFlatPt153000FS_13']=merge([{'cfg':'QCDForPF_13TeV_cfi'},Kby(27,2000),step1FastUpg2015Defaults])
621 steps['QCD_Pt_80_120FS_13']=merge([{'cfg':'QCD_Pt_80_120_13TeV_cfi'},Kby(100,500),step1FastUpg2015Defaults])
622 steps['QCD_Pt_3000_3500FS_13']=merge([{'cfg':'QCD_Pt_3000_3500_13TeV_cfi'},Kby(100,500),step1FastUpg2015Defaults])
623 steps['H130GGgluonfusionFS_13']=merge([{'cfg':'H130GGgluonfusion_13TeV_cfi'},step1FastUpg2015Defaults])
624 steps['SingleMuPt10FS_UP15']=merge([{'cfg':'SingleMuPt10_cfi'},step1FastUpg2015Defaults])
625 steps['SingleMuPt100FS_UP15']=merge([{'cfg':'SingleMuPt100_cfi'},step1FastUpg2015Defaults])
626 
627 #step1FastPU
628 steps['MinBiasFS_13_ForMixing']=merge([{'cfg':'MinBias_13TeV_cfi'},Kby(100,1000),step1FastPUNewMixing])
629 
630 steps['TTbarSFS']=merge([{'cfg':'TTbar_Tauola_8TeV_cfi'},
631  {'-s':'GEN,SIM',
632  '--eventcontent':'FEVTDEBUG',
633  '--datatier':'GEN-SIM',
634  '--fast':''},
635  step1Defaults])
636 
637 steps['TTbarSFSA']=merge([{'cfg':'TTbar_Tauola_8TeV_cfi',
638  '-s':'GEN,SIM,RECO,EI,HLT:@fake,VALIDATION',
639  '--fast':''},
640  step1FastDefaults])
641 
642 def identityFS(wf):
643  return merge([{'--restoreRND':'HLT','--process':'HLT2','--hltProcess':'HLT2', '--inputCommands':'"keep *","drop *TagInfo*_*_*_*"'},wf])
644 
645 steps['SingleMuPt10FS_UP15_ID']=identityFS(steps['SingleMuPt10FS_UP15'])
646 steps['TTbarFS_13_ID']=identityFS(steps['TTbarFS_13'])
647 
648 step1GenDefaults=merge([{'-s':'GEN,VALIDATION:genvalid',
649  '--relval':'250000,20000',
650  '--eventcontent':'RAWSIM,DQM',
651  '--datatier':'GEN,DQMIO'},
652  step1Defaults])
653 def genvalid(fragment,d,suffix='all',fi='',dataSet=''):
654  import copy
655  c=copy.copy(d)
656  if suffix:
657  c['-s']=c['-s'].replace('genvalid','genvalid_'+suffix)
658  if fi:
659  c['--filein']='lhe:%d'%(fi,)
660  if dataSet:
661  c['--filein']='das:%s'%(dataSet,)
662  c['cfg']=fragment
663  return c
664 
665 
666 steps['MinBias_TuneZ2star_13TeV_pythia6']=genvalid('MinBias_TuneZ2star_13TeV_pythia6_cff',step1GenDefaults)
667 steps['QCD_Pt-30_TuneZ2star_13TeV_pythia6']=genvalid('QCD_Pt_30_TuneZ2star_13TeV_pythia6_cff',step1GenDefaults)
668 steps['MinBias_13TeV_pythia8']=genvalid('MinBias_13TeV_pythia8_cff',step1GenDefaults)
669 steps['QCD_Pt-30_13TeV_pythia8']=genvalid('QCD_Pt_30_13TeV_pythia8_cff',step1GenDefaults)
670 
671 steps['DYToLL_M-50_13TeV_pythia8']=genvalid('DYToLL_M-50_13TeV_pythia8_cff',step1GenDefaults)
672 steps['WToLNu_13TeV_pythia8']=genvalid('WToLNu_13TeV_pythia8_cff',step1GenDefaults)
673 
674 steps['SoftQCDDiffractive_13TeV_pythia8']=genvalid('SoftQCDDiffractive_13TeV_pythia8_cff',step1GenDefaults)
675 steps['SoftQCDnonDiffractive_13TeV_pythia8']=genvalid('SoftQCDnonDiffractive_13TeV_pythia8_cff',step1GenDefaults)
676 steps['SoftQCDelastic_13TeV_pythia8']=genvalid('SoftQCDelastic_13TeV_pythia8_cff',step1GenDefaults)
677 steps['SoftQCDinelastic_13TeV_pythia8']=genvalid('SoftQCDinelastic_13TeV_pythia8_cff',step1GenDefaults)
678 
679 steps['QCD_Pt-30_8TeV_herwigpp']=genvalid('QCD_Pt_30_8TeV_herwigpp_cff',step1GenDefaults)
680 
681 # Generator Hadronization (Hadronization of LHE)
682 steps['WJetsLNu_13TeV_madgraph-pythia8']=genvalid('Hadronizer_MgmMatchTuneCUETP8M1_13TeV_madgraph_pythia8_cff',step1GenDefaults,dataSet='/WJetsToLNu_13TeV-madgraph/Fall13wmLHE-START62_V1-v1/GEN')
683 steps['ZJetsLL_13TeV_madgraph-pythia8']=genvalid('Hadronizer_MgmMatchTuneCUETP8M1_13TeV_madgraph_pythia8_cff',step1GenDefaults,dataSet='/DYJetsToLL_M-50_13TeV-madgraph_v2/Fall13wmLHE-START62_V1-v1/GEN')
684 steps['GGToH_13TeV_pythia8']=genvalid('GGToHtautau_13TeV_pythia8_cff',step1GenDefaults)
685 
686 steps['WJetsLNutaupinu_13TeV_madgraph-pythia8']=genvalid('Hadronizer_MgmMatchTuneCUETP8M1_13TeV_madgraph_pythia8_taupinu_cff',step1GenDefaults,dataSet='/WJetsToLNu_13TeV-madgraph/Fall13wmLHE-START62_V1-v1/GEN')
687 steps['ZJetsLLtaupinu_13TeV_madgraph-pythia8']=genvalid('Hadronizer_MgmMatchTuneCUETP8M1_13TeV_madgraph_pythia8_taupinu_cff',step1GenDefaults,dataSet='/DYJetsToLL_M-50_13TeV-madgraph_v2/Fall13wmLHE-START62_V1-v1/GEN')
688 steps['GGToHtaupinu_13TeV_pythia8']=genvalid('GGToHtautau_13TeV_pythia8_taupinu_cff',step1GenDefaults)
689 
690 steps['WJetsLNutaurhonu_13TeV_madgraph-pythia8']=genvalid('Hadronizer_MgmMatchTuneCUETP8M1_13TeV_madgraph_pythia8_taurhonu_cff.py',step1GenDefaults,dataSet='/WJetsToLNu_13TeV-madgraph/Fall13wmLHE-START62_V1-v1/GEN')
691 steps['ZJetsLLtaurhonu_13TeV_madgraph-pythia8']=genvalid('Hadronizer_MgmMatchTuneCUETP8M1_13TeV_madgraph_pythia8_taurhonu_cff.py',step1GenDefaults,dataSet='/DYJetsToLL_M-50_13TeV-madgraph_v2/Fall13wmLHE-START62_V1-v1/GEN')
692 steps['GGToHtaurhonu_13TeV_pythia8']=genvalid('GGToHtautau_13TeV_pythia8_taurhonu_cff',step1GenDefaults)
693 
694 # Generator External Decays
695 steps['TT_13TeV_pythia8-evtgen']=genvalid('Hadronizer_MgmMatchTuneCUETP8M1_13TeV_madgraph_pythia8_EvtGen_cff',step1GenDefaults,dataSet='/TTJets_MSDecaysCKM_central_13TeV-madgraph/Fall13wmLHE-START62_V1-v1/GEN')
696 
697 steps['DYToLL_M-50_13TeV_pythia8-tauola']=genvalid('Hadronizer_MgmMatchTuneCUETP8M1_13TeV_madgraph_pythia8_Tauola_cff',step1GenDefaults,dataSet='/DYJetsToLL_M-50_13TeV-madgraph_v2/Fall13wmLHE-START62_V1-v1/GEN')
698 steps['WToLNu_13TeV_pythia8-tauola']=genvalid('Hadronizer_MgmMatchTuneCUETP8M1_13TeV_madgraph_pythia8_Tauola_cff',step1GenDefaults,dataSet='/WJetsToLNu_13TeV-madgraph/Fall13wmLHE-START62_V1-v1/GEN')
699 steps['GGToH_13TeV_pythia8-tauola']=genvalid('GGToHtautau_13TeV_pythia8_Tauola_cff',step1GenDefaults)
700 
701 steps['WToLNutaupinu_13TeV_pythia8-tauola']=genvalid('Hadronizer_MgmMatchTuneCUETP8M1_13TeV_madgraph_pythia8_Tauola_taupinu_cff',step1GenDefaults,dataSet='/WJetsToLNu_13TeV-madgraph/Fall13wmLHE-START62_V1-v1/GEN')
702 steps['DYToLLtaupinu_M-50_13TeV_pythia8-tauola']=genvalid('Hadronizer_MgmMatchTuneCUETP8M1_13TeV_madgraph_pythia8_Tauola_taupinu_cff',step1GenDefaults,dataSet='/DYJetsToLL_M-50_13TeV-madgraph_v2/Fall13wmLHE-START62_V1-v1/GEN')
703 steps['GGToHtaupinu_13TeV_pythia8-tauola']=genvalid('GGToHtautau_13TeV_pythia8_Tauola_taupinu_cff',step1GenDefaults)
704 
705 steps['WToLNutaurhonu_13TeV_pythia8-tauola']=genvalid('Hadronizer_MgmMatchTuneCUETP8M1_13TeV_madgraph_pythia8_Tauola_taurhonu_cff',step1GenDefaults,dataSet='/WJetsToLNu_13TeV-madgraph/Fall13wmLHE-START62_V1-v1/GEN')
706 steps['DYToLLtaurhonu_M-50_13TeV_pythia8-tauola']=genvalid('Hadronizer_MgmMatchTuneCUETP8M1_13TeV_madgraph_pythia8_Tauola_taurhonu_cff',step1GenDefaults,dataSet='/DYJetsToLL_M-50_13TeV-madgraph_v2/Fall13wmLHE-START62_V1-v1/GEN')
707 steps['GGToHtaurhonu_13TeV_pythia8-tauola']=genvalid('GGToHtautau_13TeV_pythia8_Tauola_taurhonu_cff',step1GenDefaults)
708 
709 # Heavy Ion
710 steps['ReggeGribovPartonMC_EposLHC_5TeV_pPb']=genvalid('GeneratorInterface/ReggeGribovPartonMCInterface/ReggeGribovPartonMC_EposLHC_5TeV_pPb_cfi',step1GenDefaults)
711 
712 
713 
714 
715 #PU for FullSim
716 PU={'-n':10,'--pileup':'default','--pileup_input':'das:/RelValMinBias/%s/GEN-SIM'%(baseDataSetRelease[0],)}
717 # pu2 can be removed
718 PU2={'-n':10,'--pileup':'default','--pileup_input':'das:/RelValMinBias/%s/GEN-SIM'%(baseDataSetRelease[0],)}
719 PU25={'-n':10,'--pileup':'AVE_35_BX_25ns','--pileup_input':'das:/RelValMinBias_13/%s/GEN-SIM'%(baseDataSetRelease[4],)}
720 PU50={'-n':10,'--pileup':'AVE_35_BX_50ns','--pileup_input':'das:/RelValMinBias_13/%s/GEN-SIM'%(baseDataSetRelease[4],)}
721 
722 
723 #PU for FastSim
724 PUFS={'--pileup':'default'}
725 PUFS2={'--pileup':'mix_2012_Startup_inTimeOnly'}
726 PUFSAVE10={'--pileup':'E13TeV_AVE_10_inTimeOnly'}
727 PUFSAVE20={'--pileup':'E13TeV_AVE_20_inTimeOnly'}
728 
729 #
730 steps['TTbarFSPU']=merge([PUFS,Kby(100,500),steps['TTbarFS']] )
731 steps['TTbarFSPU2']=merge([PUFS2,Kby(100,500),steps['TTbarFS']])
732 steps['TTbarFSPU13AVE10']=merge([PUFSAVE10,Kby(100,500),steps['TTbarFS_13']] )
733 steps['TTbarFSPU13AVE20']=merge([PUFSAVE20,Kby(100,500),steps['TTbarFS_13']] )
734 
735 
736 # step2
737 step2Defaults = { '-s' : 'DIGI:pdigi_valid,L1,DIGI2RAW,HLT:@fake,RAW2DIGI,L1Reco',
738  '--datatier' : 'GEN-SIM-DIGI-RAW-HLTDEBUG',
739  '--eventcontent': 'FEVTDEBUGHLT',
740  '--conditions' : 'auto:run1_mc',
741  }
742 #for 2015
743 step2Upg2015Defaults = {'-s' :'DIGI:pdigi_valid,L1,DIGI2RAW,HLT:@relval,RAW2DIGI,L1Reco',
744  '--conditions' :'auto:run2_mc',
745  '--magField' :'38T_PostLS1',
746  '--datatier' :'GEN-SIM-DIGI-RAW-HLTDEBUG',
747  '--eventcontent':'FEVTDEBUGHLT',
748  '--customise' :'SLHCUpgradeSimulations/Configuration/postLS1Customs.customisePostLS1',
749  '-n' :'10'
750  }
751 step2Upg2015Defaults50ns = merge([{'--conditions':'auto:run2_mc_50ns'},step2Upg2015Defaults])
752 
753 steps['DIGIUP15']=merge([step2Upg2015Defaults])
754 steps['DIGIUP15PROD1']=merge([{'-s':'DIGI,L1,DIGI2RAW,HLT:@relval,RAW2DIGI,L1Reco','--eventcontent':'RAWSIM','--datatier':'GEN-SIM-RAW'},step2Upg2015Defaults])
755 steps['DIGIUP15_PU25']=merge([PU25,step2Upg2015Defaults])
756 steps['DIGIUP15_PU50']=merge([PU50,step2Upg2015Defaults50ns])
757 
758 steps['DIGIPROD1']=merge([{'-s':'DIGI,L1,DIGI2RAW,HLT:@fake,RAW2DIGI,L1Reco','--eventcontent':'RAWSIM','--datatier':'GEN-SIM-RAW'},step2Defaults])
759 steps['DIGI']=merge([step2Defaults])
760 #steps['DIGI2']=merge([stCond,step2Defaults])
761 steps['DIGICOS']=merge([{'--scenario':'cosmics','--eventcontent':'FEVTDEBUG','--datatier':'GEN-SIM-DIGI-RAW'},stCond,step2Defaults])
762 steps['DIGIHAL']=merge([{'--scenario':'cosmics','--eventcontent':'FEVTDEBUG','--datatier':'GEN-SIM-DIGI-RAW'},step2Upg2015Defaults])
763 
764 steps['DIGIPU1']=merge([PU,step2Defaults])
765 steps['DIGIPU2']=merge([PU2,step2Defaults])
766 steps['REDIGIPU']=merge([{'-s':'reGEN,reDIGI,L1,DIGI2RAW,HLT:@fake,RAW2DIGI,L1Reco'},steps['DIGIPU1']])
767 
768 steps['DIGIUP15_ID']=merge([{'--restoreRND':'HLT','--process':'HLT2'},steps['DIGIUP15']])
769 
770 steps['RESIM']=merge([{'-s':'reGEN,reSIM','-n':10},steps['DIGI']])
771 steps['RESIMDIGI']=merge([{'-s':'reGEN,reSIM,DIGI,L1,DIGI2RAW,HLT:@fake,RAW2DIGI,L1Reco','-n':10,'--restoreRNDSeeds':'','--process':'HLT'},steps['DIGI']])
772 
773 
774 steps['DIGIHI']=merge([{'--conditions':'auto:run2_mc_HIon', '-s':'DIGI:pdigi_valid,L1,DIGI2RAW,HLT:HIon,RAW2DIGI,L1Reco', '--inputCommands':'"keep *","drop *_simEcalPreshowerDigis_*_*"', '-n':2}, hiDefaults, step2Upg2015Defaults])
775 
776 
777 
778 # PRE-MIXING : https://twiki.cern.ch/twiki/bin/view/CMSPublic/SWGuideSimulation#Pre_Mixing_Instructions
779 premixUp2015Defaults = {
780  '--evt_type' : 'SingleNuE10_cfi',
781  '-s' : 'GEN,SIM,DIGIPREMIX,L1,DIGI2RAW',
782  '-n' : '10',
783  '--conditions' : 'auto:upgradePLS1', # 25ns GT; dedicated dict for 50ns
784  '--datatier' : 'GEN-SIM-DIGI-RAW',
785  '--eventcontent': 'PREMIX',
786  '--magField' : '38T_PostLS1',
787  '--geometry' : 'Extended2015',
788  '--customise' : 'SLHCUpgradeSimulations/Configuration/postLS1CustomsPreMixing.customisePostLS1' # temporary replacement for premix; to be brought back to customisePostLS1
789 }
790 premixUp2015Defaults50ns = merge([{'--conditions':'auto:upgradePLS150ns'},premixUp2015Defaults])
791 
792 steps['PREMIXUP15_PU25']=merge([PU25,Kby(100,100),premixUp2015Defaults])
793 steps['PREMIXUP15_PU50']=merge([PU50,Kby(100,100),premixUp2015Defaults50ns])
794 
795 digiPremixUp2015Defaults25ns = {
796  '--conditions' : 'auto:upgradePLS1',
797  '-s' : 'DIGIPREMIX_S2:pdigi_valid,DATAMIX,L1,DIGI2RAW,HLT:@relval,RAW2DIGI,L1Reco',
798  '--pileup_input' : 'das:/RelValPREMIXUP15_PU25/%s/GEN-SIM-DIGI-RAW'%baseDataSetRelease[3],
799  '--eventcontent' : 'FEVTDEBUGHLT',
800  '--datatier' : 'GEN-SIM-DIGI-RAW-HLTDEBUG',
801  '--datamix' : 'PreMix',
802  '--customise' : 'SLHCUpgradeSimulations/Configuration/postLS1CustomsPreMixing.customisePostLS1', # temporary replacement for premix; to be brought back to customisePostLS1
803  '--geometry' : 'Extended2015',
804  '--magField' : '38T_PostLS1',
805  }
806 digiPremixUp2015Defaults50ns=merge([{'--conditions':'auto:upgradePLS150ns'},
807  {'--pileup_input' : 'das:/RelValPREMIXUP15_PU50/%s/GEN-SIM-DIGI-RAW'%baseDataSetRelease[4]},
808  digiPremixUp2015Defaults25ns])
809 steps['DIGIPRMXUP15_PU25']=merge([digiPremixUp2015Defaults25ns])
810 steps['DIGIPRMXUP15_PU50']=merge([digiPremixUp2015Defaults50ns])
811 premixProd = {'-s' : 'DIGIPREMIX_S2,DATAMIX,L1,DIGI2RAW,HLT:@relval,RAW2DIGI,L1Reco',
812  '--eventcontent' : 'PREMIXRAW',
813  '--datatier' : 'PREMIXRAW'} #GF: check this datatier name
814 steps['DIGIPRMXUP15_PROD_PU25']=merge([premixProd,digiPremixUp2015Defaults25ns])
815 steps['DIGIPRMXUP15_PROD_PU50']=merge([premixProd,digiPremixUp2015Defaults50ns])
816 
817 
818 dataReco={'--conditions':'auto:run1_data',
819  '-s':'RAW2DIGI,L1Reco,RECO,EI,ALCA:SiStripCalZeroBias+SiStripCalMinBias+TkAlMinBias,DQM',
820  '--datatier':'RECO,DQMIO',
821  '--eventcontent':'RECO,DQM',
822  '--data':'',
823  '--process':'reRECO',
824  '--scenario':'pp',
825  }
826 
827 hltKey='fake'
828 from Configuration.HLT.autoHLT import autoHLT
829 menu = autoHLT[hltKey]
830 steps['HLTD']=merge([{'--process':'reHLT',
831  '-s':'L1REPACK,HLT:@%s'%hltKey,
832  '--conditions':'auto:run1_hlt_%s'%menu,
833  '--data':'',
834  '--output':'\'[{"e":"RAW","t":"RAW","o":["drop FEDRawDataCollection_rawDataCollector__LHC"]}]\'',
835  },])
836 steps['HLTDSKIM']=merge([{'--inputCommands':'"keep *","drop *_*_*_RECO"'},steps['HLTD']])
837 
838 steps['RECOD']=merge([{'--scenario':'pp',},dataReco])
839 steps['RECODSplit']=steps['RECOD'] # finer job splitting
840 steps['RECOSKIMALCA']=merge([{'--inputCommands':'"keep *","drop *_*_*_RECO"'
841  },steps['RECOD']])
842 steps['RECOSKIM']=merge([{'-s':'RAW2DIGI,L1Reco,RECO,EI,DQM',
843  },steps['RECOSKIMALCA']])
844 
845 steps['REPACKHID']=merge([{'--scenario':'HeavyIons',
846  '-s':'RAW2DIGI,REPACK',
847  '--datatier':'RAW',
848  '--eventcontent':'REPACKRAW'},
849  steps['RECOD']])
850 steps['RECOHID10']=merge([{'--scenario':'HeavyIons',
851  '-s':'RAW2DIGI,L1Reco,RECO,ALCA:SiStripCalZeroBias+SiStripCalMinBias+TkAlMinBiasHI+HcalCalMinBias,DQM',
852  '--datatier':'RECO,DQMIO',
853  '--eventcontent':'RECO,DQM','-n':30},
854  steps['RECOD']])
855 steps['RECOHID11']=merge([{'--repacked':''},
856  steps['RECOHID10']])
857 steps['RECOHID10']['-s']+=',REPACK'
858 steps['RECOHID10']['--datatier']+=',RAW'
859 steps['RECOHID10']['--eventcontent']+=',REPACKRAW'
860 
861 steps['TIER0']=merge([{'--customise':'Configuration/DataProcessing/RecoTLR.customisePrompt',
862  '-s':'RAW2DIGI,L1Reco,RECO,EI,ALCAPRODUCER:@allForPrompt,DQM,ENDJOB',
863  '--datatier':'RECO,AOD,ALCARECO,DQMIO',
864  '--eventcontent':'RECO,AOD,ALCARECO,DQM',
865  '--process':'RECO'
866  },dataReco])
867 steps['TIER0EXP']=merge([{'-s':'RAW2DIGI,L1Reco,RECO,EI,ALCAPRODUCER:@allForExpress,DQM,ENDJOB',
868  '--datatier':'ALCARECO,DQMIO',
869  '--eventcontent':'ALCARECO,DQM',
870  '--customise':'Configuration/DataProcessing/RecoTLR.customiseExpress',
871  },steps['TIER0']])
872 
873 steps['RECOCOSD']=merge([{'--scenario':'cosmics',
874  '-s':'RAW2DIGI,L1Reco,RECO,DQM,ALCA:MuAlCalIsolatedMu+DtCalib',
875  '--customise':'Configuration/DataProcessing/RecoTLR.customiseCosmicData'
876  },dataReco])
877 
878 step2HImixDefaults=merge([{'-n':'2', #too slow for 10 events/hour
879  '--himix':'',
880  '--filein':'file.root',
881  '--process':'HISIGNAL'
882  },hiDefaults,step1Up2015Defaults])
883 steps['Pyquen_GammaJet_pt20_2760GeV']=merge([{'cfg':'Pyquen_GammaJet_pt20_2760GeV_cfi'},step2HImixDefaults])
884 steps['Pyquen_DiJet_pt80to120_2760GeV']=merge([{'cfg':'Pyquen_DiJet_pt80to120_2760GeV_cfi'},step2HImixDefaults])
885 steps['Pyquen_ZeemumuJets_pt10_2760GeV']=merge([{'cfg':'Pyquen_ZeemumuJets_pt10_2760GeV_cfi'},step2HImixDefaults])
886 
887 # step3
888 step3Defaults = {
889  '-s' : 'RAW2DIGI,L1Reco,RECO,EI,VALIDATION,DQM',
890  '--conditions' : 'auto:run1_mc',
891  '--no_exec' : '',
892  '--datatier' : 'GEN-SIM-RECO,DQMIO',
893  '--eventcontent': 'RECOSIM,DQM'
894  }
895 
896 steps['DIGIPU']=merge([{'--process':'REDIGI'},steps['DIGIPU1']])
897 
898 #for 2015
899 step3Up2015Defaults = {'-s':'RAW2DIGI,L1Reco,RECO,EI,VALIDATION,DQM',
900  '--conditions':'auto:run2_mc',
901  '--magField' : '38T_PostLS1',
902  '-n':'10',
903  '--datatier':'GEN-SIM-RECO,DQMIO',
904  '--eventcontent':'RECOSIM,DQM',
905  '--customise' : 'SLHCUpgradeSimulations/Configuration/postLS1Customs.customisePostLS1'
906  }
907 step3Up2015Defaults50ns = merge([{'--conditions':'auto:run2_mc_50ns'},step3Up2015Defaults])
908 
909 step3Up2015Hal = {'-s' :'RAW2DIGI,L1Reco,RECO,EI,VALIDATION,DQM',
910  '--conditions' :'auto:run2_mc',
911  '--magField' :'38T_PostLS1',
912  '--datatier' :'GEN-SIM-RECO,DQMIO',
913  '--eventcontent':'RECOSIM,DQM',
914  '-n' :'10',
915  '--customise' :'SLHCUpgradeSimulations/Configuration/postLS1Customs.customisePostLS1'
916  }
917 
918 step3Up2015DefaultsUnsch = merge([{'--runUnscheduled':''},step3Up2015Defaults])
919 step3DefaultsUnsch = merge([{'--runUnscheduled':''},step3Defaults])
920 
921 
922 steps['RECOUP15']=merge([step3Up2015Defaults]) # todo: remove UP from label
923 steps['RECOUP15PROD1']=merge([{ '-s' : 'RAW2DIGI,L1Reco,RECO,EI', '--datatier' : 'GEN-SIM-RECO,AODSIM', '--eventcontent' : 'RECOSIM,AODSIM'},step3Up2015Defaults])
924 
925 steps['RECODreHLT']=merge([{'--hltProcess':'reHLT','--conditions':'auto:run1_data_%s'%menu},steps['RECOD']])
926 
927 steps['RECO']=merge([step3Defaults])
928 steps['RECODBG']=merge([{'--eventcontent':'RECODEBUG,DQM'},steps['RECO']])
929 steps['RECOPROD1']=merge([{ '-s' : 'RAW2DIGI,L1Reco,RECO,EI', '--datatier' : 'GEN-SIM-RECO,AODSIM', '--eventcontent' : 'RECOSIM,AODSIM'},step3Defaults])
930 steps['RECOPRODUP15']=merge([{ '-s' : 'RAW2DIGI,L1Reco,RECO,EI', '--datatier' : 'GEN-SIM-RECO,AODSIM', '--eventcontent' : 'RECOSIM,AODSIM'},step3Up2015Defaults])
931 steps['RECOCOS']=merge([{'-s':'RAW2DIGI,L1Reco,RECO,ALCA:MuAlCalIsolatedMu,DQM','--scenario':'cosmics'},stCond,step3Defaults])
932 steps['RECOHAL']=merge([{'-s':'RAW2DIGI,L1Reco,RECO,ALCA:MuAlCalIsolatedMu,DQM','--scenario':'cosmics'},step3Up2015Hal])
933 steps['RECOMIN']=merge([{'-s':'RAW2DIGI,L1Reco,RECO,EI,ALCA:SiStripCalZeroBias+SiStripCalMinBias+EcalCalPhiSym,VALIDATION,DQM'},stCond,step3Defaults])
934 steps['RECOMINUP15']=merge([{'-s':'RAW2DIGI,L1Reco,RECO,EI,ALCA:SiStripCalZeroBias+SiStripCalMinBias+EcalCalPhiSym,VALIDATION,DQM'},step3Up2015Defaults])
935 
936 steps['RECODDQM']=merge([{'-s':'RAW2DIGI,L1Reco,RECO,EI,DQM:@common+@muon+@hcal+@jetmet+@ecal'},steps['RECOD']])
937 
938 steps['RECOPU1']=merge([PU,steps['RECO']])
939 steps['RECOPU2']=merge([PU2,steps['RECO']])
940 steps['RECOUP15_PU25']=merge([PU25,step3Up2015Defaults])
941 steps['RECOUP15_PU50']=merge([PU50,step3Up2015Defaults50ns])
942 
943 steps['RECOUNSCH']=merge([step3DefaultsUnsch])
944 steps['RECOUP15UNSCH']=merge([step3Up2015DefaultsUnsch])
945 
946 
947 # for premixing: no --pileup_input for replay; GEN-SIM only available for in-time event, from FEVTDEBUGHLT previous step
948 steps['RECOPRMXUP15_PU25']=merge([
949  {'-s':'RAW2DIGI,L1Reco,RECO,EI,VALIDATION,DQM'},
950  {'--customise':'SLHCUpgradeSimulations/Configuration/postLS1CustomsPreMixing.customisePostLS1'}, # temporary replacement for premix; to be brought back to customisePostLS1
951  {'--geometry' : 'Extended2015'},
952  step3Up2015Defaults])
953 steps['RECOPRMXUP15_PU50']=merge([
954  {'-s':'RAW2DIGI,L1Reco,RECO,EI,VALIDATION,DQM'},
955  {'--customise':'SLHCUpgradeSimulations/Configuration/postLS1CustomsPreMixing.customisePostLS1'}, # temporary replacement for premix; to be brought back to customisePostLS1
956  {'--geometry' : 'Extended2015'},
957  step3Up2015Defaults50ns])
958 
959 recoPremixUp15prod = merge([
960  {'-s':'RAW2DIGI,L1Reco,RECO,EI'},
961  {'--datatier' : 'GEN-SIM-RECO,AODSIM'},
962  {'--eventcontent' : 'RECOSIM,AODSIM'},
963  {'--customise':'SLHCUpgradeSimulations/Configuration/postLS1CustomsPreMixing.customisePostLS1'}, # temporary replacement for premix; to be brought back to customisePostLS1
964  {'--geometry' : 'Extended2015'},
965  step3Up2015Defaults])
966 
967 steps['RECOPRMXUP15PROD_PU25']=merge([
968  recoPremixUp15prod])
969 steps['RECOPRMXUP15PROD_PU50']=merge([
970  {'--conditions':'auto:upgradePLS150ns'},
971  recoPremixUp15prod])
972 
973 
974 steps['RECOPUDBG']=merge([{'--eventcontent':'RECODEBUG,DQM'},steps['RECOPU1']])
975 steps['RERECOPU1']=merge([{'--hltProcess':'REDIGI'},steps['RECOPU1']])
976 
977 steps['RECOUP15_ID']=merge([{'--hltProcess':'HLT2'},steps['RECOUP15']])
978 
979 steps['RECOHI']=merge([hiDefaults,{'-s':'RAW2DIGI,L1Reco,RECO,VALIDATION,DQM'},step3Up2015Defaults])
980 #wmsplit['RECOHI']=5
981 
982 steps['DIGIHISt3']=steps['DIGIHI']
983 
984 steps['RECOHID11St3']=merge([{
985  '--process':'ZStoRECO'},
986  steps['RECOHID11']])
987 steps['RECOHIR10D11']=merge([{'--filein':'file:step2_inREPACKRAW.root',
988  '--filtername':'reRECO'},
989  steps['RECOHID11St3']])
990 steps['RECOFS']=merge([{'--fast':'',
991  '-s':'RECO,EI,HLT:@fake,VALIDATION'},
992  steps['RECO']])
993 
994 #add this line when testing from an input file that is not strictly GEN-SIM
995 #addForAll(step3,{'--hltProcess':'DIGI'})
996 
997 steps['ALCACOSD']={'--conditions':'auto:run1_data',
998  '--datatier':'ALCARECO',
999  '--eventcontent':'ALCARECO',
1000  '--scenario':'cosmics',
1001  '-s':'ALCA:TkAlCosmics0T+MuAlGlobalCosmics+HcalCalHOCosmics+DQM'
1002  }
1003 steps['ALCAPROMPT']={'-s':'ALCA:PromptCalibProd',
1004  '--filein':'file:TkAlMinBias.root',
1005  '--conditions':'auto:run1_data',
1006  '--datatier':'ALCARECO',
1007  '--eventcontent':'ALCARECO'}
1008 steps['ALCAEXP']={'-s':'ALCA:PromptCalibProd',
1009  '--conditions':'auto:run1_data',
1010  '--datatier':'ALCARECO',
1011  '--eventcontent':'ALCARECO'}
1012 
1013 # step4
1014 step4Defaults = {
1015  '-s' : 'ALCA:TkAlMuonIsolated+TkAlMinBias+EcalCalElectron+HcalCalIsoTrk+MuAlOverlaps',
1016  '-n' : 1000,
1017  '--conditions' : 'auto:run1_mc',
1018  '--datatier' : 'ALCARECO',
1019  '--eventcontent': 'ALCARECO',
1020  }
1021 step4Up2015Defaults = {
1022  '-s' : 'ALCA:TkAlMuonIsolated+TkAlMinBias+EcalCalElectron+HcalCalIsoTrk+MuAlOverlaps',
1023  '-n' : 1000,
1024  '--conditions' : 'auto:run2_mc',
1025  '--datatier' : 'ALCARECO',
1026  '--eventcontent': 'ALCARECO',
1027  }
1028 
1029 steps['RERECOPU']=steps['RERECOPU1']
1030 
1031 steps['ALCATT']=merge([{'--filein':'file:step3.root'},step4Defaults])
1032 steps['ALCAMIN']=merge([{'-s':'ALCA:TkAlMinBias','--filein':'file:step3.root'},stCond,step4Defaults])
1033 steps['ALCACOS']=merge([{'-s':'ALCA:TkAlCosmics0T+MuAlGlobalCosmics+HcalCalHOCosmics'},stCond,step4Defaults])
1034 steps['ALCABH']=merge([{'-s':'ALCA:TkAlBeamHalo+MuAlBeamHaloOverlaps+MuAlBeamHalo'},stCond,step4Defaults])
1035 steps['ALCAHAL']=merge([{'-s':'ALCA:TkAlBeamHalo+MuAlBeamHaloOverlaps+MuAlBeamHalo'},step4Up2015Defaults])
1036 steps['ALCAELE']=merge([{'-s':'ALCA:EcalCalElectron','--filein':'file:step3.root'},stCond,step4Defaults])
1037 
1038 steps['ALCAHARVD']={'-s':'ALCAHARVEST:BeamSpotByRun+BeamSpotByLumi+SiStripQuality',
1039  '--conditions':'auto:run1_data',
1040  '--scenario':'pp',
1041  '--data':'',
1042  '--filein':'file:PromptCalibProd.root'}
1043 
1044 steps['RECOHISt4']=steps['RECOHI']
1045 
1046 steps['ALCANZS']=merge([{'-s':'ALCA:HcalCalMinBias','--mc':''},step4Defaults])
1047 steps['HARVESTGEN']={'-s':'HARVESTING:genHarvesting',
1048  '--harvesting':'AtJobEnd',
1049  '--conditions':'auto:run1_mc', # GT irrelevant for GEN; run1_mc is a placeholder
1050  '--mc':'',
1051  '--filetype':'DQM',
1052  '--filein':'file:step1_inDQM.root'
1053  }
1054 
1055 #data
1056 steps['HARVESTD']={'-s':'HARVESTING:dqmHarvesting',
1057  '--conditions':'auto:run1_data',
1058  '--data':'',
1059  '--filetype':'DQM',
1060  '--scenario':'pp'}
1061 
1062 steps['HARVESTDreHLT'] = merge([ {'--conditions':'auto:run1_data_%s'%menu}, steps['HARVESTD'] ])
1063 
1064 steps['HARVESTDDQM']=merge([{'-s':'HARVESTING:@common+@muon+@hcal+@jetmet+@ecal'},steps['HARVESTD']])
1065 
1066 steps['HARVESTDfst2']=merge([{'--filein':'file:step2_inDQM.root'},steps['HARVESTD']])
1067 
1068 steps['HARVESTDC']={'-s':'HARVESTING:dqmHarvesting',
1069  '--conditions':'auto:run1_data',
1070  '--filetype':'DQM',
1071  '--data':'',
1072  '--filein':'file:step2_inDQM.root',
1073  '--scenario':'cosmics'}
1074 steps['HARVESTDHI']={'-s':'HARVESTING:dqmHarvesting',
1075  '--conditions':'auto:run1_data',
1076  '--filetype':'DQM',
1077  '--data':'',
1078  '--scenario':'HeavyIons'}
1079 
1080 #MC
1081 steps['HARVEST']={'-s':'HARVESTING:validationHarvesting+dqmHarvesting',
1082  '--conditions':'auto:run1_mc',
1083  '--mc':'',
1084  '--filetype':'DQM',
1085  '--scenario':'pp'}
1086 steps['HARVESTCOS']={'-s':'HARVESTING:dqmHarvesting',
1087  '--conditions':'auto:run1_mc',
1088  '--mc':'',
1089  '--filein':'file:step3_inDQM.root',
1090  '--filetype':'DQM',
1091  '--scenario':'cosmics'}
1092 steps['HARVESTHAL']={'-s' :'HARVESTING:dqmHarvesting',
1093  '--conditions':'auto:run2_mc',
1094  '--magField' :'38T_PostLS1',
1095  '--mc' :'',
1096  '--filein' :'file:step3_inDQM.root',
1097  '--scenario' :'cosmics',
1098  '--filein':'file:step3_inDQM.root', # unnnecessary
1099  '--filetype':'DQM',
1100  '--customise' : 'SLHCUpgradeSimulations/Configuration/postLS1Customs.customisePostLS1',
1101  }
1102 steps['HARVESTFS']={'-s':'HARVESTING:validationHarvestingFS',
1103  '--conditions':'auto:run1_mc',
1104  '--mc':'',
1105  '--filetype':'DQM',
1106  '--scenario':'pp'}
1107 steps['HARVESTHI']={'-s':'HARVESTING:validationHarvesting+dqmHarvesting',
1108  '--conditions':'auto:run2_mc_HIon',
1109  '--magField' : '38T_PostLS1',
1110  '--mc':'',
1111  '--customise' : 'SLHCUpgradeSimulations/Configuration/postLS1Customs.customisePostLS1',
1112  '--filetype':'DQM',
1113  '--scenario':'HeavyIons'}
1114 
1115 steps['HARVESTUP15']={'-s':'HARVESTING:validationHarvesting+dqmHarvesting', # todo: remove UP from label
1116  '--conditions':'auto:run2_mc',
1117  '--magField' : '38T_PostLS1',
1118  '--mc':'',
1119  '--customise' : 'SLHCUpgradeSimulations/Configuration/postLS1Customs.customisePostLS1',
1120  '--filetype':'DQM',
1121  }
1122 
1123 steps['HARVESTUP15FS']={'-s':'HARVESTING:validationHarvestingFS',
1124  '--conditions':'auto:run2_mc',
1125  '--mc':'',
1126  '--filetype':'DQM',
1127  '--scenario':'pp'}
1128 
1129 steps['HARVESTUP17']={'-s':'HARVESTING:validationHarvesting+dqmHarvesting',
1130  '--conditions':'auto:run2_mc',
1131  '--mc':'',
1132  '--customise' : 'SLHCUpgradeSimulations/Configuration/phase1TkCustoms.customise',
1133  '--filetype':'DQM',
1134  '--geometry' : 'Extended2017' #check geo
1135  }
1136 
1137 steps['ALCASPLIT']={'-s':'ALCAOUTPUT:@allForPrompt',
1138  '--conditions':'auto:run1_data',
1139  '--scenario':'pp',
1140  '--data':'',
1141  '--triggerResultsProcess':'RECO',
1142  '--filein':'file:step2_inALCARECO.root'}
1143 
1144 steps['SKIMD']={'-s':'SKIM:all',
1145  '--conditions':'auto:run1_data',
1146  '--data':'',
1147  '--scenario':'pp',
1148  '--filein':'file:step2.root',
1149  '--secondfilein':'filelist:step1_dasquery.log'}
1150 
1151 steps['SKIMDreHLT'] = merge([ {'--conditions':'auto:run1_data_%s'%menu,'--filein':'file:step3.root'}, steps['SKIMD'] ])
1152 
1153 steps['SKIMCOSD']={'-s':'SKIM:all',
1154  '--conditions':'auto:run1_data',
1155  '--data':'',
1156  '--scenario':'cosmics',
1157  '--filein':'file:step2.root',
1158  '--secondfilein':'filelist:step1_dasquery.log'}
1159 
1160 steps['RECOFROMRECO']=merge([{'-s':'RECO,EI',
1161  '--filtername':'RECOfromRECO',
1162  '--process':'reRECO',
1163  '--datatier':'AODSIM',
1164  '--eventcontent':'AODSIM',
1165  },
1166  stCond,step3Defaults])
1167 
1168 
1169 steps['RECOFROMRECOSt2']=steps['RECOFROMRECO']
1170 
1171 steps['RECODFROMRAWRECO']=merge([{'-s':'RAW2DIGI:RawToDigi_noTk,L1Reco,RECO:reconstruction_noTracking,EI',
1172  '--filtername':'RECOfromRAWRECO',
1173  '--process':'rereRECO',
1174  '--datatier':'AOD',
1175  '--eventcontent':'AOD',
1176  '--secondfilein':'filelist:step1_dasquery.log',
1177  },
1178  steps['RECOD']])
1179 
1180 
1181 steps['COPYPASTE']={'-s':'NONE',
1182  '--conditions':'auto:run1_mc',
1183  '--output':'\'[{"t":"RAW","e":"ALL"}]\'',
1184  '--customise_commands':'"process.ALLRAWoutput.fastCloning=cms.untracked.bool(False)"'}
1185 
1186 #miniaod
1187 stepMiniAODDefaults = { '-s' : 'PAT',
1188  '--runUnscheduled': '',
1189  '-n' : '100'
1190  }
1191 stepMiniAODData = merge([{'--conditions' : 'auto:run1_data',
1192  '--data' : '',
1193  '--datatier' : 'MINIAOD',
1194  '--eventcontent' : 'MINIAOD',
1195  '--filein' :'file:step3.root'
1196  },stepMiniAODDefaults])
1197 stepMiniAODMC = merge([{'--conditions' : 'auto:run2_mc',
1198  '--mc' : '',
1199  '--datatier' : 'MINIAODSIM',
1200  '--eventcontent' : 'MINIAODSIM',
1201  '--filein' :'file:step3.root'
1202  },stepMiniAODDefaults])
1203 
1204 steps['MINIAODDATA'] =merge([stepMiniAODData])
1205 steps['MINIAODDreHLT'] =merge([{'--conditions':'auto:run1_data_%s'%menu},stepMiniAODData])
1206 steps['MINIAODDATAs2'] =merge([{'--filein':'file:step2.root'},stepMiniAODData])
1207 steps['MINIAODMCUP15'] =merge([stepMiniAODMC])
1208 steps['MINIAODMCUP1550'] =merge([{'--conditions':'auto:run2_mc_50ns'},stepMiniAODMC])
1209 steps['MINIAODMCUP15HI'] =merge([{'--conditions':'auto:run2_mc_HIon'},stepMiniAODMC])
1210 steps['MINIAODMCUP15FS'] =merge([{'--filein':'file:step1.root','--fast':''},stepMiniAODMC])
1211 steps['MINIAODMCUP15FS50'] =merge([{'--conditions':'auto:run2_mc_50ns'},steps['MINIAODMCUP15FS']])
relval_steps.WF.num
num
Definition: relval_steps.py:31
merge
Definition: merge.py:1
relval_steps.InputInfo.ib_block
ib_block
Definition: relval_steps.py:51
relval_steps.addForAll
def addForAll
Definition: relval_steps.py:566
relval_steps.WF.__init__
def __init__
Definition: relval_steps.py:29
relval_steps.genvalid
def genvalid
Definition: relval_steps.py:653
relval_steps.Mby
def Mby
Definition: relval_steps.py:240
relval_steps.InputInfo.files
files
Definition: relval_steps.py:44
relval_steps.Kby
def Kby
Definition: relval_steps.py:238
relval_steps.changeRefRelease
def changeRefRelease
Definition: relval_steps.py:554
relval_steps.InputInfo.events
events
Definition: relval_steps.py:45
relval_steps.InputInfo.run
run
Definition: relval_steps.py:43
relval_steps.Steps
Definition: relval_steps.py:11
relval_steps.gen
def gen
Definition: relval_steps.py:243
relval_steps.InputInfo.__init__
def __init__
Definition: relval_steps.py:42
relval_steps.InputInfo.queries
def queries
Definition: relval_steps.py:72
relval_steps.identitySim
def identitySim
Production test: 13 TeV equivalents.
Definition: relval_steps.py:312
relval_steps.InputInfo.split
split
Definition: relval_steps.py:49
relval_steps.InputInfo.__str__
def __str__
Definition: relval_steps.py:80
relval_steps.WF.steps
steps
Definition: relval_steps.py:33
relval_steps.Steps.__setitem__
def __setitem__
Definition: relval_steps.py:12
relval_steps.merge
def merge
Definition: relval_steps.py:86
relval_steps.gen2015
def gen2015
Definition: relval_steps.py:247
relval_steps.identityFS
def identityFS
Definition: relval_steps.py:642
relval_steps.InputInfo.das
def das
Definition: relval_steps.py:53
relval_steps.InputInfo.dataSet
dataSet
Definition: relval_steps.py:48
relval_steps.InputInfo.location
location
Definition: relval_steps.py:46
relval_steps.Matrix.__setitem__
def __setitem__
Definition: relval_steps.py:2
join
static std::string join(char **cmd)
Definition: RemoteFile.cc:18
relval_steps.Steps.overwrite
def overwrite
Definition: relval_steps.py:23
relval_steps.genS
def genS
Definition: relval_steps.py:441
dbtoconf.object
list object
Definition: dbtoconf.py:77
relval_steps.WF
Definition: relval_steps.py:28
update
#define update(a, b)
Definition: TrackClassifier.cc:10
relval_steps.InputInfo
Definition: relval_steps.py:41
relval_steps.Matrix
Definition: relval_steps.py:1
relval_steps.InputInfo.ib_blacklist
ib_blacklist
Definition: relval_steps.py:50
relval_steps.WF.interpret
def interpret
Definition: relval_steps.py:36
relval_steps.InputInfo.lumiRanges
def lumiRanges
Definition: relval_steps.py:67
relval_steps.InputInfo.label
label
Definition: relval_steps.py:47
list
How EventSelector::AcceptEvent() decides whether to accept an event for output otherwise it is excluding the probing of A single or multiple positive and the trigger will pass if any such matching triggers are PASS or EXCEPTION[A criterion thatmatches no triggers at all is detected and causes a throw.] A single negative with an expectation of appropriate bit checking in the decision and the trigger will pass if any such matching triggers are FAIL or EXCEPTION A wildcarded negative criterion that matches more than one trigger in the trigger list("!*","!HLTx*"if it matches 2 triggers or more) will accept the event if all the matching triggers are FAIL.It will reject the event if any of the triggers are PASS or EXCEPTION(this matches the behavior of"!*"before the partial wildcard feature was incorporated).Triggers which are in the READY state are completely ignored.(READY should never be returned since the trigger paths have been run
Generated for CMSSW Reference Manual by doxygen 1.8.5