CMS 3D CMS Logo

 All Classes Namespaces Files Functions Variables Typedefs Enumerations Enumerator Properties Friends Macros Pages
relval_steps.py
Go to the documentation of this file.
1 class Matrix(dict):
2  def __setitem__(self,key,value):
3  if key in self:
4  print "ERROR in Matrix"
5  print "overwritting",key,"not allowed"
6  else:
7  self.update({float(key):WF(float(key),value)})
8 
9 
10 #the class to collect all possible steps
11 class Steps(dict):
12  def __setitem__(self,key,value):
13  if key in self:
14  print "ERROR in Step"
15  print "overwritting",key,"not allowed"
16  import sys
17  sys.exit(-9)
18  else:
19  self.update({key:value})
20  # make the python file named <step>.py
21  #if not '--python' in value: self[key].update({'--python':'%s.py'%(key,)})
22 
23  def overwrite(self,keypair):
24  value=self[keypair[1]]
25  print "overwritting step",keypair[0],"with",keypair[1],str(value)
26  self.update({keypair[0]:value})
27 
28 class WF(list):
29  def __init__(self,n,l):
30  self.extend(l)
31  self.num=n
32  #the actual steps of this WF
33  self.steps=[]
34 
35 
36  def interpret(self,stepsDict):
37  for s in self:
38  steps.append(stepsDict[s])
39 
40 InputInfoNDefault=2000000
42  def __init__(self,dataSet,label='',run=[],files=1000,events=InputInfoNDefault,split=10,location='CAF',ib_blacklist=None,ib_block=None) :
43  self.run = run
44  self.files = files
45  self.events = events
46  self.location = location
47  self.label = label
48  self.dataSet = dataSet
49  self.split = split
50  self.ib_blacklist = ib_blacklist
51  self.ib_block = ib_block
52 
53  def das(self, das_options):
54  if len(self.run) is not 0:
55  command = ";".join(["das_client.py %s --query '%s'" % (das_options, query) for query in self.queries()])
56  command = "({0})".format(command)
57  else:
58  command = "das_client.py %s --query '%s'" % (das_options, self.queries()[0])
59 
60  # Run filter on DAS output
61  if self.ib_blacklist:
62  command += " | grep -E -v "
63  command += " ".join(["-e '{0}'".format(pattern) for pattern in self.ib_blacklist])
64  command += " | sort -u"
65  return command
66 
67  def lumiRanges(self):
68  if len(self.run) != 0:
69  return "echo '{\n"+",".join(('"%d":[[1,268435455]]\n'%(x,) for x in self.run))+"}'"
70  return None
71 
72  def queries(self):
73  query_by = "block" if self.ib_block else "dataset"
74  query_source = "{0}#{1}".format(self.dataSet, self.ib_block) if self.ib_block else self.dataSet
75  if len(self.run) is not 0:
76  return ["file {0}={1} run={2} site=T2_CH_CERN".format(query_by, query_source, query_run) for query_run in self.run]
77  else:
78  return ["file {0}={1} site=T2_CH_CERN".format(query_by, query_source)]
79 
80  def __str__(self):
81  if self.ib_block:
82  return "input from: {0} with run {1}#{2}".format(self.dataSet, self.ib_block, self.run)
83  return "input from: {0} with run {1}".format(self.dataSet, self.run)
84 
85 # merge dictionaries, with prioty on the [0] index
86 def merge(dictlist,TELL=False):
87  import copy
88  last=len(dictlist)-1
89  if TELL: print last,dictlist
90  if last==0:
91  # ONLY ONE ITEM LEFT
92  return copy.copy(dictlist[0])
93  else:
94  reducedlist=dictlist[0:max(0,last-1)]
95  if TELL: print reducedlist
96  # make a copy of the last item
97  d=copy.copy(dictlist[last])
98  # update with the last but one item
99  d.update(dictlist[last-1])
100  # and recursively do the rest
101  reducedlist.append(d)
102  return merge(reducedlist,TELL)
103 
104 
105 # step1 gensim: for run1
106 step1Defaults = {'--relval' : None, # need to be explicitly set
107  '-s' : 'GEN,SIM',
108  '-n' : 10,
109  '--conditions' : 'auto:run1_mc',
110  '--datatier' : 'GEN-SIM',
111  '--eventcontent': 'RAWSIM',
112  }
113 # step1 gensim: for postLS1
114 step1Up2015Defaults = {'-s' : 'GEN,SIM',
115  '-n' : 10,
116  '--conditions' : 'auto:run2_mc',
117  '--datatier' : 'GEN-SIM',
118  '--eventcontent': 'FEVTDEBUG',
119  '--magField' : '38T_PostLS1',
120  '--customise' : 'SLHCUpgradeSimulations/Configuration/postLS1Customs.customisePostLS1'
121  }
122 
123 steps = Steps()
124 #wmsplit = {}
125 
126 #### Production test section ####
127 steps['ProdMinBias']=merge([{'cfg':'MinBias_8TeV_cfi','--relval':'9000,300'},step1Defaults])
128 steps['ProdTTbar']=merge([{'cfg':'TTbar_Tauola_8TeV_cfi','--relval':'9000,100'},step1Defaults])
129 steps['ProdQCD_Pt_3000_3500']=merge([{'cfg':'QCD_Pt_3000_3500_8TeV_cfi','--relval':'9000,50'},step1Defaults])
130 
131 #### data ####
132 #list of run to harvest for 2010A: 144086,144085,144084,144083,144011,139790,139789,139788,139787,138937,138934,138924,138923
133 #list of run to harvest for 2010B: 149442,149291,149181,149011,148822,147929,147115,146644
134 Run2010ASk=[138937,138934,138924,138923,139790,139789,139788,139787,144086,144085,144084,144083,144011]
135 Run2010BSk=[146644,147115,147929,148822,149011,149181,149182,149291,149294,149442]
136 steps['MinimumBias2010A']={'INPUT':InputInfo(dataSet='/MinimumBias/Run2010A-valskim-v6/RAW-RECO',label='run2010A',location='STD',run=Run2010ASk)}
137 steps['MinimumBias2010B']={'INPUT':InputInfo(dataSet='/MinimumBias/Run2010B-valskim-v2/RAW-RECO',label='run2010B',run=Run2010BSk)}
138 steps['WZMuSkim2010A']={'INPUT':InputInfo(dataSet='/Mu/Run2010A-WZMu-Nov4Skim_v1/RAW-RECO',label='wzMu2010A',run=Run2010ASk)}
139 steps['WZMuSkim2010B']={'INPUT':InputInfo(dataSet='/Mu/Run2010B-WZMu-Nov4Skim_v1/RAW-RECO',label='wzMu2010B',run=Run2010BSk)}
140 steps['WZEGSkim2010A']={'INPUT':InputInfo(dataSet='/EG/Run2010A-WZEG-Nov4Skim_v1/RAW-RECO',label='wzEG2010A',run=Run2010ASk)}
141 steps['WZEGSkim2010B']={'INPUT':InputInfo(dataSet='/Electron/Run2010B-WZEG-Nov4Skim_v1/RAW-RECO',label='wzEG2010B',run=Run2010BSk)}
142 
143 steps['RunCosmicsA']={'INPUT':InputInfo(dataSet='/Cosmics/Run2010A-v1/RAW',label='cos2010A',run=[142089],events=100000)}
144 Run2010B=[149011]
145 steps['RunMinBias2010B']={'INPUT':InputInfo(dataSet='/MinimumBias/Run2010B-RelValRawSkim-v1/RAW',label='mb2010B',run=Run2010B,events=100000)}
146 steps['RunMu2010B']={'INPUT':InputInfo(dataSet='/Mu/Run2010B-RelValRawSkim-v1/RAW',label='mu2010B',run=Run2010B,events=100000)}
147 steps['RunElectron2010B']={'INPUT':InputInfo(dataSet='/Electron/Run2010B-RelValRawSkim-v1/RAW',label='electron2010B',run=Run2010B,events=100000)}
148 steps['RunPhoton2010B']={'INPUT':InputInfo(dataSet='/Photon/Run2010B-RelValRawSkim-v1/RAW',label='photon2010B',run=Run2010B,events=100000)}
149 steps['RunJet2010B']={'INPUT':InputInfo(dataSet='/Jet/Run2010B-RelValRawSkim-v1/RAW',label='jet2010B',run=Run2010B,events=100000)}
150 
151 #list of run to harvest 2011A: 165121, 172802,
152 Run2011ASk=[165121,172802]
153 steps['ValSkim2011A']={'INPUT':InputInfo(dataSet='/MinimumBias/Run2011A-ValSkim-08Nov2011-v1/RAW-RECO',ib_block='239c497e-0fae-11e1-a8b1-00221959e72f',label='run2011A',location='STD',run=Run2011ASk)}
154 steps['WMuSkim2011A']={'INPUT':InputInfo(dataSet='/SingleMu/Run2011A-WMu-08Nov2011-v1/RAW-RECO',ib_block='388c2990-0de6-11e1-bb7e-00221959e72f',label='wMu2011A',location='STD',run=Run2011ASk)}
155 steps['WElSkim2011A']={'INPUT':InputInfo(dataSet='/SingleElectron/Run2011A-WElectron-08Nov2011-v1/RAW-RECO',ib_block='9c48c4ea-0db2-11e1-b62c-00221959e69e',label='wEl2011A',location='STD',run=Run2011ASk)}
156 steps['ZMuSkim2011A']={'INPUT':InputInfo(dataSet='/DoubleMu/Run2011A-ZMu-08Nov2011-v1/RAW-RECO',label='zMu2011A',location='STD',run=Run2011ASk)}
157 steps['ZElSkim2011A']={'INPUT':InputInfo(dataSet='/DoubleElectron/Run2011A-ZElectron-08Nov2011-v1/RAW-RECO',label='zEl2011A',location='STD',run=Run2011ASk)}
158 steps['HighMet2011A']={'INPUT':InputInfo(dataSet='/Jet/Run2011A-HighMET-08Nov2011-v1/RAW-RECO',ib_block='3c764584-0b59-11e1-b62c-00221959e69e',label='hMet2011A',location='STD',run=Run2011ASk)}
159 
160 steps['RunCosmics2011A']={'INPUT':InputInfo(dataSet='/Cosmics/Run2011A-v1/RAW',label='cos2011A',run=[160960],events=100000,location='STD')}
161 Run2011A=[165121]
162 steps['RunMinBias2011A']={'INPUT':InputInfo(dataSet='/MinimumBias/Run2011A-v1/RAW',label='mb2011A',run=Run2011A,events=100000,location='STD')}
163 steps['RunMu2011A']={'INPUT':InputInfo(dataSet='/SingleMu/Run2011A-v1/RAW',label='mu2011A',run=Run2011A,events=100000)}
164 steps['RunElectron2011A']={'INPUT':InputInfo(dataSet='/SingleElectron/Run2011A-v1/RAW',label='electron2011A',run=Run2011A,events=100000)}
165 steps['RunPhoton2011A']={'INPUT':InputInfo(dataSet='/Photon/Run2011A-v1/RAW',label='photon2011A',run=Run2011A,events=100000)}
166 steps['RunJet2011A']={'INPUT':InputInfo(dataSet='/Jet/Run2011A-v1/RAW',label='jet2011A',run=Run2011A,events=100000)}
167 
168 Run2011B=[177719]
169 Run2011BSk=[177719,177790,177096,175874]
170 steps['RunMinBias2011B']={'INPUT':InputInfo(dataSet='/MinimumBias/Run2011B-v1/RAW',label='mb2011B',run=Run2011B,events=100000,location='STD')}
171 steps['RunMu2011B']={'INPUT':InputInfo(dataSet='/SingleMu/Run2011B-v1/RAW',label='mu2011B',run=Run2011B,events=100000)}
172 steps['RunElectron2011B']={'INPUT':InputInfo(dataSet='/SingleElectron/Run2011B-v1/RAW',label='electron2011B',run=Run2011B,events=100000)}
173 steps['RunPhoton2011B']={'INPUT':InputInfo(dataSet='/Photon/Run2011B-v1/RAW',label='photon2011B',run=Run2011B,events=100000)}
174 steps['RunJet2011B']={'INPUT':InputInfo(dataSet='/Jet/Run2011B-v1/RAW',label='jet2011B',run=Run2011B,events=100000)}
175 
176 steps['ValSkim2011B']={'INPUT':InputInfo(dataSet='/MinimumBias/Run2011B-ValSkim-19Nov2011-v1/RAW-RECO',label='run2011B',location='STD',run=Run2011BSk)}
177 steps['WMuSkim2011B']={'INPUT':InputInfo(dataSet='/SingleMu/Run2011B-WMu-19Nov2011-v1/RAW-RECO',ib_block='19110c74-1b66-11e1-a98b-003048f02c8a',label='wMu2011B',location='STD',run=Run2011BSk)}
178 steps['WElSkim2011B']={'INPUT':InputInfo(dataSet='/SingleElectron/Run2011B-WElectron-19Nov2011-v1/RAW-RECO',ib_block='d75771a4-1b3f-11e1-aef4-003048f02c8a',label='wEl2011B',location='STD',run=Run2011BSk)}
179 steps['ZMuSkim2011B']={'INPUT':InputInfo(dataSet='/DoubleMu/Run2011B-ZMu-19Nov2011-v1/RAW-RECO',label='zMu2011B',location='STD',run=Run2011BSk)}
180 steps['ZElSkim2011B']={'INPUT':InputInfo(dataSet='/DoubleElectron/Run2011B-ZElectron-19Nov2011-v1/RAW-RECO',label='zEl2011B',run=Run2011BSk)}
181 steps['HighMet2011B']={'INPUT':InputInfo(dataSet='/Jet/Run2011B-HighMET-19Nov2011-v1/RAW-RECO',label='hMet2011B',run=Run2011BSk)}
182 
183 steps['RunHI2010']={'INPUT':InputInfo(dataSet='/HIAllPhysics/HIRun2010-v1/RAW',label='hi2010',run=[152698],events=10000,location='STD')}
184 steps['RunHI2011']={'INPUT':InputInfo(dataSet='/HIMinBiasUPC/HIRun2011-v1/RAW',label='hi2011',run=[182124],events=10000,location='STD')}
185 
186 
187 Run2012A=[191226]
188 Run2012ASk=Run2012A+[]
189 steps['RunMinBias2012A']={'INPUT':InputInfo(dataSet='/MinimumBias/Run2012A-v1/RAW',label='mb2012A',run=Run2012A, events=100000,location='STD')}
190 steps['RunTau2012A']={'INPUT':InputInfo(dataSet='/Tau/Run2012A-v1/RAW',label='tau2012A', run=Run2012A, events=100000,location='STD')}
191 steps['RunMET2012A']={'INPUT':InputInfo(dataSet='/MET/Run2012A-v1/RAW',label='met2012A', run=Run2012A, events=100000,location='STD')}
192 steps['RunMu2012A']={'INPUT':InputInfo(dataSet='/SingleMu/Run2012A-v1/RAW',label='mu2012A', run=Run2012A, events=100000,location='STD')}
193 steps['RunElectron2012A']={'INPUT':InputInfo(dataSet='/SingleElectron/Run2012A-v1/RAW',label='electron2012A', run=Run2012A, events=100000,location='STD')}
194 steps['RunJet2012A']={'INPUT':InputInfo(dataSet='/Jet/Run2012A-v1/RAW',label='jet2012A', run=Run2012A, events=100000,location='STD')}
195 
196 steps['WElSkim2012A']={'INPUT':InputInfo(dataSet='/SingleElectron/Run2012A-WElectron-13Jul2012-v1/USER',label='wEl2012A',location='STD',run=Run2012ASk)}
197 steps['ZMuSkim2012A']={'INPUT':InputInfo(dataSet='/SingleMu/Run2012A-ZMu-13Jul2012-v1/RAW-RECO',label='zMu2012A',location='STD',run=Run2012ASk)}
198 steps['ZElSkim2012A']={'INPUT':InputInfo(dataSet='/DoubleElectron/Run2012A-ZElectron-13Jul2012-v1/RAW-RECO',label='zEl2012A',run=Run2012ASk)}
199 steps['HighMet2012A']={'INPUT':InputInfo(dataSet='/HT/Run2012A-HighMET-13Jul2012-v1/RAW-RECO',label='hMet2012A',run=Run2012ASk)}
200 
201 
202 Run2012B=[194533]
203 Run2012Bsk=Run2012B+[194912,195016]
204 steps['RunMinBias2012B']={'INPUT':InputInfo(dataSet='/MinimumBias/Run2012B-v1/RAW',label='mb2012B',run=Run2012B, events=100000,location='STD')}
205 steps['RunMu2012B']={'INPUT':InputInfo(dataSet='/SingleMu/Run2012B-v1/RAW',label='mu2012B',location='STD',run=Run2012B)}
206 steps['RunPhoton2012B']={'INPUT':InputInfo(dataSet='/SinglePhoton/Run2012B-v1/RAW',ib_block='28d7fcc8-a2a0-11e1-86c7-003048caaace',label='photon2012B',location='STD',run=Run2012B)}
207 steps['RunEl2012B']={'INPUT':InputInfo(dataSet='/SingleElectron/Run2012B-v1/RAW',label='electron2012B',location='STD',run=Run2012B)}
208 steps['RunJet2012B']={'INPUT':InputInfo(dataSet='/JetHT/Run2012B-v1/RAW',label='jet2012B',location='STD',run=Run2012B)}
209 steps['ZMuSkim2012B']={'INPUT':InputInfo(dataSet='/SingleMu/Run2012B-ZMu-13Jul2012-v1/RAW-RECO',label='zMu2012B',location='CAF',run=Run2012Bsk)}
210 steps['WElSkim2012B']={'INPUT':InputInfo(dataSet='/SingleElectron/Run2012B-WElectron-13Jul2012-v1/USER',label='wEl2012B',location='STD',run=Run2012Bsk)}
211 steps['ZElSkim2012B']={'INPUT':InputInfo(dataSet='/DoubleElectron/Run2012B-ZElectron-13Jul2012-v1/RAW-RECO',ib_block='0c5092cc-d554-11e1-bb62-00221959e69e',label='zEl2012B',location='STD',run=Run2012Bsk)}
212 
213 Run2012C=[199812]
214 Run2012Csk=Run2012C+[203002]
215 steps['RunMinBias2012C']={'INPUT':InputInfo(dataSet='/MinimumBias/Run2012C-v1/RAW',label='mb2012C',run=Run2012C, events=100000,location='STD')}
216 steps['RunMu2012C']={'INPUT':InputInfo(dataSet='/SingleMu/Run2012C-v1/RAW',label='mu2012C',location='STD',run=Run2012C)}
217 steps['RunPhoton2012C']={'INPUT':InputInfo(dataSet='/SinglePhoton/Run2012C-v1/RAW',label='photon2012C',location='STD',run=Run2012C)}
218 steps['RunEl2012C']={'INPUT':InputInfo(dataSet='/SingleElectron/Run2012C-v1/RAW',label='electron2012C',location='STD',run=Run2012C)}
219 steps['RunJet2012C']={'INPUT':InputInfo(dataSet='/JetHT/Run2012C-v1/RAW',label='jet2012C',location='STD',run=Run2012C)}
220 steps['ZMuSkim2012C']={'INPUT':InputInfo(dataSet='/SingleMu/Run2012C-ZMu-PromptSkim-v3/RAW-RECO',label='zMu2012C',location='CAF',run=Run2012Csk)}
221 steps['WElSkim2012C']={'INPUT':InputInfo(dataSet='/SingleElectron/Run2012C-WElectron-PromptSkim-v3/USER',label='wEl2012C',location='STD',run=Run2012Csk)}
222 steps['ZElSkim2012C']={'INPUT':InputInfo(dataSet='/DoubleElectron/Run2012C-ZElectron-PromptSkim-v3/RAW-RECO',label='zEl2012C',location='STD',run=Run2012Csk)}
223 
224 # needed but can't be tested because of DBS => das hanging forever
225 #RunHighPU2012C=[198588]
226 #steps['RunZBias2012C']={'INPUT':InputInfo(dataSet='/ZeroBias/Run2012C-v1/RAW',label='zb2012C',location='STD',run=RunHighPU2012C,events=100000)}
227 
228 
229 Run2012D=[208307]
230 Run2012Dsk=Run2012D+[207454]
231 steps['RunMinBias2012D']={'INPUT':InputInfo(dataSet='/MinimumBias/Run2012D-v1/RAW',label='mb2012D',run=Run2012D, events=100000,location='STD')}
232 steps['RunMu2012D']={'INPUT':InputInfo(dataSet='/SingleMu/Run2012D-v1/RAW',label='mu2012D',location='STD',run=Run2012D)}
233 steps['RunPhoton2012D']={'INPUT':InputInfo(dataSet='/SinglePhoton/Run2012D-v1/RAW',label='photon2012D',location='STD',run=Run2012D)}
234 steps['RunEl2012D']={'INPUT':InputInfo(dataSet='/SingleElectron/Run2012D-v1/RAW',label='electron2012D',location='STD',run=Run2012D)}
235 steps['RunJet2012D']={'INPUT':InputInfo(dataSet='/JetHT/Run2012D-v1/RAW',label='jet2012D',location='STD',run=Run2012D)}
236 steps['ZMuSkim2012D']={'INPUT':InputInfo(dataSet='/SingleMu/Run2012D-ZMu-PromptSkim-v1/RAW-RECO',label='zMu2012D',location='STD',run=Run2012Dsk)}
237 steps['WElSkim2012D']={'INPUT':InputInfo(dataSet='/SingleElectron/Run2012D-WElectron-PromptSkim-v1/USER',label='wEl2012D',location='STD',run=Run2012Dsk)}
238 steps['ZElSkim2012D']={'INPUT':InputInfo(dataSet='/DoubleElectron/Run2012D-ZElectron-PromptSkim-v1/RAW-RECO',label='zEl2012D',location='STD',run=Run2012Dsk)}
239 
240 #### Standard release validation samples ####
241 
242 stCond={'--conditions':'auto:run1_mc'}
243 def Kby(N,s):
244  return {'--relval':'%s000,%s'%(N,s)}
245 def Mby(N,s):
246  return {'--relval':'%s000000,%s'%(N,s)}
247 
248 def gen(fragment,howMuch):
249  global step1Defaults
250  return merge([{'cfg':fragment},howMuch,step1Defaults])
251 
252 def gen2015(fragment,howMuch):
253  global step1Up2015Defaults
254  return merge([{'cfg':fragment},howMuch,step1Up2015Defaults])
255 
256 ### Production test: 13 TeV equivalents
257 steps['ProdMinBias_13']=gen2015('MinBias_13TeV_cfi',Kby(9,100))
258 steps['ProdTTbar_13']=gen2015('TTbar_Tauola_13TeV_cfi',Kby(9,100))
259 steps['ProdZEE_13']=gen2015('ZEE_13TeV_cfi',Kby(9,100))
260 steps['ProdQCD_Pt_3000_3500_13']=gen2015('QCD_Pt_3000_3500_13TeV_cfi',Kby(9,100))
261 # GF include branched wf comparing relVal and prod
262 
263 steps['MinBias']=gen('MinBias_8TeV_cfi',Kby(9,300))
264 steps['QCD_Pt_3000_3500']=gen('QCD_Pt_3000_3500_8TeV_cfi',Kby(9,25))
265 steps['QCD_Pt_600_800']=gen('QCD_Pt_600_800_8TeV_cfi',Kby(9,50))
266 steps['QCD_Pt_80_120']=gen('QCD_Pt_80_120_8TeV_cfi',Kby(9,100))
267 steps['MinBias_13']=gen2015('MinBias_13TeV_cfi',Kby(100,300)) # set HS to provide adequate pool for PU
268 steps['QCD_Pt_3000_3500_13']=gen2015('QCD_Pt_3000_3500_13TeV_cfi',Kby(9,25))
269 steps['QCD_Pt_600_800_13']=gen2015('QCD_Pt_600_800_13TeV_cfi',Kby(9,50))
270 steps['QCD_Pt_80_120_13']=gen2015('QCD_Pt_80_120_13TeV_cfi',Kby(9,100))
271 
272 steps['QCD_Pt_30_80_BCtoE_8TeV']=gen('QCD_Pt_30_80_BCtoE_8TeV',Kby(9000,100))
273 steps['QCD_Pt_80_170_BCtoE_8TeV']=gen('QCD_Pt_80_170_BCtoE_8TeV',Kby(9000,100))
274 steps['SingleElectronPt10']=gen('SingleElectronPt10_cfi',Kby(9,3000))
275 steps['SingleElectronPt35']=gen('SingleElectronPt35_cfi',Kby(9,500))
276 steps['SingleElectronPt1000']=gen('SingleElectronPt1000_cfi',Kby(9,50))
277 steps['SingleElectronFlatPt1To100']=gen('SingleElectronFlatPt1To100_cfi',Mby(2,100))
278 steps['SingleGammaPt10']=gen('SingleGammaPt10_cfi',Kby(9,3000))
279 steps['SingleGammaPt35']=gen('SingleGammaPt35_cfi',Kby(9,500))
280 steps['SingleMuPt1']=gen('SingleMuPt1_cfi',Kby(25,1000))
281 steps['SingleMuPt10']=gen('SingleMuPt10_cfi',Kby(25,500))
282 steps['SingleMuPt100']=gen('SingleMuPt100_cfi',Kby(9,500))
283 steps['SingleMuPt1000']=gen('SingleMuPt1000_cfi',Kby(9,500))
284 steps['SingleElectronPt10_UP15']=gen2015('SingleElectronPt10_cfi',Kby(9,3000))
285 steps['SingleElectronPt35_UP15']=gen2015('SingleElectronPt35_cfi',Kby(9,500))
286 steps['SingleElectronPt1000_UP15']=gen2015('SingleElectronPt1000_cfi',Kby(9,50))
287 steps['SingleElectronFlatPt1To100_UP15']=gen2015('SingleElectronFlatPt1To100_cfi',Mby(2,100))
288 steps['SingleGammaPt10_UP15']=gen2015('SingleGammaPt10_cfi',Kby(9,3000))
289 steps['SingleGammaPt35_UP15']=gen2015('SingleGammaPt35_cfi',Kby(9,500))
290 steps['SingleMuPt1_UP15']=gen2015('SingleMuPt1_cfi',Kby(25,1000))
291 steps['SingleMuPt10_UP15']=gen2015('SingleMuPt10_cfi',Kby(25,500))
292 steps['SingleMuPt100_UP15']=gen2015('SingleMuPt100_cfi',Kby(9,500))
293 steps['SingleMuPt1000_UP15']=gen2015('SingleMuPt1000_cfi',Kby(9,500))
294 steps['TTbar']=gen('TTbar_Tauola_8TeV_cfi',Kby(9,100))
295 steps['TTbarLepton']=gen('TTbarLepton_Tauola_8TeV_cfi',Kby(9,100))
296 steps['ZEE']=gen('ZEE_8TeV_cfi',Kby(9,100))
297 steps['Wjet_Pt_80_120']=gen('Wjet_Pt_80_120_8TeV_cfi',Kby(9,100))
298 steps['Wjet_Pt_3000_3500']=gen('Wjet_Pt_3000_3500_8TeV_cfi',Kby(9,50))
299 steps['LM1_sfts']=gen('LM1_sfts_8TeV_cfi',Kby(9,100))
300 steps['QCD_FlatPt_15_3000']=gen('QCDForPF_8TeV_cfi',Kby(5,100))
301 steps['QCD_FlatPt_15_3000HS']=gen('QCDForPF_8TeV_cfi',Kby(50,100))
302 steps['TTbar_13']=gen2015('TTbar_Tauola_13TeV_cfi',Kby(9,100))
303 steps['TTbarLepton_13']=gen2015('TTbarLepton_Tauola_13TeV_cfi',Kby(9,100))
304 steps['ZEE_13']=gen2015('ZEE_13TeV_cfi',Kby(9,100))
305 steps['Wjet_Pt_80_120_13']=gen2015('Wjet_Pt_80_120_13TeV_cfi',Kby(9,100))
306 steps['Wjet_Pt_3000_3500_13']=gen2015('Wjet_Pt_3000_3500_13TeV_cfi',Kby(9,50))
307 steps['LM1_sfts_13']=gen2015('LM1_sfts_13TeV_cfi',Kby(9,100))
308 steps['QCD_FlatPt_15_3000_13']=gen2015('QCDForPF_13TeV_cfi',Kby(9,100))
309 steps['QCD_FlatPt_15_3000HS_13']=gen2015('QCDForPF_13TeV_cfi',Kby(50,100))
310 
311 steps['ZpMM_2250_8TeV_Tauola']=gen('ZpMM_2250_8TeV_Tauola_cfi',Kby(9,100))
312 steps['ZpEE_2250_8TeV_Tauola']=gen('ZpEE_2250_8TeV_Tauola_cfi',Kby(9,100))
313 steps['ZpTT_1500_8TeV_Tauola']=gen('ZpTT_1500_8TeV_Tauola_cfi',Kby(9,100))
314 steps['ZpMM_2250_13TeV_Tauola']=gen2015('ZpMM_2250_13TeV_Tauola_cfi',Kby(9,100))
315 steps['ZpEE_2250_13TeV_Tauola']=gen2015('ZpEE_2250_13TeV_Tauola_cfi',Kby(9,100))
316 steps['ZpTT_1500_13TeV_Tauola']=gen2015('ZpTT_1500_13TeV_Tauola_cfi',Kby(9,100))
317 
318 def identitySim(wf):
319  return merge([{'--restoreRND':'SIM','--process':'SIM2', '--inputCommands':'"keep *","drop *TagInfo*_*_*_*"' },wf])
320 
321 steps['SingleMuPt10_ID']=identitySim(steps['SingleMuPt10'])
322 steps['TTbar_ID']=identitySim(steps['TTbar'])
323 
324 baseDataSetRelease=[
325  'CMSSW_7_1_0_pre7-PRE_STA71_V3-v1', # run1 samples; keep GEN-SIM fixed to 710_pre7, for samples not routinely produced
326  'CMSSW_7_2_0_pre7-PRE_SHI72_V7-v1', # Run1 HI GEN-SIM (only MB = wf 140)
327  'CMSSW_6_2_0_pre8-PRE_ST62_V8_FastSim-v1', # for fastsim id test
328  # 'CMSSW_6_2_0_pre8-PRE_SH62_V15-v2', # Run1 HI GEN-SIM (only HydjetQ_B3_2760) -- unused in 72_pre4
329  # 'CMSSW_6_1_0_pre6-STARTHI61_V6-v1', # Run1 HI GEN-SIM (only HydjetQ_B0_2760) -- unused in 72_pre4
330  #'CMSSW_6_2_0_pre8-PRE_ST62_V8-v3', # pPb -- unused in 72_pre4
331  #'CMSSW_7_1_0_pre5-POSTLS171_V1-v1', # 13 TeV samples with postLs1 geometry and updated mag field -- unused in 72_pre4
332  #'CMSSW_6_2_0_pre8-PRE_SH62_V15-v1', # Run1 HI GEN-SIM (only HydjetQ_B8_2760) -- unused in 72_pre4
333  #'CMSSW_7_1_0_pre5-START71_V1-v1', # 8 TeV , for the one sample which is part of the routine relval production (MinBias) -- unused in 72_pre4
334  'CMSSW_7_1_0_pre5-START71_V1-v2', # 8 TeV , for the one sample which is part of the routine relval production (RelValZmumuJets_Pt_20_300, because of -v2)
335  # this an previous should be unified, when -v2 will be gone
336  'CMSSW_7_2_0_pre7-PRE_LS172_V11-v1', # 13 TeV samples with GEN-SIM from 720_p7;
337  ]
338 
339 # note: INPUT commands to be added once GEN-SIM w/ 13TeV+PostLS1Geo will be available
340 steps['MinBiasINPUT']={'INPUT':InputInfo(dataSet='/RelValMinBias/%s/GEN-SIM'%(baseDataSetRelease[0],),location='STD')} #was [0]
341 steps['QCD_Pt_3000_3500INPUT']={'INPUT':InputInfo(dataSet='/RelValQCD_Pt_3000_3500/%s/GEN-SIM'%(baseDataSetRelease[0],),location='STD')}
342 steps['QCD_Pt_600_800INPUT']={'INPUT':InputInfo(dataSet='/RelValQCD_Pt_600_800/%s/GEN-SIM'%(baseDataSetRelease[0],),location='STD')}
343 steps['QCD_Pt_80_120INPUT']={'INPUT':InputInfo(dataSet='/RelValQCD_Pt_80_120/%s/GEN-SIM'%(baseDataSetRelease[0],),location='STD')}
344 steps['SingleElectronPt10INPUT']={'INPUT':InputInfo(dataSet='/RelValSingleElectronPt10/%s/GEN-SIM'%(baseDataSetRelease[0],),location='STD')}
345 steps['SingleElectronPt1000INPUT']={'INPUT':InputInfo(dataSet='/RelValSingleElectronPt1000/%s/GEN-SIM'%(baseDataSetRelease[0],),location='STD')}
346 steps['SingleElectronPt35INPUT']={'INPUT':InputInfo(dataSet='/RelValSingleElectronPt35/%s/GEN-SIM'%(baseDataSetRelease[0],),location='STD')}
347 steps['SingleGammaPt10INPUT']={'INPUT':InputInfo(dataSet='/RelValSingleGammaPt10/%s/GEN-SIM'%(baseDataSetRelease[0],),location='STD')}
348 steps['SingleGammaPt35INPUT']={'INPUT':InputInfo(dataSet='/RelValSingleGammaPt35/%s/GEN-SIM'%(baseDataSetRelease[0],),location='STD')}
349 steps['SingleMuPt1INPUT']={'INPUT':InputInfo(dataSet='/RelValSingleMuPt1/%s/GEN-SIM'%(baseDataSetRelease[0],),location='STD')}
350 steps['SingleMuPt10INPUT']={'INPUT':InputInfo(dataSet='/RelValSingleMuPt10/%s/GEN-SIM'%(baseDataSetRelease[0],),location='STD')}
351 steps['SingleMuPt10IdINPUT']={'INPUT':InputInfo(dataSet='/RelValSingleMuPt10/%s/GEN-SIM-DIGI-RAW-HLTDEBUG'%(baseDataSetRelease[0],),location='STD',split=1)}
352 steps['SingleMuPt10FSIdINPUT']={'INPUT':InputInfo(dataSet='/RelValSingleMuPt10/%s/GEN-SIM-DIGI-RECO'%(baseDataSetRelease[2],),location='STD',split=1)}
353 steps['SingleMuPt100INPUT']={'INPUT':InputInfo(dataSet='/RelValSingleMuPt100/%s/GEN-SIM'%(baseDataSetRelease[0],),location='STD')}
354 steps['SingleMuPt1000INPUT']={'INPUT':InputInfo(dataSet='/RelValSingleMuPt1000/%s/GEN-SIM'%(baseDataSetRelease[0],),location='STD')}
355 steps['TTbarINPUT']={'INPUT':InputInfo(dataSet='/RelValTTbar/%s/GEN-SIM'%(baseDataSetRelease[0],),location='STD')}
356 steps['TTbarIdINPUT']={'INPUT':InputInfo(dataSet='/RelValTTbar/%s/GEN-SIM-DIGI-RAW-HLTDEBUG'%(baseDataSetRelease[0],),location='STD',split=1)}
357 steps['TTbarFSIdINPUT']={'INPUT':InputInfo(dataSet='/RelValTTbar/%s/GEN-SIM-DIGI-RECO'%(baseDataSetRelease[2],),location='STD',split=1)}
358 steps['TTbarLeptonINPUT']={'INPUT':InputInfo(dataSet='/RelValTTbarLepton/%s/GEN-SIM'%(baseDataSetRelease[0],),location='STD')}
359 steps['OldTTbarINPUT']={'INPUT':InputInfo(dataSet='/RelValProdTTbar/CMSSW_5_0_0_pre6-START50_V5-v1/GEN-SIM-RECO',location='STD')}
360 steps['OldGenSimINPUT']={'INPUT':InputInfo(dataSet='/RelValTTbar/CMSSW_4_4_2-START44_V7-v1/GEN-SIM-DIGI-RAW-HLTDEBUG',location='STD')}
361 steps['Wjet_Pt_80_120INPUT']={'INPUT':InputInfo(dataSet='/RelValWjet_Pt_80_120/%s/GEN-SIM'%(baseDataSetRelease[0],),location='STD')}
362 steps['Wjet_Pt_3000_3500INPUT']={'INPUT':InputInfo(dataSet='/RelValWjet_Pt_3000_3500/%s/GEN-SIM'%(baseDataSetRelease[0],),location='STD')}
363 steps['LM1_sftsINPUT']={'INPUT':InputInfo(dataSet='/RelValLM1_sfts/%s/GEN-SIM'%(baseDataSetRelease[0],),location='STD')}
364 steps['QCD_FlatPt_15_3000INPUT']={'INPUT':InputInfo(dataSet='/RelValQCD_FlatPt_15_3000/%s/GEN-SIM'%(baseDataSetRelease[0],),location='STD')}
365 
366 steps['QCD_FlatPt_15_3000HSINPUT']={'INPUT':InputInfo(dataSet='/RelValQCD_FlatPt_15_3000HS/%s/GEN-SIM'%(baseDataSetRelease[0],),location='STD')}
367 # the following dataset used to be in input but is currently not valid dbs datasets
368 # candidate for removal..
369 # steps['QCD_FlatPt_15_3000HS__DIGIPU1INPUT']={'INPUT':InputInfo(dataSet='/RelValQCD_FlatPt_15_3000/CMSSW_5_2_2-PU_START52_V4_special_120326-v1/GEN-SIM-DIGI-RAW-HLTDEBUG',location='STD')}
370 steps['TTbar__DIGIPU1INPUT']={'INPUT':InputInfo(dataSet='/RelValTTbar/CMSSW_5_2_2-PU_START52_V4_special_120326-v1/GEN-SIM-DIGI-RAW-HLTDEBUG',location='STD')}
371 
372 # 13 TeV recycle GEN-SIM input
373 steps['MinBias_13INPUT']={'INPUT':InputInfo(dataSet='/RelValMinBias_13/%s/GEN-SIM'%(baseDataSetRelease[4],),location='STD')}
374 steps['QCD_Pt_3000_3500_13INPUT']={'INPUT':InputInfo(dataSet='/RelValQCD_Pt_3000_3500_13/%s/GEN-SIM'%(baseDataSetRelease[4],),location='STD')}
375 steps['QCD_Pt_600_800_13INPUT']={'INPUT':InputInfo(dataSet='/RelValQCD_Pt_600_800_13/%s/GEN-SIM'%(baseDataSetRelease[4],),location='STD')}
376 steps['QCD_Pt_80_120_13INPUT']={'INPUT':InputInfo(dataSet='/RelValQCD_Pt_80_120_13/%s/GEN-SIM'%(baseDataSetRelease[4],),location='STD')}
377 steps['TTbar_13INPUT']={'INPUT':InputInfo(dataSet='/RelValTTbar_13/%s/GEN-SIM'%(baseDataSetRelease[4],),location='STD')}
378 steps['TTbarLepton_13INPUT']={'INPUT':InputInfo(dataSet='/RelValTTbarLepton_13/%s/GEN-SIM'%(baseDataSetRelease[4],),location='STD')}
379 steps['ZEE_13INPUT']={'INPUT':InputInfo(dataSet='/RelValZEE_13/%s/GEN-SIM'%(baseDataSetRelease[4],),location='STD')}
380 steps['Wjet_Pt_80_120_13INPUT']={'INPUT':InputInfo(dataSet='/RelValWjet_Pt_80_120_13/%s/GEN-SIM'%(baseDataSetRelease[4],),location='STD')}
381 steps['Wjet_Pt_3000_3500_13INPUT']={'INPUT':InputInfo(dataSet='/RelValWjet_Pt_3000_3500_13/%s/GEN-SIM'%(baseDataSetRelease[4],),location='STD')}
382 steps['LM1_sfts_13INPUT']={'INPUT':InputInfo(dataSet='/RelValLM1_sfts_13/%s/GEN-SIM'%(baseDataSetRelease[4],),location='STD')}
383 steps['QCD_FlatPt_15_3000_13INPUT']={'INPUT':InputInfo(dataSet='/RelValQCD_FlatPt_15_3000_13/%s/GEN-SIM'%(baseDataSetRelease[4],),location='STD')}
384 steps['QCD_FlatPt_15_3000HS_13INPUT']={'INPUT':InputInfo(dataSet='/RelValQCD_FlatPt_15_3000HS_13/%s/GEN-SIM'%(baseDataSetRelease[4],),location='STD')}
385 steps['ZpMM_2250_13TeV_TauolaINPUT']={'INPUT':InputInfo(dataSet='/RelValZpMM_2250_13TeV_Tauola/%s/GEN-SIM'%(baseDataSetRelease[4],),location='STD')}
386 steps['ZpEE_2250_13TeV_TauolaINPUT']={'INPUT':InputInfo(dataSet='/RelValZpEE_2250_13TeV_Tauola/%s/GEN-SIM'%(baseDataSetRelease[4],),location='STD')}
387 steps['ZpTT_1500_13TeV_TauolaINPUT']={'INPUT':InputInfo(dataSet='/RelValZpTT_1500_13TeV_Tauola/%s/GEN-SIM'%(baseDataSetRelease[4],),location='STD')}
388 steps['MinBiasHS_13INPUT']={'INPUT':InputInfo(dataSet='/RelValMinBiasHS_13/%s/GEN-SIM'%(baseDataSetRelease[4],),location='STD')}
389 steps['Higgs200ChargedTaus_13INPUT']={'INPUT':InputInfo(dataSet='/RelValHiggs200ChargedTaus_13/%s/GEN-SIM'%(baseDataSetRelease[4],),location='STD')}
390 steps['JpsiMM_13INPUT']={'INPUT':InputInfo(dataSet='/RelValJpsiMM_13/%s/GEN-SIM'%(baseDataSetRelease[4],),location='STD')}
391 steps['WE_13INPUT']={'INPUT':InputInfo(dataSet='/RelValWE_13/%s/GEN-SIM'%(baseDataSetRelease[4],),location='STD')}
392 steps['WM_13INPUT']={'INPUT':InputInfo(dataSet='/RelValWM_13/%s/GEN-SIM'%(baseDataSetRelease[4],),location='STD')}
393 steps['WpM_13INPUT']={'INPUT':InputInfo(dataSet='/RelValWpM_13/%s/GEN-SIM'%(baseDataSetRelease[4],),location='STD')}
394 steps['ZMM_13INPUT']={'INPUT':InputInfo(dataSet='/RelValZMM_13/%s/GEN-SIM'%(baseDataSetRelease[4],),location='STD')}
395 steps['ZpMM_13INPUT']={'INPUT':InputInfo(dataSet='/RelValZpMM_13/%s/GEN-SIM'%(baseDataSetRelease[4],),location='STD')}
396 steps['ZTT_13INPUT']={'INPUT':InputInfo(dataSet='/RelValZTT_13/%s/GEN-SIM'%(baseDataSetRelease[4],),location='STD')}
397 steps['H130GGgluonfusion_13INPUT']={'INPUT':InputInfo(dataSet='/RelValH130GGgluonfusion_13/%s/GEN-SIM'%(baseDataSetRelease[4],),location='STD')}
398 steps['PhotonJets_Pt_10_13INPUT']={'INPUT':InputInfo(dataSet='/RelValPhotonJets_Pt_10_13/%s/GEN-SIM'%(baseDataSetRelease[4],),location='STD')}
399 steps['QQH1352T_Tauola_13INPUT']={'INPUT':InputInfo(dataSet='/RelValQQH1352T_Tauola_13/%s/GEN-SIM'%(baseDataSetRelease[4],),location='STD')}
400 steps['ZmumuJets_Pt_20_300_13INPUT']={'INPUT':InputInfo(dataSet='/RelValZmumuJets_Pt_20_300_13/%s/GEN-SIM'%(baseDataSetRelease[4],),location='STD')}
401 steps['ADDMonoJet_d3MD3_13INPUT']={'INPUT':InputInfo(dataSet='/RelValADDMonoJet_d3MD3_13/%s/GEN-SIM'%(baseDataSetRelease[4],),location='STD')}
402 steps['RSKKGluon_m3000GeV_13INPUT']={'INPUT':InputInfo(dataSet='/RelValRSKKGluon_m3000GeV_13/%s/GEN-SIM'%(baseDataSetRelease[4],),location='STD')}
403 steps['Pythia6_BuJpsiK_TuneZ2star_13INPUT']={'INPUT':InputInfo(dataSet='/RelValPythia6_BuJpsiK_TuneZ2star_13/%s/GEN-SIM'%(baseDataSetRelease[4],),location='STD')}
404 steps['Cosmics_UP15INPUT']={'INPUT':InputInfo(dataSet='/RelValCosmics_UP15/%s/GEN-SIM'%(baseDataSetRelease[4],),location='STD')}
405 steps['BeamHalo_13INPUT']={'INPUT':InputInfo(dataSet='/RelValBeamHalo_13/%s/GEN-SIM'%(baseDataSetRelease[4],),location='STD')}
406 # particle guns with postLS1 geometry recycle GEN-SIM input
407 steps['SingleElectronPt10_UP15INPUT']={'INPUT':InputInfo(dataSet='/RelValSingleElectronPt10_UP15/%s/GEN-SIM'%(baseDataSetRelease[4],),location='STD')}
408 steps['SingleElectronPt35_UP15INPUT']={'INPUT':InputInfo(dataSet='/RelValSingleElectronPt35_UP15/%s/GEN-SIM'%(baseDataSetRelease[4],),location='STD')}
409 steps['SingleElectronPt1000_UP15INPUT']={'INPUT':InputInfo(dataSet='/RelValSingleElectronPt1000_UP15/%s/GEN-SIM'%(baseDataSetRelease[4],),location='STD')}
410 steps['SingleElectronFlatPt1To100_UP15INPUT']={'INPUT':InputInfo(dataSet='/RelValSingleElectronFlatPt1To100_UP15/%s/GEN-SIM'%(baseDataSetRelease[4],),location='STD')}
411 steps['SingleGammaPt10_UP15INPUT']={'INPUT':InputInfo(dataSet='/RelValSingleGammaPt10_UP15/%s/GEN-SIM'%(baseDataSetRelease[4],),location='STD')}
412 steps['SingleGammaPt35_UP15INPUT']={'INPUT':InputInfo(dataSet='/RelValSingleGammaPt35_UP15/%s/GEN-SIM'%(baseDataSetRelease[4],),location='STD')}
413 steps['SingleMuPt1_UP15INPUT']={'INPUT':InputInfo(dataSet='/RelValSingleMuPt1_UP15/%s/GEN-SIM'%(baseDataSetRelease[4],),location='STD')}
414 steps['SingleMuPt10_UP15INPUT']={'INPUT':InputInfo(dataSet='/RelValSingleMuPt10_UP15/%s/GEN-SIM'%(baseDataSetRelease[4],),location='STD')}
415 steps['SingleMuPt100_UP15INPUT']={'INPUT':InputInfo(dataSet='/RelValSingleMuPt100_UP15/%s/GEN-SIM'%(baseDataSetRelease[4],),location='STD')}
416 steps['SingleMuPt1000_UP15INPUT']={'INPUT':InputInfo(dataSet='/RelValSingleMuPt1000_UP15/%s/GEN-SIM'%(baseDataSetRelease[4],),location='STD')}
417 
418 #input for fast sim workflows to be added - TODO
419 
420 
421 ## high stat step1
422 ecalHcal={
423  '-s':'GEN,SIM,DIGI,DIGI2RAW,RAW2DIGI,L1Reco,RECO,EI',
424  '--datatier':'GEN-SIM-DIGI-RAW-RECO',
425  #'--geometry':'ECALHCAL',
426  '--eventcontent':'FEVTDEBUG',
427  '--customise':'Validation/Configuration/ECALHCAL.customise,SimGeneral/MixingModule/fullMixCustomize_cff.setCrossingFrameOn',
428  '--beamspot':'NoSmear'}
429 
430 steps['SingleElectronE120EHCAL']=merge([{'cfg':'SingleElectronE120EHCAL_cfi'},ecalHcal,Kby(25,250),step1Defaults])
431 steps['SinglePiE50HCAL']=merge([{'cfg':'SinglePiE50HCAL_cfi'},ecalHcal,Kby(25,250),step1Defaults])
432 
433 steps['MinBiasHS']=gen('MinBias_8TeV_cfi',Kby(25,300))
434 steps['InclusiveppMuX']=gen('InclusiveppMuX_8TeV_cfi',Mby(11,45000))
435 steps['SingleElectronFlatPt5To100']=gen('SingleElectronFlatPt5To100_cfi',Kby(25,250))
436 steps['SinglePiPt1']=gen('SinglePiPt1_cfi',Kby(25,250))
437 steps['SingleMuPt1HS']=gen('SingleMuPt1_cfi',Kby(25,1000))
438 steps['ZPrime5000Dijet']=gen('ZPrime5000JJ_8TeV_cfi',Kby(25,100))
439 steps['SinglePi0E10']=gen('SinglePi0E10_cfi',Kby(25,100))
440 steps['SinglePiPt10']=gen('SinglePiPt10_cfi',Kby(25,250))
441 steps['SingleGammaFlatPt10To100']=gen('SingleGammaFlatPt10To100_cfi',Kby(25,250))
442 steps['SingleTauPt50Pythia']=gen('SingleTaupt_50_cfi',Kby(25,100))
443 steps['SinglePiPt100']=gen('SinglePiPt100_cfi',Kby(25,250))
444 
445 
446 def genS(fragment,howMuch):
447  global step1Defaults,stCond
448  return merge([{'cfg':fragment},stCond,howMuch,step1Defaults])
449 
450 steps['Higgs200ChargedTaus']=genS('H200ChargedTaus_Tauola_8TeV_cfi',Kby(9,100))
451 steps['JpsiMM']=genS('JpsiMM_8TeV_cfi',Kby(66,1000))
452 steps['WE']=genS('WE_8TeV_cfi',Kby(9,100))
453 steps['WM']=genS('WM_8TeV_cfi',Kby(9,200))
454 steps['WpM']=genS('WpM_8TeV_cfi',Kby(9,200))
455 steps['ZMM']=genS('ZMM_8TeV_cfi',Kby(18,300))
456 steps['ZpMM']=genS('ZpMM_8TeV_cfi',Kby(9,200))
457 steps['Higgs200ChargedTaus_13']=gen2015('H200ChargedTaus_Tauola_13TeV_cfi',Kby(9,100))
458 steps['JpsiMM_13']=gen2015('JpsiMM_13TeV_cfi',Kby(66,1000))
459 steps['WE_13']=gen2015('WE_13TeV_cfi',Kby(9,100))
460 steps['WM_13']=gen2015('WM_13TeV_cfi',Kby(9,200))
461 steps['WpM_13']=gen2015('WpM_13TeV_cfi',Kby(9,200))
462 steps['ZMM_13']=gen2015('ZMM_13TeV_cfi',Kby(18,300))
463 steps['ZpMM_13']=gen2015('ZpMM_13TeV_cfi',Kby(9,200))
464 
465 steps['ZTT']=genS('ZTT_Tauola_All_hadronic_8TeV_cfi',Kby(9,150))
466 steps['H130GGgluonfusion']=genS('H130GGgluonfusion_8TeV_cfi',Kby(9,100))
467 steps['PhotonJets_Pt_10']=genS('PhotonJet_Pt_10_8TeV_cfi',Kby(9,150))
468 steps['QQH1352T_Tauola']=genS('QQH1352T_Tauola_8TeV_cfi',Kby(9,100))
469 steps['ZTT_13']=gen2015('ZTT_Tauola_All_hadronic_13TeV_cfi',Kby(9,150))
470 steps['H130GGgluonfusion_13']=gen2015('H130GGgluonfusion_13TeV_cfi',Kby(9,100))
471 steps['PhotonJets_Pt_10_13']=gen2015('PhotonJet_Pt_10_13TeV_cfi',Kby(9,150))
472 steps['QQH1352T_Tauola_13']=gen2015('QQH1352T_Tauola_13TeV_cfi',Kby(9,100))
473 steps['ZmumuJets_Pt_20_300']=gen('ZmumuJets_Pt_20_300_GEN_8TeV_cfg',Kby(25,100))
474 steps['ZmumuJets_Pt_20_300_13']=gen2015('ZmumuJets_Pt_20_300_GEN_13TeV_cfg',Kby(25,100))
475 steps['ADDMonoJet_d3MD3']=genS('ADDMonoJet_8TeV_d3MD3_cfi',Kby(9,100))
476 steps['ADDMonoJet_d3MD3_13']=gen2015('ADDMonoJet_13TeV_d3MD3_cfi',Kby(9,100))
477 steps['RSKKGluon_m3000GeV_13']=gen2015('RSKKGluon_m3000GeV_13TeV_cff',Kby(9,100)) # re-named to remove RelvalRelval in the dataset name
478 steps['Pythia6_BuJpsiK_TuneZ2star_13']=gen2015('Pythia6_BuJpsiK_TuneZ2star_13TeV_cfi',Kby(36000,400000)) # check recycling a the next GEN-SIM refresh
479 
480 steps['MinBias2INPUT']={'INPUT':InputInfo(dataSet='/RelValMinBias/%s/GEN-SIM'%(baseDataSetRelease[0],),location='STD')}
481 steps['Higgs200ChargedTausINPUT']={'INPUT':InputInfo(dataSet='/RelValHiggs200ChargedTaus/%s/GEN-SIM'%(baseDataSetRelease[0],),location='STD')}
482 steps['QCD_Pt_3000_3500_2INPUT']={'INPUT':InputInfo(dataSet='/RelValQCD_Pt_3000_3500/%s/GEN-SIM'%(baseDataSetRelease[0],),location='STD')}
483 steps['QCD_Pt_80_120_2INPUT']={'INPUT':InputInfo(dataSet='/RelValQCD_Pt_80_120/%s/GEN-SIM'%(baseDataSetRelease[0],),location='STD')}
484 steps['JpsiMMINPUT']={'INPUT':InputInfo(dataSet='/RelValJpsiMM/%s/GEN-SIM'%(baseDataSetRelease[0],),location='STD')}
485 steps['TTbar2INPUT']={'INPUT':InputInfo(dataSet='/RelValTTbar/%s/GEN-SIM'%(baseDataSetRelease[0],),location='STD')}
486 steps['WEINPUT']={'INPUT':InputInfo(dataSet='/RelValWE/%s/GEN-SIM'%(baseDataSetRelease[0],),location='STD')}
487 steps['WMINPUT']={'INPUT':InputInfo(dataSet='/RelValWM/%s/GEN-SIM'%(baseDataSetRelease[0],),location='STD')}
488 steps['ZEEINPUT']={'INPUT':InputInfo(dataSet='/RelValZEE/%s/GEN-SIM'%(baseDataSetRelease[0],),location='STD')}
489 steps['ZMMINPUT']={'INPUT':InputInfo(dataSet='/RelValZMM/%s/GEN-SIM'%(baseDataSetRelease[0],),location='STD')}
490 steps['ZTTINPUT']={'INPUT':InputInfo(dataSet='/RelValZTT/%s/GEN-SIM'%(baseDataSetRelease[0],),location='STD')}
491 steps['H130GGgluonfusionINPUT']={'INPUT':InputInfo(dataSet='/RelValH130GGgluonfusion/%s/GEN-SIM'%(baseDataSetRelease[0],),location='STD')}
492 steps['PhotonJets_Pt_10INPUT']={'INPUT':InputInfo(dataSet='/RelValPhotonJets_Pt_10/%s/GEN-SIM'%(baseDataSetRelease[0],),location='STD')}
493 steps['QQH1352T_TauolaINPUT']={'INPUT':InputInfo(dataSet='/RelValQQH1352T_Tauola/%s/GEN-SIM'%(baseDataSetRelease[0],),location='STD')}
494 steps['ADDMonoJet_d3MD3INPUT']={'INPUT':InputInfo(dataSet='/RelValADDMonoJet_d3MD3/%s/GEN-SIM'%(baseDataSetRelease[0],),location='STD')}
495 steps['WpMINPUT']={'INPUT':InputInfo(dataSet='/RelValWpM/%s/GEN-SIM'%(baseDataSetRelease[0],),location='STD')}
496 steps['ZpMMINPUT']={'INPUT':InputInfo(dataSet='/RelValZpMM/%s/GEN-SIM'%(baseDataSetRelease[0],),location='STD')}
497 steps['ZpMM_2250_8TeV_TauolaINPUT']={'INPUT':InputInfo(dataSet='/RelValZpMM_2250_8TeV_Tauola/%s/GEN-SIM'%(baseDataSetRelease[0],),location='STD')}
498 steps['ZpEE_2250_8TeV_TauolaINPUT']={'INPUT':InputInfo(dataSet='/RelValZpEE_2250_8TeV_Tauola/%s/GEN-SIM'%(baseDataSetRelease[0],),location='STD')}
499 steps['ZpTT_1500_8TeV_TauolaINPUT']={'INPUT':InputInfo(dataSet='/RelValZpTT_1500_8TeV_Tauola/%s/GEN-SIM'%(baseDataSetRelease[0],),location='STD')}
500 
501 
502 steps['ZmumuJets_Pt_20_300INPUT']={'INPUT':InputInfo(dataSet='/RelValZmumuJets_Pt_20_300/%s/GEN-SIM'%(baseDataSetRelease[0],),location='STD')}
503 
504 
505 steps['Cosmics']=merge([{'cfg':'UndergroundCosmicMu_cfi.py','--scenario':'cosmics'},Kby(666,100000),step1Defaults])
506 steps['Cosmics_UP15']=merge([{'cfg':'UndergroundCosmicMu_cfi.py','--scenario':'cosmics'},Kby(666,100000),step1Up2015Defaults])
507 steps['BeamHalo']=merge([{'cfg':'BeamHalo_cfi.py','--scenario':'cosmics'},Kby(9,100),step1Defaults])
508 steps['BeamHalo_13']=merge([{'cfg':'BeamHalo_13TeV_cfi.py','--scenario':'cosmics'},Kby(9,100),step1Up2015Defaults])
509 
510 # GF re-introduce INPUT command once GEN-SIM will be available
511 # steps['CosmicsINPUT']={'INPUT':InputInfo(dataSet='/RelValCosmics/%s/GEN-SIM'%(baseDataSetRelease[0],),location='STD')}
512 steps['BeamHaloINPUT']={'INPUT':InputInfo(dataSet='/RelValBeamHalo/%s/GEN-SIM'%(baseDataSetRelease[0],),location='STD')}
513 
514 steps['QCD_Pt_50_80']=genS('QCD_Pt_50_80_8TeV_cfi',Kby(25,100))
515 steps['QCD_Pt_15_20']=genS('QCD_Pt_15_20_8TeV_cfi',Kby(25,100))
516 steps['ZTTHS']=merge([Kby(25,100),steps['ZTT']])
517 steps['QQH120Inv']=genS('QQH120Inv_8TeV_cfi',Kby(25,100))
518 steps['TTbar2HS']=merge([Kby(25,100),steps['TTbar']])
519 steps['JpsiMM_Pt_20_inf']=genS('JpsiMM_Pt_20_inf_8TeV_cfi',Kby(70,280))
520 steps['QCD_Pt_120_170']=genS('QCD_Pt_120_170_8TeV_cfi',Kby(25,100))
521 steps['H165WW2L']=genS('H165WW2L_Tauola_8TeV_cfi',Kby(25,100))
522 steps['UpsMM']=genS('UpsMM_8TeV_cfi',Kby(56250,225))
523 steps['RSGrav']=genS('RS750_quarks_and_leptons_8TeV_cff',Kby(25,100))
524 steps['QCD_Pt_80_120_2HS']=merge([Kby(25,100),steps['QCD_Pt_80_120']])
525 steps['bJpsiX']=genS('bJpsiX_8TeV_cfi',Mby(325,1300000))
526 steps['QCD_Pt_30_50']=genS('QCD_Pt_30_50_8TeV_cfi',Kby(25,100))
527 steps['H200ZZ4L']=genS('H200ZZ4L_Tauola_8TeV_cfi',Kby(25,100))
528 steps['LM9p']=genS('LM9p_8TeV_cff',Kby(25,100))
529 steps['QCD_Pt_20_30']=genS('QCD_Pt_20_30_8TeV_cfi',Kby(25,100))
530 steps['QCD_Pt_170_230']=genS('QCD_Pt_170_230_8TeV_cfi',Kby(25,100))
531 
532 
533 ## upgrade dedicated wf
534 ## extendedPhase1 ## do we need these (unused)? ==>
535 step1UpepiDefaults = {'-s' : 'GEN,SIM',
536  '-n' : 10,
537  '--conditions' : 'DESIGN61_V10::All', #should be updated with autocond
538  '--beamspot' : 'Gauss',
539  '--datatier' : 'GEN-SIM',
540  '--eventcontent': 'FEVTDEBUG',
541  '--geometry' : 'ExtendedPhaseIPixel', #check geo
542  '--customise' : 'SLHCUpgradeSimulations/Configuration/phase1TkCustoms.customise'
543  }
544 def genepi(fragment,howMuch):
545  global step1UpepiDefaults
546  return merge([{'cfg':fragment},howMuch,step1UpepiDefaults])
547 
548 steps['FourMuPt1_200_UPGPhase1']=genepi('FourMuPt_1_200_cfi',Kby(10,100))
549 steps['SingleElectronPt10_UPGPhase1']=genepi('SingleElectronPt10_cfi',Kby(9,3000))
550 steps['SingleElectronPt35_UPGPhase1']=genepi('SingleElectronPt35_cfi',Kby(9,500))
551 steps['SingleElectronPt1000_UPGPhase1']=genepi('SingleElectronPt1000_cfi',Kby(9,50))
552 steps['SingleGammaPt10_UPGPhase1']=genepi('SingleGammaPt10_cfi',Kby(9,3000))
553 steps['SingleGammaPt35_UPGPhase1']=genepi('SingleGammaPt35_cfi',Kby(9,500))
554 steps['SingleMuPt1_UPGPhase1']=genepi('SingleMuPt1_cfi',Kby(25,1000))
555 steps['SingleMuPt10_UPGPhase1']=genepi('SingleMuPt10_cfi',Kby(25,500))
556 steps['SingleMuPt100_UPGPhase1']=genepi('SingleMuPt100_cfi',Kby(9,500))
557 steps['SingleMuPt1000_UPGPhase1']=genepi('SingleMuPt1000_cfi',Kby(9,500))
558 
559 steps['TTbarLepton_UPGPhase1_8']=genepi('TTbarLepton_Tauola_8TeV_cfi',Kby(9,100))
560 steps['Wjet_Pt_80_120_UPGPhase1_8']=genepi('Wjet_Pt_80_120_8TeV_cfi',Kby(9,100))
561 steps['Wjet_Pt_3000_3500_UPGPhase1_8']=genepi('Wjet_Pt_3000_3500_8TeV_cfi',Kby(9,50))
562 steps['LM1_sfts_UPGPhase1_8']=genepi('LM1_sfts_8TeV_cfi',Kby(9,100))
563 
564 steps['QCD_Pt_3000_3500_UPGPhase1_8']=genepi('QCD_Pt_3000_3500_8TeV_cfi',Kby(9,25))
565 steps['QCD_Pt_600_800_UPGPhase1_8']=genepi('QCD_Pt_600_800_8TeV_cfi',Kby(9,50))
566 steps['QCD_Pt_80_120_UPGPhase1_8']=genepi('QCD_Pt_80_120_8TeV_cfi',Kby(9,100))
567 
568 steps['Higgs200ChargedTaus_UPGPhase1_8']=genepi('H200ChargedTaus_Tauola_8TeV_cfi',Kby(9,100))
569 steps['JpsiMM_UPGPhase1_8']=genepi('JpsiMM_8TeV_cfi',Kby(66,1000))
570 steps['TTbar_UPGPhase1_8']=genepi('TTbar_Tauola_8TeV_cfi',Kby(9,100))
571 steps['WE_UPGPhase1_8']=genepi('WE_8TeV_cfi',Kby(9,100))
572 steps['ZEE_UPGPhase1_8']=genepi('ZEE_8TeV_cfi',Kby(9,100))
573 steps['ZTT_UPGPhase1_8']=genepi('ZTT_Tauola_All_hadronic_8TeV_cfi',Kby(9,150))
574 steps['H130GGgluonfusion_UPGPhase1_8']=genepi('H130GGgluonfusion_8TeV_cfi',Kby(9,100))
575 steps['PhotonJets_Pt_10_UPGPhase1_8']=genepi('PhotonJet_Pt_10_8TeV_cfi',Kby(9,150))
576 steps['QQH1352T_Tauola_UPGPhase1_8']=genepi('QQH1352T_Tauola_8TeV_cfi',Kby(9,100))
577 
578 steps['MinBias_TuneZ2star_UPGPhase1_8']=genepi('MinBias_TuneZ2star_8TeV_pythia6_cff',Kby(9,300))
579 steps['WM_UPGPhase1_8']=genepi('WM_8TeV_cfi',Kby(9,200))
580 steps['ZMM_UPGPhase1_8']=genepi('ZMM_8TeV_cfi',Kby(18,300))
581 
582 steps['ADDMonoJet_d3MD3_UPGPhase1_8']=genepi('ADDMonoJet_8TeV_d3MD3_cfi',Kby(9,100))
583 steps['ZpMM_UPGPhase1_8']=genepi('ZpMM_8TeV_cfi',Kby(9,200))
584 steps['WpM_UPGPhase1_8']=genepi('WpM_8TeV_cfi',Kby(9,200))
585 ## <== do we need these (unused)?
586 
587 
588 
589 
590 #14TeV ## do we need these (unused)? ==>
591 #steps['TTbarLepton_UPGPhase1_14']=genepi('TTbarLepton_Tauola_14TeV_cfi',Kby(9,100))
592 steps['Wjet_Pt_80_120_UPGPhase1_14']=genepi('Wjet_Pt_80_120_14TeV_cfi',Kby(9,100))
593 steps['Wjet_Pt_3000_3500_UPGPhase1_14']=genepi('Wjet_Pt_3000_3500_14TeV_cfi',Kby(9,50))
594 steps['LM1_sfts_UPGPhase1_14']=genepi('LM1_sfts_14TeV_cfi',Kby(9,100))
595 
596 steps['QCD_Pt_3000_3500_UPGPhase1_14']=genepi('QCD_Pt_3000_3500_14TeV_cfi',Kby(9,25))
597 #steps['QCD_Pt_600_800_UPGPhase1_14']=genepi('QCD_Pt_600_800_14TeV_cfi',Kby(9,50))
598 steps['QCD_Pt_80_120_UPGPhase1_14']=genepi('QCD_Pt_80_120_14TeV_cfi',Kby(9,100))
599 
600 steps['Higgs200ChargedTaus_UPGPhase1_14']=genepi('H200ChargedTaus_Tauola_14TeV_cfi',Kby(9,100))
601 steps['JpsiMM_UPGPhase1_14']=genepi('JpsiMM_14TeV_cfi',Kby(66,1000))
602 steps['TTbar_UPGPhase1_14']=genepi('TTbar_Tauola_14TeV_cfi',Kby(9,100))
603 steps['WE_UPGPhase1_14']=genepi('WE_14TeV_cfi',Kby(9,100))
604 steps['ZEE_UPGPhase1_14']=genepi('ZEE_14TeV_cfi',Kby(9,100))
605 steps['ZTT_UPGPhase1_14']=genepi('ZTT_Tauola_All_hadronic_14TeV_cfi',Kby(9,150))
606 steps['H130GGgluonfusion_UPGPhase1_14']=genepi('H130GGgluonfusion_14TeV_cfi',Kby(9,100))
607 steps['PhotonJets_Pt_10_UPGPhase1_14']=genepi('PhotonJet_Pt_10_14TeV_cfi',Kby(9,150))
608 steps['QQH1352T_Tauola_UPGPhase1_14']=genepi('QQH1352T_Tauola_14TeV_cfi',Kby(9,100))
609 
610 steps['MinBias_TuneZ2star_UPGPhase1_14']=genepi('MinBias_TuneZ2star_14TeV_pythia6_cff',Kby(9,300))
611 steps['WM_UPGPhase1_14']=genepi('WM_14TeV_cfi',Kby(9,200))
612 steps['ZMM_UPGPhase1_14']=genepi('ZMM_14TeV_cfi',Kby(18,300))
613 
614 #steps['ADDMonoJet_d3MD3_UPGPhase1_14']=genepi('ADDMonoJet_14TeV_d3MD3_cfi',Kby(9,100))
615 #steps['ZpMM_UPGPhase1_14']=genepi('ZpMM_14TeV_cfi',Kby(9,200))
616 #steps['WpM_UPGPhase1_14']=genepi('WpM_14TeV_cfi',Kby(9,200))
617 ## <== do we need these (unused)?
618 
619 ## 2015
620 steps['FourMuPt1_200_UPG2015']=gen2015('FourMuPt_1_200_cfi',Kby(10,100))
621 steps['SingleElectronPt10_UPG2015']=gen2015('SingleElectronPt10_cfi',Kby(9,3000))
622 steps['SingleElectronPt35_UPG2015']=gen2015('SingleElectronPt35_cfi',Kby(9,500))
623 steps['SingleElectronPt1000_UPG2015']=gen2015('SingleElectronPt1000_cfi',Kby(9,50))
624 steps['SingleGammaPt10_UPG2015']=gen2015('SingleGammaPt10_cfi',Kby(9,3000))
625 steps['SingleGammaPt35_UPG2015']=gen2015('SingleGammaPt35_cfi',Kby(9,500))
626 steps['SingleMuPt1_UPG2015']=gen2015('SingleMuPt1_cfi',Kby(25,1000))
627 steps['SingleMuPt10_UPG2015']=gen2015('SingleMuPt10_cfi',Kby(25,500))
628 steps['SingleMuPt100_UPG2015']=gen2015('SingleMuPt100_cfi',Kby(9,500))
629 steps['SingleMuPt1000_UPG2015']=gen2015('SingleMuPt1000_cfi',Kby(9,500))
630 
631 steps['TTbarLepton_UPG2015_8']=gen2015('TTbarLepton_Tauola_8TeV_cfi',Kby(9,100))
632 steps['Wjet_Pt_80_120_UPG2015_8']=gen2015('Wjet_Pt_80_120_8TeV_cfi',Kby(9,100))
633 steps['Wjet_Pt_3000_3500_UPG2015_8']=gen2015('Wjet_Pt_3000_3500_8TeV_cfi',Kby(9,50))
634 steps['LM1_sfts_UPG2015_8']=gen2015('LM1_sfts_8TeV_cfi',Kby(9,100))
635 
636 steps['QCD_Pt_3000_3500_UPG2015_8']=gen2015('QCD_Pt_3000_3500_8TeV_cfi',Kby(9,25))
637 steps['QCD_Pt_600_800_UPG2015_8']=gen2015('QCD_Pt_600_800_8TeV_cfi',Kby(9,50))
638 steps['QCD_Pt_80_120_UPG2015_8']=gen2015('QCD_Pt_80_120_8TeV_cfi',Kby(9,100))
639 
640 steps['Higgs200ChargedTaus_UPG2015_8']=gen2015('H200ChargedTaus_Tauola_8TeV_cfi',Kby(9,100))
641 steps['JpsiMM_UPG2015_8']=gen2015('JpsiMM_8TeV_cfi',Kby(66,1000))
642 steps['TTbar_UPG2015_8']=gen2015('TTbar_Tauola_8TeV_cfi',Kby(9,100))
643 steps['WE_UPG2015_8']=gen2015('WE_8TeV_cfi',Kby(9,100))
644 steps['ZEE_UPG2015_8']=gen2015('ZEE_8TeV_cfi',Kby(9,100))
645 steps['ZTT_UPG2015_8']=gen2015('ZTT_Tauola_All_hadronic_8TeV_cfi',Kby(9,150))
646 steps['H130GGgluonfusion_UPG2015_8']=gen2015('H130GGgluonfusion_8TeV_cfi',Kby(9,100))
647 steps['PhotonJets_Pt_10_UPG2015_8']=gen2015('PhotonJet_Pt_10_8TeV_cfi',Kby(9,150))
648 steps['QQH1352T_Tauola_UPG2015_8']=gen2015('QQH1352T_Tauola_8TeV_cfi',Kby(9,100))
649 
650 steps['MinBias_TuneZ2star_UPG2015_8']=gen2015('MinBias_TuneZ2star_8TeV_pythia6_cff',Kby(9,300))
651 steps['WM_UPG2015_8']=gen2015('WM_8TeV_cfi',Kby(9,200))
652 steps['ZMM_UPG2015_8']=gen2015('ZMM_8TeV_cfi',Kby(18,300))
653 
654 steps['ADDMonoJet_d3MD3_UPG2015_8']=gen2015('ADDMonoJet_8TeV_d3MD3_cfi',Kby(9,100))
655 steps['ZpMM_UPG2015_8']=gen2015('ZpMM_8TeV_cfi',Kby(9,200))
656 steps['WpM_UPG2015_8']=gen2015('WpM_8TeV_cfi',Kby(9,200))
657 
658 
659 
660 #14TeV
661 #steps['TTbarLepton_UPG2015_14']=gen2015('TTbarLepton_Tauola_14TeV_cfi',Kby(9,100))
662 steps['Wjet_Pt_80_120_UPG2015_14']=gen2015('Wjet_Pt_80_120_14TeV_cfi',Kby(9,100))
663 steps['Wjet_Pt_3000_3500_UPG2015_14']=gen2015('Wjet_Pt_3000_3500_14TeV_cfi',Kby(9,50))
664 steps['LM1_sfts_UPG2015_14']=gen2015('LM1_sfts_14TeV_cfi',Kby(9,100))
665 
666 steps['QCD_Pt_3000_3500_UPG2015_14']=gen2015('QCD_Pt_3000_3500_14TeV_cfi',Kby(9,25))
667 #steps['QCD_Pt_600_800_UPG2015_14']=gen2015('QCD_Pt_600_800_14TeV_cfi',Kby(9,50))
668 steps['QCD_Pt_80_120_UPG2015_14']=gen2015('QCD_Pt_80_120_14TeV_cfi',Kby(9,100))
669 
670 steps['Higgs200ChargedTaus_UPG2015_14']=gen2015('H200ChargedTaus_Tauola_14TeV_cfi',Kby(9,100))
671 steps['JpsiMM_UPG2015_14']=gen2015('JpsiMM_14TeV_cfi',Kby(66,1000))
672 steps['TTbar_UPG2015_14']=gen2015('TTbar_Tauola_14TeV_cfi',Kby(9,100))
673 steps['WE_UPG2015_14']=gen2015('WE_14TeV_cfi',Kby(9,100))
674 steps['ZEE_UPG2015_14']=gen2015('ZEE_14TeV_cfi',Kby(9,100))
675 steps['ZTT_UPG2015_14']=gen2015('ZTT_Tauola_All_hadronic_14TeV_cfi',Kby(9,150))
676 steps['H130GGgluonfusion_UPG2015_14']=gen2015('H130GGgluonfusion_14TeV_cfi',Kby(9,100))
677 steps['PhotonJets_Pt_10_UPG2015_14']=gen2015('PhotonJet_Pt_10_14TeV_cfi',Kby(9,150))
678 steps['QQH1352T_Tauola_UPG2015_14']=gen2015('QQH1352T_Tauola_14TeV_cfi',Kby(9,100))
679 
680 steps['MinBias_TuneZ2star_UPG2015_14']=gen2015('MinBias_TuneZ2star_14TeV_pythia6_cff',Kby(9,300))
681 steps['WM_UPG2015_14']=gen2015('WM_14TeV_cfi',Kby(9,200))
682 steps['ZMM_UPG2015_14']=gen2015('ZMM_14TeV_cfi',Kby(18,300))
683 
684 #steps['ADDMonoJet_d3MD3_UPG2015_14']=gen2015('ADDMonoJet_14TeV_d3MD3_cfi',Kby(9,100))
685 #steps['ZpMM_UPG2015_14']=gen2015('ZpMM_14TeV_cfi',Kby(9,200))
686 #steps['WpM_UPG2015_14']=gen2015('WpM_14TeV_cfi',Kby(9,200))
687 
688 
689 ## do we need these (unused)? ==>
690 step1Up2017Defaults = {'-s' : 'GEN,SIM',
691  '-n' : 10,
692  '--conditions' : 'auto:run2_mc',
693  '--beamspot' : 'Gauss',
694  '--datatier' : 'GEN-SIM',
695  '--eventcontent': 'FEVTDEBUG',
696  '--geometry' : 'Extended2017', #check geo
697  '--customise' : 'SLHCUpgradeSimulations/Configuration/postLS1Customs.customisePostLS1,SLHCUpgradeSimulations/Configuration/phase1TkCustoms.customise'
698  }
699 def gen2017(fragment,howMuch):
700  global step1Up2017Defaults
701  return merge([{'cfg':fragment},howMuch,step1Up2017Defaults])
702 
703 steps['FourMuPt1_200_UPG2017']=gen2017('FourMuPt_1_200_cfi',Kby(10,100))
704 steps['SingleElectronPt10_UPG2017']=gen2017('SingleElectronPt10_cfi',Kby(9,3000))
705 steps['SingleElectronPt35_UPG2017']=gen2017('SingleElectronPt35_cfi',Kby(9,500))
706 steps['SingleElectronPt1000_UPG2017']=gen2017('SingleElectronPt1000_cfi',Kby(9,50))
707 steps['SingleGammaPt10_UPG2017']=gen2017('SingleGammaPt10_cfi',Kby(9,3000))
708 steps['SingleGammaPt35_UPG2017']=gen2017('SingleGammaPt35_cfi',Kby(9,500))
709 steps['SingleMuPt1_UPG2017']=gen2017('SingleMuPt1_cfi',Kby(25,1000))
710 steps['SingleMuPt10_UPG2017']=gen2017('SingleMuPt10_cfi',Kby(25,500))
711 steps['SingleMuPt100_UPG2017']=gen2017('SingleMuPt100_cfi',Kby(9,500))
712 steps['SingleMuPt1000_UPG2017']=gen2017('SingleMuPt1000_cfi',Kby(9,500))
713 
714 steps['TTbarLepton_UPG2017_8']=gen2017('TTbarLepton_Tauola_8TeV_cfi',Kby(9,100))
715 steps['Wjet_Pt_80_120_UPG2017_8']=gen2017('Wjet_Pt_80_120_8TeV_cfi',Kby(9,100))
716 steps['Wjet_Pt_3000_3500_UPG2017_8']=gen2017('Wjet_Pt_3000_3500_8TeV_cfi',Kby(9,50))
717 steps['LM1_sfts_UPG2017_8']=gen2017('LM1_sfts_8TeV_cfi',Kby(9,100))
718 
719 steps['QCD_Pt_3000_3500_UPG2017_8']=gen2017('QCD_Pt_3000_3500_8TeV_cfi',Kby(9,25))
720 steps['QCD_Pt_600_800_UPG2017_8']=gen2017('QCD_Pt_600_800_8TeV_cfi',Kby(9,50))
721 steps['QCD_Pt_80_120_UPG2017_8']=gen2017('QCD_Pt_80_120_8TeV_cfi',Kby(9,100))
722 
723 steps['Higgs200ChargedTaus_UPG2017_8']=gen2017('H200ChargedTaus_Tauola_8TeV_cfi',Kby(9,100))
724 steps['JpsiMM_UPG2017_8']=gen2017('JpsiMM_8TeV_cfi',Kby(66,1000))
725 steps['TTbar_UPG2017_8']=gen2017('TTbar_Tauola_8TeV_cfi',Kby(9,100))
726 steps['WE_UPG2017_8']=gen2017('WE_8TeV_cfi',Kby(9,100))
727 steps['ZEE_UPG2017_8']=gen2017('ZEE_8TeV_cfi',Kby(9,100))
728 steps['ZTT_UPG2017_8']=gen2017('ZTT_Tauola_All_hadronic_8TeV_cfi',Kby(9,150))
729 steps['H130GGgluonfusion_UPG2017_8']=gen2017('H130GGgluonfusion_8TeV_cfi',Kby(9,100))
730 steps['PhotonJets_Pt_10_UPG2017_8']=gen2017('PhotonJet_Pt_10_8TeV_cfi',Kby(9,150))
731 steps['QQH1352T_Tauola_UPG2017_8']=gen2017('QQH1352T_Tauola_8TeV_cfi',Kby(9,100))
732 
733 steps['MinBias_TuneZ2star_UPG2017_8']=gen2017('MinBias_TuneZ2star_8TeV_pythia6_cff',Kby(9,300))
734 steps['WM_UPG2017_8']=gen2017('WM_8TeV_cfi',Kby(9,200))
735 steps['ZMM_UPG2017_8']=gen2017('ZMM_8TeV_cfi',Kby(18,300))
736 
737 steps['ADDMonoJet_d3MD3_UPG2017_8']=gen2017('ADDMonoJet_8TeV_d3MD3_cfi',Kby(9,100))
738 steps['ZpMM_UPG2017_8']=gen2017('ZpMM_8TeV_cfi',Kby(9,200))
739 steps['WpM_UPG2017_8']=gen2017('WpM_8TeV_cfi',Kby(9,200))
740 
741 
742 
743 #14TeV
744 #steps['TTbarLepton_UPG2017_14']=gen2017('TTbarLepton_Tauola_14TeV_cfi',Kby(9,100))
745 steps['Wjet_Pt_80_120_UPG2017_14']=gen2017('Wjet_Pt_80_120_14TeV_cfi',Kby(9,100))
746 steps['Wjet_Pt_3000_3500_UPG2017_14']=gen2017('Wjet_Pt_3000_3500_14TeV_cfi',Kby(9,50))
747 steps['LM1_sfts_UPG2017_14']=gen2017('LM1_sfts_14TeV_cfi',Kby(9,100))
748 
749 steps['QCD_Pt_3000_3500_UPG2017_14']=gen2017('QCD_Pt_3000_3500_14TeV_cfi',Kby(9,25))
750 #steps['QCD_Pt_600_800_UPG2017_14']=gen2017('QCD_Pt_600_800_14TeV_cfi',Kby(9,50))
751 steps['QCD_Pt_80_120_UPG2017_14']=gen2017('QCD_Pt_80_120_14TeV_cfi',Kby(9,100))
752 
753 steps['Higgs200ChargedTaus_UPG2017_14']=gen2017('H200ChargedTaus_Tauola_14TeV_cfi',Kby(9,100))
754 steps['JpsiMM_UPG2017_14']=gen2017('JpsiMM_14TeV_cfi',Kby(66,1000))
755 steps['TTbar_UPG2017_14']=gen2017('TTbar_Tauola_14TeV_cfi',Kby(9,100))
756 steps['WE_UPG2017_14']=gen2017('WE_14TeV_cfi',Kby(9,100))
757 steps['ZEE_UPG2017_14']=gen2017('ZEE_14TeV_cfi',Kby(9,100))
758 steps['ZTT_UPG2017_14']=gen2017('ZTT_Tauola_All_hadronic_14TeV_cfi',Kby(9,150))
759 steps['H130GGgluonfusion_UPG2017_14']=gen2017('H130GGgluonfusion_14TeV_cfi',Kby(9,100))
760 steps['PhotonJets_Pt_10_UPG2017_14']=gen2017('PhotonJet_Pt_10_14TeV_cfi',Kby(9,150))
761 steps['QQH1352T_Tauola_UPG2017_14']=gen2017('QQH1352T_Tauola_14TeV_cfi',Kby(9,100))
762 
763 steps['MinBias_TuneZ2star_UPG2017_14']=gen2017('MinBias_TuneZ2star_14TeV_pythia6_cff',Kby(9,300))
764 steps['WM_UPG2017_14']=gen2017('WM_14TeV_cfi',Kby(9,200))
765 steps['ZMM_UPG2017_14']=gen2017('ZMM_14TeV_cfi',Kby(18,300))
766 ## <== do we need these (unused)?
767 
768 ## pPb tests
769 step1PPbDefaults={'--beamspot':'Realistic8TeVCollisionPPbBoost'}
770 steps['AMPT_PPb_5020GeV_MinimumBias']=merge([{'-n':10},step1PPbDefaults,genS('AMPT_PPb_5020GeV_MinimumBias_cfi',Kby(9,100))])
771 # GF to be uncommented when GEN-SIM becomes available
772 # steps['AMPT_PPb_5020GeV_MinimumBiasINPUT']={'INPUT':InputInfo(dataSet='/RelValAMPT_PPb_5020GeV_MinimumBias/%s/GEN-SIM'%(baseDataSetRelease[5],),location='STD')}
773 
774 ## heavy ions tests
775 U2000by1={'--relval': '2000,1'}
776 U80by1={'--relval': '80,1'}
777 
778 hiDefaults={'--conditions':'auto:run2_mc_HIon',
779  '--scenario':'HeavyIons'}
780 
781 steps['HydjetQ_MinBias_2760GeV']=merge([{'-n':1},hiDefaults,genS('Hydjet_Quenched_MinBias_2760GeV_cfi',U2000by1)])
782 steps['HydjetQ_MinBias_2760GeVINPUT']={'INPUT':InputInfo(dataSet='/RelValHydjetQ_MinBias_2760GeV/%s/GEN-SIM'%(baseDataSetRelease[1],),location='STD',split=5)}
783 steps['HydjetQ_MinBias_2760GeV_UP15']=merge([{'-n':1},hiDefaults,genS('Hydjet_Quenched_MinBias_2760GeV_cfi',U2000by1)])
784 steps['HydjetQ_MinBias_2760GeV_UP15INPUT']={'INPUT':InputInfo(dataSet='/RelValHydjetQ_MinBias_2760GeV/%s/GEN-SIM'%(baseDataSetRelease[1],),location='STD',split=5)}
785 #steps['HydjetQ_B0_2760GeV']=merge([{'-n':1},hiDefaults,genS('Hydjet_Quenched_B0_2760GeV_cfi',U80by1)])
786 #steps['HydjetQ_B0_2760GeVINPUT']={'INPUT':InputInfo(dataSet='/RelValHydjetQ_B0_2760GeV/%s/GEN-SIM'%(baseDataSetRelease[4],),location='STD')}
787 #steps['HydjetQ_B3_2760GeV']=merge([{'-n':1},hiDefaults,genS('Hydjet_Quenched_B3_2760GeV_cfi',U80by1)])
788 #steps['HydjetQ_B3_2760GeVINPUT']={'INPUT':InputInfo(dataSet='/RelValHydjetQ_B3_2760GeV/%s/GEN-SIM'%(baseDataSetRelease[3],),location='STD')}
789 #steps['HydjetQ_B5_2760GeV']=merge([{'-n':1},hiDefaults,genS('Hydjet_Quenched_B5_2760GeV_cfi',U80by1)])
790 #steps['HydjetQ_B5_2760GeVINPUT']={'INPUT':InputInfo(dataSet='/RelValHydjetQ_B5_2760GeV/%s/GEN-SIM'%(baseDataSetRelease[],),location='STD')}
791 #steps['HydjetQ_B8_2760GeV']=merge([{'-n':1},hiDefaults,genS('Hydjet_Quenched_B8_2760GeV_cfi',U80by1)])
792 #steps['HydjetQ_B8_2760GeVINPUT']={'INPUT':InputInfo(dataSet='/RelValHydjetQ_B8_2760GeV/%s/GEN-SIM'%(baseDataSetRelease[7],),location='CAF')}
793 
794 
795 
796 def changeRefRelease(steps,listOfPairs):
797  for s in steps:
798  if ('INPUT' in steps[s]):
799  oldD=steps[s]['INPUT'].dataSet
800  for (ref,newRef) in listOfPairs:
801  if ref in oldD:
802  steps[s]['INPUT'].dataSet=oldD.replace(ref,newRef)
803  if '--pileup_input' in steps[s]:
804  for (ref,newRef) in listOfPairs:
805  if ref in steps[s]['--pileup_input']:
806  steps[s]['--pileup_input']=steps[s]['--pileup_input'].replace(ref,newRef)
807 
808 def addForAll(steps,d):
809  for s in steps:
810  steps[s].update(d)
811 
812 
813 
814 #### fastsim section ####
815 ##no forseen to do things in two steps GEN-SIM then FASTIM->end: maybe later
816 step1FastDefaults =merge([{'-s':'GEN,SIM,RECO,EI,HLT:@fake,VALIDATION',
817  '--fast':'',
818  '--eventcontent':'FEVTDEBUGHLT,DQM',
819  '--datatier':'GEN-SIM-DIGI-RECO,DQMIO',
820  '--relval':'27000,3000'},
821  step1Defaults])
822 step1FastUpg2015Defaults =merge([{'-s':'GEN,SIM,RECO,EI,HLT:@relval,VALIDATION',
823  '--fast':'',
824  '--conditions' :'auto:run2_mc',
825  '--magField' :'38T_PostLS1',
826  '--customise' :'SLHCUpgradeSimulations/Configuration/postLS1Customs.customisePostLS1',
827  '--eventcontent':'FEVTDEBUGHLT,DQM',
828  '--datatier':'GEN-SIM-DIGI-RECO,DQMIO',
829  '--relval':'27000,3000'},
830  step1Defaults])
831 step1FastPUNewMixing =merge([{'-s':'GEN,SIM,RECO',
832  '--fast':'',
833  '--conditions' :'auto:run2_mc',
834  '--magField' :'38T_PostLS1',
835  '--customise' :'SLHCUpgradeSimulations/Configuration/postLS1Customs.customisePostLS1',
836  '--eventcontent':'FASTPU',
837  '--datatier':'GEN-SIM-RECO',
838  '--relval':'27000,3000'},
839  step1Defaults])
840 
841 
842 #step1FastDefaults
843 steps['TTbarFS']=merge([{'cfg':'TTbar_Tauola_8TeV_cfi'},Kby(100,1000),step1FastDefaults])
844 steps['SingleMuPt1FS']=merge([{'cfg':'SingleMuPt1_cfi'},step1FastDefaults])
845 steps['SingleMuPt10FS']=merge([{'cfg':'SingleMuPt10_cfi'},step1FastDefaults])
846 steps['SingleMuPt100FS']=merge([{'cfg':'SingleMuPt100_cfi'},step1FastDefaults])
847 steps['SinglePiPt1FS']=merge([{'cfg':'SinglePiPt1_cfi'},step1FastDefaults])
848 steps['SinglePiPt10FS']=merge([{'cfg':'SinglePiPt10_cfi'},step1FastDefaults])
849 steps['SinglePiPt100FS']=merge([{'cfg':'SinglePiPt100_cfi'},step1FastDefaults])
850 steps['ZEEFS']=merge([{'cfg':'ZEE_8TeV_cfi'},Kby(100,2000),step1FastDefaults])
851 steps['ZTTFS']=merge([{'cfg':'ZTT_Tauola_OneLepton_OtherHadrons_8TeV_cfi'},Kby(100,2000),step1FastDefaults])
852 steps['QCDFlatPt153000FS']=merge([{'cfg':'QCDForPF_8TeV_cfi'},Kby(27,2000),step1FastDefaults])
853 steps['QCD_Pt_80_120FS']=merge([{'cfg':'QCD_Pt_80_120_8TeV_cfi'},Kby(100,500),stCond,step1FastDefaults])
854 steps['QCD_Pt_3000_3500FS']=merge([{'cfg':'QCD_Pt_3000_3500_8TeV_cfi'},Kby(100,500),stCond,step1FastDefaults])
855 steps['H130GGgluonfusionFS']=merge([{'cfg':'H130GGgluonfusion_8TeV_cfi'},step1FastDefaults])
856 steps['SingleGammaFlatPt10To10FS']=merge([{'cfg':'SingleGammaFlatPt10To100_cfi'},Kby(100,500),step1FastDefaults])
857 
858 #step1FastUpg2015Defaults
859 steps['TTbarFS_13']=merge([{'cfg':'TTbar_Tauola_13TeV_cfi'},Kby(100,1000),step1FastUpg2015Defaults])
860 steps['ZEEFS_13']=merge([{'cfg':'ZEE_13TeV_cfi'},Kby(100,2000),step1FastUpg2015Defaults])
861 steps['ZTTFS_13']=merge([{'cfg':'ZTT_Tauola_OneLepton_OtherHadrons_13TeV_cfi'},Kby(100,2000),step1FastUpg2015Defaults])
862 steps['QCDFlatPt153000FS_13']=merge([{'cfg':'QCDForPF_13TeV_cfi'},Kby(27,2000),step1FastUpg2015Defaults])
863 steps['QCD_Pt_80_120FS_13']=merge([{'cfg':'QCD_Pt_80_120_13TeV_cfi'},Kby(100,500),step1FastUpg2015Defaults])
864 steps['QCD_Pt_3000_3500FS_13']=merge([{'cfg':'QCD_Pt_3000_3500_13TeV_cfi'},Kby(100,500),step1FastUpg2015Defaults])
865 steps['H130GGgluonfusionFS_13']=merge([{'cfg':'H130GGgluonfusion_13TeV_cfi'},step1FastUpg2015Defaults])
866 steps['SingleMuPt10FS_UP15']=merge([{'cfg':'SingleMuPt10_cfi'},step1FastUpg2015Defaults])
867 steps['SingleMuPt100FS_UP15']=merge([{'cfg':'SingleMuPt100_cfi'},step1FastUpg2015Defaults])
868 
869 #step1FastPU
870 steps['MinBiasFS_13_ForMixing']=merge([{'cfg':'MinBias_13TeV_cfi'},Kby(100,1000),step1FastPUNewMixing])
871 
872 steps['TTbarSFS']=merge([{'cfg':'TTbar_Tauola_8TeV_cfi'},
873  {'-s':'GEN,SIM',
874  '--eventcontent':'FEVTDEBUG',
875  '--datatier':'GEN-SIM',
876  '--fast':''},
877  step1Defaults])
878 
879 steps['TTbarSFSA']=merge([{'cfg':'TTbar_Tauola_8TeV_cfi',
880  '-s':'GEN,SIM,RECO,EI,HLT:@fake,VALIDATION',
881  '--fast':''},
882  step1FastDefaults])
883 
884 def identityFS(wf):
885  return merge([{'--restoreRND':'HLT','--process':'HLT2','--hltProcess':'HLT2', '--inputCommands':'"keep *","drop *TagInfo*_*_*_*"'},wf])
886 
887 steps['SingleMuPt10FS_ID']=identityFS(steps['SingleMuPt10FS'])
888 steps['TTbarFS_ID']=identityFS(steps['TTbarFS'])
889 
890 #### generator test section ####
891 
892 step1GenDefaults=merge([{'-s':'GEN,VALIDATION:genvalid',
893  '--relval':'250000,20000',
894  '--eventcontent':'RAWSIM,DQM',
895  '--datatier':'GEN,DQMIO'},
896  step1Defaults])
897 def genvalid(fragment,d,suffix='all',fi='',dataSet=''):
898  import copy
899  c=copy.copy(d)
900  if suffix:
901  c['-s']=c['-s'].replace('genvalid','genvalid_'+suffix)
902  if fi:
903  c['--filein']='lhe:%d'%(fi,)
904  if dataSet:
905  c['--filein']='das:%s'%(dataSet,)
906  c['cfg']=fragment
907  return c
908 
909 
910 steps['MinBias_TuneZ2star_13TeV_pythia6']=genvalid('MinBias_TuneZ2star_13TeV_pythia6_cff',step1GenDefaults)
911 steps['QCD_Pt-30_TuneZ2star_13TeV_pythia6']=genvalid('QCD_Pt_30_TuneZ2star_13TeV_pythia6_cff',step1GenDefaults)
912 steps['MinBias_13TeV_pythia8']=genvalid('MinBias_13TeV_pythia8_cff',step1GenDefaults)
913 steps['QCD_Pt-30_13TeV_pythia8']=genvalid('QCD_Pt_30_13TeV_pythia8_cff',step1GenDefaults)
914 
915 steps['DYToLL_M-50_13TeV_pythia8']=genvalid('DYToLL_M-50_13TeV_pythia8_cff',step1GenDefaults)
916 steps['WToLNu_13TeV_pythia8']=genvalid('WToLNu_13TeV_pythia8_cff',step1GenDefaults)
917 
918 steps['SoftQCDDiffractive_13TeV_pythia8']=genvalid('SoftQCDDiffractive_13TeV_pythia8_cff',step1GenDefaults)
919 steps['SoftQCDnonDiffractive_13TeV_pythia8']=genvalid('SoftQCDnonDiffractive_13TeV_pythia8_cff',step1GenDefaults)
920 steps['SoftQCDelastic_13TeV_pythia8']=genvalid('SoftQCDelastic_13TeV_pythia8_cff',step1GenDefaults)
921 steps['SoftQCDinelastic_13TeV_pythia8']=genvalid('SoftQCDinelastic_13TeV_pythia8_cff',step1GenDefaults)
922 
923 steps['QCD_Pt-30_8TeV_herwigpp']=genvalid('QCD_Pt_30_8TeV_herwigpp_cff',step1GenDefaults)
924 
925 # Generator Hadronization (Hadronization of LHE)
926 steps['WJetsLNu_13TeV_madgraph-pythia8']=genvalid('Hadronizer_MgmMatchTune4C_13TeV_madgraph_pythia8_cff',step1GenDefaults,dataSet='/WJetsToLNu_13TeV-madgraph/Fall13wmLHE-START62_V1-v1/GEN')
927 steps['ZJetsLL_13TeV_madgraph-pythia8']=genvalid('Hadronizer_MgmMatchTune4C_13TeV_madgraph_pythia8_cff',step1GenDefaults,dataSet='/DYJetsToLL_M-50_13TeV-madgraph_v2/Fall13wmLHE-START62_V1-v1/GEN')
928 steps['GGToH_13TeV_pythia8']=genvalid('GGToHtautau_13TeV_pythia8_cff',step1GenDefaults)
929 
930 steps['WJetsLNutaupinu_13TeV_madgraph-pythia8']=genvalid('Hadronizer_MgmMatchTune4C_13TeV_madgraph_pythia8_taupinu_cff',step1GenDefaults,dataSet='/WJetsToLNu_13TeV-madgraph/Fall13wmLHE-START62_V1-v1/GEN')
931 steps['ZJetsLLtaupinu_13TeV_madgraph-pythia8']=genvalid('Hadronizer_MgmMatchTune4C_13TeV_madgraph_pythia8_taupinu_cff',step1GenDefaults,dataSet='/DYJetsToLL_M-50_13TeV-madgraph_v2/Fall13wmLHE-START62_V1-v1/GEN')
932 steps['GGToHtaupinu_13TeV_pythia8']=genvalid('GGToHtautau_13TeV_pythia8_taupinu_cff',step1GenDefaults)
933 
934 steps['WJetsLNutaurhonu_13TeV_madgraph-pythia8']=genvalid('Hadronizer_MgmMatchTune4C_13TeV_madgraph_pythia8_taurhonu_cff.py',step1GenDefaults,dataSet='/WJetsToLNu_13TeV-madgraph/Fall13wmLHE-START62_V1-v1/GEN')
935 steps['ZJetsLLtaurhonu_13TeV_madgraph-pythia8']=genvalid('Hadronizer_MgmMatchTune4C_13TeV_madgraph_pythia8_taurhonu_cff.py',step1GenDefaults,dataSet='/DYJetsToLL_M-50_13TeV-madgraph_v2/Fall13wmLHE-START62_V1-v1/GEN')
936 steps['GGToHtaurhonu_13TeV_pythia8']=genvalid('GGToHtautau_13TeV_pythia8_taurhonu_cff',step1GenDefaults)
937 
938 # Generator External Decays
939 steps['TT_13TeV_pythia8-evtgen']=genvalid('Hadronizer_MgmMatchTune4C_13TeV_madgraph_pythia8_EvtGen_cff',step1GenDefaults,dataSet='/TTJets_MSDecaysCKM_central_13TeV-madgraph/Fall13wmLHE-START62_V1-v1/GEN')
940 
941 steps['DYToLL_M-50_13TeV_pythia8-tauola']=genvalid('Hadronizer_MgmMatchTune4C_13TeV_madgraph_pythia8_Tauola_cff',step1GenDefaults,dataSet='/DYJetsToLL_M-50_13TeV-madgraph_v2/Fall13wmLHE-START62_V1-v1/GEN')
942 steps['WToLNu_13TeV_pythia8-tauola']=genvalid('Hadronizer_MgmMatchTune4C_13TeV_madgraph_pythia8_Tauola_cff',step1GenDefaults,dataSet='/WJetsToLNu_13TeV-madgraph/Fall13wmLHE-START62_V1-v1/GEN')
943 steps['GGToH_13TeV_pythia8-tauola']=genvalid('GGToHtautau_13TeV_pythia8_Tauola_cff',step1GenDefaults)
944 
945 steps['WToLNutaupinu_13TeV_pythia8-tauola']=genvalid('Hadronizer_MgmMatchTune4C_13TeV_madgraph_pythia8_Tauola_taupinu_cff',step1GenDefaults,dataSet='/WJetsToLNu_13TeV-madgraph/Fall13wmLHE-START62_V1-v1/GEN')
946 steps['DYToLLtaupinu_M-50_13TeV_pythia8-tauola']=genvalid('Hadronizer_MgmMatchTune4C_13TeV_madgraph_pythia8_Tauola_taupinu_cff',step1GenDefaults,dataSet='/DYJetsToLL_M-50_13TeV-madgraph_v2/Fall13wmLHE-START62_V1-v1/GEN')
947 steps['GGToHtaupinu_13TeV_pythia8-tauola']=genvalid('GGToHtautau_13TeV_pythia8_Tauola_taupinu_cff',step1GenDefaults)
948 
949 steps['WToLNutaurhonu_13TeV_pythia8-tauola']=genvalid('Hadronizer_MgmMatchTune4C_13TeV_madgraph_pythia8_Tauola_taurhonu_cff',step1GenDefaults,dataSet='/WJetsToLNu_13TeV-madgraph/Fall13wmLHE-START62_V1-v1/GEN')
950 steps['DYToLLtaurhonu_M-50_13TeV_pythia8-tauola']=genvalid('Hadronizer_MgmMatchTune4C_13TeV_madgraph_pythia8_Tauola_taurhonu_cff',step1GenDefaults,dataSet='/DYJetsToLL_M-50_13TeV-madgraph_v2/Fall13wmLHE-START62_V1-v1/GEN')
951 steps['GGToHtaurhonu_13TeV_pythia8-tauola']=genvalid('GGToHtautau_13TeV_pythia8_Tauola_taurhonu_cff',step1GenDefaults)
952 
953 # Heavy Ion
954 steps['ReggeGribovPartonMC_EposLHC_5TeV_pPb']=genvalid('GeneratorInterface/ReggeGribovPartonMCInterface/ReggeGribovPartonMC_EposLHC_5TeV_pPb_cfi',step1GenDefaults)
955 
956 
957 
958 
959 #PU for FullSim
960 PU={'-n':10,'--pileup':'default','--pileup_input':'das:/RelValMinBias/%s/GEN-SIM'%(baseDataSetRelease[0],)}
961 # pu2 can be removed
962 PU2={'-n':10,'--pileup':'default','--pileup_input':'das:/RelValMinBias/%s/GEN-SIM'%(baseDataSetRelease[0],)}
963 PU25={'-n':10,'--pileup':'AVE_10_BX_25ns_m8','--pileup_input':'das:/RelValMinBias_13/%s/GEN-SIM'%(baseDataSetRelease[4],)}
964 PU50={'-n':10,'--pileup':'AVE_20_BX_50ns_m8','--pileup_input':'das:/RelValMinBias_13/%s/GEN-SIM'%(baseDataSetRelease[4],)}
965 
966 #PU for FastSim
967 PUFS={'--pileup':'default'}
968 PUFS2={'--pileup':'mix_2012_Startup_inTimeOnly'}
969 PUFSAVE10={'--pileup':'E13TeV_AVE_10_inTimeOnly'}
970 PUFSAVE20={'--pileup':'E13TeV_AVE_20_inTimeOnly'}
971 
972 #
973 steps['TTbarFSPU']=merge([PUFS,Kby(100,500),steps['TTbarFS']] )
974 steps['TTbarFSPU2']=merge([PUFS2,Kby(100,500),steps['TTbarFS']])
975 steps['TTbarFSPU13AVE10']=merge([PUFSAVE10,Kby(100,500),steps['TTbarFS_13']] )
976 steps['TTbarFSPU13AVE20']=merge([PUFSAVE20,Kby(100,500),steps['TTbarFS_13']] )
977 ##########################
978 
979 
980 
981 # step2
982 step2Defaults = { '-s' : 'DIGI:pdigi_valid,L1,DIGI2RAW,HLT:@fake,RAW2DIGI,L1Reco',
983  '--datatier' : 'GEN-SIM-DIGI-RAW-HLTDEBUG',
984  '--eventcontent': 'FEVTDEBUGHLT',
985  '--conditions' : 'auto:run1_mc',
986  }
987 #for 2015
988 step2Upg2015Defaults = {'-s' :'DIGI:pdigi_valid,L1,DIGI2RAW,HLT:@relval,RAW2DIGI,L1Reco',
989  '--conditions' :'auto:run2_mc',
990  '--magField' :'38T_PostLS1',
991  '--datatier' :'GEN-SIM-DIGI-RAW-HLTDEBUG',
992  '--eventcontent':'FEVTDEBUGHLT',
993  '--customise' :'SLHCUpgradeSimulations/Configuration/postLS1Customs.customisePostLS1',
994  '-n' :'10'
995  }
996 step2Upg2015Defaults50ns = merge([{'--conditions':'auto:run2_mc_50ns'},step2Upg2015Defaults])
997 
998 steps['DIGIUP15']=merge([step2Upg2015Defaults])
999 steps['DIGIUP15PROD1']=merge([{'-s':'DIGI,L1,DIGI2RAW,HLT:@relval,RAW2DIGI,L1Reco','--eventcontent':'RAWSIM','--datatier':'GEN-SIM-RAW'},step2Upg2015Defaults])
1000 steps['DIGIUP15_PU25']=merge([PU25,step2Upg2015Defaults])
1001 steps['DIGIUP15_PU50']=merge([PU50,step2Upg2015Defaults50ns])
1002 
1003 steps['DIGIPROD1']=merge([{'-s':'DIGI,L1,DIGI2RAW,HLT:@fake,RAW2DIGI,L1Reco','--eventcontent':'RAWSIM','--datatier':'GEN-SIM-RAW'},step2Defaults])
1004 steps['DIGI']=merge([step2Defaults])
1005 #steps['DIGI2']=merge([stCond,step2Defaults])
1006 steps['DIGICOS']=merge([{'--scenario':'cosmics','--eventcontent':'FEVTDEBUG','--datatier':'GEN-SIM-DIGI-RAW'},stCond,step2Defaults])
1007 steps['DIGIHAL']=merge([{'--scenario':'cosmics','--eventcontent':'FEVTDEBUG','--datatier':'GEN-SIM-DIGI-RAW'},step2Upg2015Defaults])
1008 
1009 steps['DIGIPU1']=merge([PU,step2Defaults])
1010 steps['DIGIPU2']=merge([PU2,step2Defaults])
1011 steps['REDIGIPU']=merge([{'-s':'reGEN,reDIGI,L1,DIGI2RAW,HLT:@fake,RAW2DIGI,L1Reco'},steps['DIGIPU1']])
1012 
1013 steps['DIGI_ID']=merge([{'--restoreRND':'HLT','--process':'HLT2'},steps['DIGI']])
1014 
1015 steps['RESIM']=merge([{'-s':'reGEN,reSIM','-n':10},steps['DIGI']])
1016 steps['RESIMDIGI']=merge([{'-s':'reGEN,reSIM,DIGI,L1,DIGI2RAW,HLT:@fake,RAW2DIGI,L1Reco','-n':10,'--restoreRNDSeeds':'','--process':'HLT'},steps['DIGI']])
1017 
1018 
1019 steps['DIGIHI']=merge([{'--conditions':'auto:run2_mc_HIon', '-s':'DIGI:pdigi_valid,L1,DIGI2RAW,HLT:HIon,RAW2DIGI,L1Reco', '--inputCommands':'"keep *","drop *_simEcalPreshowerDigis_*_*"', '-n':10}, hiDefaults, step2Upg2015Defaults])
1020 
1021 #wmsplit['DIGIHI']=5
1022 
1023 #for pix phase1
1024 step2Upgpixphase1Defaults = {'-s':'DIGI:pdigi_valid,L1,DIGI2RAW',
1025  '--conditions':'DESIGN61_V10::All', #to be updtaed with autocond
1026  '--datatier':'GEN-SIM-DIGI-RAW',
1027  '-n':'10',
1028  '--eventcontent':'FEVTDEBUGHLT',
1029  '--customise': 'SLHCUpgradeSimulations/Configuration/phase1TkCustoms.customise',
1030  '--geometry' : 'ExtendedPhaseIPixel' #check geo
1031  }
1032 steps['DIGIUP']=merge([step2Upgpixphase1Defaults])
1033 
1034 #for 2017
1035 step2Upg2017Defaults = {'-s':'DIGI:pdigi_valid,L1,DIGI2RAW',
1036  '--conditions':'auto:run2_mc',
1037  '--datatier':'GEN-SIM-DIGI-RAW',
1038  '-n':'10',
1039  '--eventcontent':'FEVTDEBUGHLT',
1040  '--customise': 'SLHCUpgradeSimulations/Configuration/postLS1Customs.customisePostLS1,SLHCUpgradeSimulations/Configuration/phase1TkCustoms.customise',
1041  '--geometry' : 'Extended2017' #check geo
1042  }
1043 steps['DIGIUP17']=merge([step2Upg2017Defaults])
1044 #add this line when testing from an input file that is not strictly GEN-SIM
1045 #addForAll(step2,{'--process':'DIGI'})
1046 
1047 
1048 # PRE-MIXING : https://twiki.cern.ch/twiki/bin/view/CMSPublic/SWGuideSimulation#Pre_Mixing_Instructions
1049 premixUp2015Defaults = {
1050  '--evt_type' : 'SingleNuE10_cfi',
1051  '-s' : 'GEN,SIM,DIGIPREMIX,L1,DIGI2RAW',
1052  '-n' : '10',
1053  '--conditions' : 'auto:upgradePLS1', # 25ns GT; dedicated dict for 50ns
1054  '--datatier' : 'GEN-SIM-DIGI-RAW',
1055  '--eventcontent': 'PREMIX',
1056  '--magField' : '38T_PostLS1',
1057  '--geometry' : 'Extended2015',
1058  '--customise' : 'SLHCUpgradeSimulations/Configuration/postLS1CustomsPreMixing.customisePostLS1' # temporary replacement for premix; to be brought back to customisePostLS1
1059 }
1060 premixUp2015Defaults50ns = merge([{'--conditions':'auto:upgradePLS150ns'},premixUp2015Defaults])
1061 
1062 steps['PREMIXUP15_PU25']=merge([PU25,Kby(100,100),premixUp2015Defaults])
1063 steps['PREMIXUP15_PU50']=merge([PU50,Kby(100,100),premixUp2015Defaults50ns])
1064 
1065 digiPremixUp2015Defaults25ns = {
1066  '--conditions' : 'auto:upgradePLS1',
1067  '-s' : 'DIGIPREMIX_S2:pdigi_valid,DATAMIX,L1,DIGI2RAW,HLT:@relval,RAW2DIGI,L1Reco',
1068  '--pileup_input' : 'das:/RelValPREMIXUP15_PU25/%s/GEN-SIM-DIGI-RAW'%baseDataSetRelease[3],
1069  '--eventcontent' : 'FEVTDEBUGHLT',
1070  '--datatier' : 'GEN-SIM-DIGI-RAW-HLTDEBUG',
1071  '--datamix' : 'PreMix',
1072  '--customise' : 'SLHCUpgradeSimulations/Configuration/postLS1CustomsPreMixing.customisePostLS1', # temporary replacement for premix; to be brought back to customisePostLS1
1073  '--geometry' : 'Extended2015',
1074  '--magField' : '38T_PostLS1',
1075  }
1076 digiPremixUp2015Defaults50ns=merge([{'--conditions':'auto:upgradePLS150ns'},
1077  {'--pileup_input' : 'das:/RelValPREMIXUP15_PU50/%s/GEN-SIM-DIGI-RAW'%baseDataSetRelease[4]},
1078  digiPremixUp2015Defaults25ns])
1079 steps['DIGIPRMXUP15_PU25']=merge([digiPremixUp2015Defaults25ns])
1080 steps['DIGIPRMXUP15_PU50']=merge([digiPremixUp2015Defaults50ns])
1081 premixProd = {'-s' : 'DIGIPREMIX_S2,DATAMIX,L1,DIGI2RAW,HLT:@relval,RAW2DIGI,L1Reco',
1082  '--eventcontent' : 'PREMIXRAW',
1083  '--datatier' : 'PREMIXRAW'} #GF: check this datatier name
1084 steps['DIGIPRMXUP15_PROD_PU25']=merge([premixProd,digiPremixUp2015Defaults25ns])
1085 steps['DIGIPRMXUP15_PROD_PU50']=merge([premixProd,digiPremixUp2015Defaults50ns])
1086 
1087 
1088 dataReco={'--conditions':'auto:run1_data',
1089  '-s':'RAW2DIGI,L1Reco,RECO,EI,ALCA:SiStripCalZeroBias+SiStripCalMinBias+TkAlMinBias,DQM',
1090  '--datatier':'RECO,DQMIO',
1091  '--eventcontent':'RECO,DQM',
1092  '--data':'',
1093  '--process':'reRECO',
1094  '--scenario':'pp',
1095  }
1096 
1097 hltKey='fake'
1098 from Configuration.HLT.autoHLT import autoHLT
1099 menu = autoHLT[hltKey]
1100 steps['HLTD']=merge([{'--process':'reHLT',
1101  '-s':'L1REPACK,HLT:@%s'%hltKey,
1102  '--conditions':'auto:run1_hlt_%s'%menu,
1103  '--data':'',
1104  '--output':'\'[{"e":"RAW","t":"RAW","o":["drop FEDRawDataCollection_rawDataCollector__LHC"]}]\'',
1105  },])
1106 #wmsplit['HLTD']=5
1107 
1108 steps['RECOD']=merge([{'--scenario':'pp',},dataReco])
1109 steps['RECODSplit']=steps['RECOD'] # finer job splitting
1110 steps['RECOSKIMALCA']=merge([{'--inputCommands':'"keep *","drop *_*_*_RECO"'
1111  },steps['RECOD']])
1112 steps['RECOSKIM']=merge([{'-s':'RAW2DIGI,L1Reco,RECO,EI,DQM',
1113  },steps['RECOSKIMALCA']])
1114 
1115 steps['REPACKHID']=merge([{'--scenario':'HeavyIons',
1116  '-s':'RAW2DIGI,REPACK',
1117  '--datatier':'RAW',
1118  '--eventcontent':'REPACKRAW'},
1119  steps['RECOD']])
1120 steps['RECOHID10']=merge([{'--scenario':'HeavyIons',
1121  '-s':'RAW2DIGI,L1Reco,RECO,ALCA:SiStripCalZeroBias+SiStripCalMinBias+TkAlMinBiasHI+HcalCalMinBias,DQM',
1122  '--datatier':'RECO,DQMIO',
1123  '--eventcontent':'RECO,DQM'},
1124  steps['RECOD']])
1125 steps['RECOHID11']=merge([{'--repacked':''},
1126  steps['RECOHID10']])
1127 steps['RECOHID10']['-s']+=',REPACK'
1128 steps['RECOHID10']['--datatier']+=',RAW'
1129 steps['RECOHID10']['--eventcontent']+=',REPACKRAW'
1130 
1131 steps['TIER0']=merge([{'--customise':'Configuration/DataProcessing/RecoTLR.customisePrompt',
1132  '-s':'RAW2DIGI,L1Reco,RECO,EI,ALCAPRODUCER:@allForPrompt,DQM,ENDJOB',
1133  '--datatier':'RECO,AOD,ALCARECO,DQMIO',
1134  '--eventcontent':'RECO,AOD,ALCARECO,DQM',
1135  '--process':'RECO'
1136  },dataReco])
1137 steps['TIER0EXP']=merge([{'-s':'RAW2DIGI,L1Reco,RECO,EI,ALCAPRODUCER:@allForExpress,DQM,ENDJOB',
1138  '--datatier':'ALCARECO,DQMIO',
1139  '--eventcontent':'ALCARECO,DQM',
1140  '--customise':'Configuration/DataProcessing/RecoTLR.customiseExpress',
1141  },steps['TIER0']])
1142 
1143 steps['RECOCOSD']=merge([{'--scenario':'cosmics',
1144  '-s':'RAW2DIGI,L1Reco,RECO,DQM,ALCA:MuAlCalIsolatedMu+DtCalib',
1145  '--customise':'Configuration/DataProcessing/RecoTLR.customiseCosmicData'
1146  },dataReco])
1147 
1148 step2HImixDefaults=merge([{'-n':'10',
1149  '--himix':'',
1150  '--filein':'file.root',
1151  '--process':'HISIGNAL'
1152  },hiDefaults,step1Up2015Defaults])
1153 steps['Pyquen_GammaJet_pt20_2760GeV']=merge([{'cfg':'Pyquen_GammaJet_pt20_2760GeV_cfi'},step2HImixDefaults])
1154 steps['Pyquen_DiJet_pt80to120_2760GeV']=merge([{'cfg':'Pyquen_DiJet_pt80to120_2760GeV_cfi'},step2HImixDefaults])
1155 steps['Pyquen_ZeemumuJets_pt10_2760GeV']=merge([{'cfg':'Pyquen_ZeemumuJets_pt10_2760GeV_cfi'},step2HImixDefaults])
1156 
1157 # step3
1158 step3Defaults = {
1159  '-s' : 'RAW2DIGI,L1Reco,RECO,EI,VALIDATION,DQM',
1160  '--conditions' : 'auto:run1_mc',
1161  '--no_exec' : '',
1162  '--datatier' : 'GEN-SIM-RECO,DQMIO',
1163  '--eventcontent': 'RECOSIM,DQM'
1164  }
1165 
1166 steps['DIGIPU']=merge([{'--process':'REDIGI'},steps['DIGIPU1']])
1167 
1168 #for 2015
1169 step3Up2015Defaults = {'-s':'RAW2DIGI,L1Reco,RECO,EI,VALIDATION,DQM',
1170  '--conditions':'auto:run2_mc',
1171  '--magField' : '38T_PostLS1',
1172  '-n':'10',
1173  '--datatier':'GEN-SIM-RECO,DQMIO',
1174  '--eventcontent':'RECOSIM,DQM',
1175  '--customise' : 'SLHCUpgradeSimulations/Configuration/postLS1Customs.customisePostLS1'
1176  }
1177 step3Up2015Defaults50ns = merge([{'--conditions':'auto:run2_mc_50ns'},step3Up2015Defaults])
1178 
1179 step3Up2015Hal = {'-s' :'RAW2DIGI,L1Reco,RECO,EI,VALIDATION,DQM',
1180  '--conditions' :'auto:run2_mc',
1181  '--magField' :'38T_PostLS1',
1182  '--datatier' :'GEN-SIM-RECO,DQMIO',
1183  '--eventcontent':'RECOSIM,DQM',
1184  '-n' :'10',
1185  '--customise' :'SLHCUpgradeSimulations/Configuration/postLS1Customs.customisePostLS1'
1186  }
1187 
1188 step3Up2015DefaultsUnsch = merge([{'--runUnscheduled':''},step3Up2015Defaults])
1189 step3DefaultsUnsch = merge([{'--runUnscheduled':''},step3Defaults])
1190 
1191 
1192 steps['RECOUP15']=merge([step3Up2015Defaults]) # todo: remove UP from label
1193 steps['RECOUP15PROD1']=merge([{ '-s' : 'RAW2DIGI,L1Reco,RECO,EI', '--datatier' : 'GEN-SIM-RECO,AODSIM', '--eventcontent' : 'RECOSIM,AODSIM'},step3Up2015Defaults])
1194 
1195 steps['RECODreHLT']=merge([{'--hltProcess':'reHLT','--conditions':'auto:run1_data_%s'%menu},steps['RECOD']])
1196 #wmsplit['RECODreHLT']=2
1197 
1198 steps['RECO']=merge([step3Defaults])
1199 steps['RECODBG']=merge([{'--eventcontent':'RECODEBUG,DQM'},steps['RECO']])
1200 steps['RECOPROD1']=merge([{ '-s' : 'RAW2DIGI,L1Reco,RECO,EI', '--datatier' : 'GEN-SIM-RECO,AODSIM', '--eventcontent' : 'RECOSIM,AODSIM'},step3Defaults])
1201 steps['RECOPRODUP15']=merge([{ '-s' : 'RAW2DIGI,L1Reco,RECO,EI', '--datatier' : 'GEN-SIM-RECO,AODSIM', '--eventcontent' : 'RECOSIM,AODSIM'},step3Up2015Defaults])
1202 steps['RECOCOS']=merge([{'-s':'RAW2DIGI,L1Reco,RECO,ALCA:MuAlCalIsolatedMu,DQM','--scenario':'cosmics'},stCond,step3Defaults])
1203 steps['RECOHAL']=merge([{'-s':'RAW2DIGI,L1Reco,RECO,ALCA:MuAlCalIsolatedMu,DQM','--scenario':'cosmics'},step3Up2015Hal])
1204 steps['RECOMIN']=merge([{'-s':'RAW2DIGI,L1Reco,RECO,EI,ALCA:SiStripCalZeroBias+SiStripCalMinBias+EcalCalPhiSym,VALIDATION,DQM'},stCond,step3Defaults])
1205 steps['RECOMINUP15']=merge([{'-s':'RAW2DIGI,L1Reco,RECO,EI,ALCA:SiStripCalZeroBias+SiStripCalMinBias+EcalCalPhiSym,VALIDATION,DQM'},step3Up2015Defaults])
1206 
1207 steps['RECODDQM']=merge([{'-s':'RAW2DIGI,L1Reco,RECO,EI,DQM:@common+@muon+@hcal+@jetmet+@ecal'},steps['RECOD']])
1208 
1209 steps['RECOPU1']=merge([PU,steps['RECO']])
1210 steps['RECOPU2']=merge([PU2,steps['RECO']])
1211 steps['RECOUP15_PU25']=merge([PU25,step3Up2015Defaults])
1212 steps['RECOUP15_PU50']=merge([PU50,step3Up2015Defaults50ns])
1213 
1214 steps['RECOUNSCH']=merge([step3DefaultsUnsch])
1215 steps['RECOUP15UNSCH']=merge([step3Up2015DefaultsUnsch])
1216 
1217 
1218 # for premixing: no --pileup_input for replay; GEN-SIM only available for in-time event, from FEVTDEBUGHLT previous step
1219 steps['RECOPRMXUP15_PU25']=merge([
1220  {'-s':'RAW2DIGI,L1Reco,RECO,EI,VALIDATION,DQM'},
1221  {'--customise':'SLHCUpgradeSimulations/Configuration/postLS1CustomsPreMixing.customisePostLS1'}, # temporary replacement for premix; to be brought back to customisePostLS1
1222  {'--geometry' : 'Extended2015'},
1223  step3Up2015Defaults])
1224 steps['RECOPRMXUP15_PU50']=merge([
1225  {'-s':'RAW2DIGI,L1Reco,RECO,EI,VALIDATION,DQM'},
1226  {'--customise':'SLHCUpgradeSimulations/Configuration/postLS1CustomsPreMixing.customisePostLS1'}, # temporary replacement for premix; to be brought back to customisePostLS1
1227  {'--geometry' : 'Extended2015'},
1228  step3Up2015Defaults50ns])
1229 
1230 recoPremixUp15prod = merge([
1231  {'-s':'RAW2DIGI,L1Reco,RECO,EI'},
1232  {'--datatier' : 'GEN-SIM-RECO,AODSIM'},
1233  {'--eventcontent' : 'RECOSIM,AODSIM'},
1234  {'--customise':'SLHCUpgradeSimulations/Configuration/postLS1CustomsPreMixing.customisePostLS1'}, # temporary replacement for premix; to be brought back to customisePostLS1
1235  {'--geometry' : 'Extended2015'},
1236  step3Up2015Defaults])
1237 
1238 steps['RECOPRMXUP15PROD_PU25']=merge([
1239  recoPremixUp15prod])
1240 steps['RECOPRMXUP15PROD_PU50']=merge([
1241  {'--conditions':'auto:upgradePLS150ns'},
1242  recoPremixUp15prod])
1243 
1244 #wmsplit['RECOPU1']=1
1245 steps['RECOPUDBG']=merge([{'--eventcontent':'RECODEBUG,DQM'},steps['RECOPU1']])
1246 steps['RERECOPU1']=merge([{'--hltProcess':'REDIGI'},steps['RECOPU1']])
1247 
1248 steps['RECO_ID']=merge([{'--hltProcess':'HLT2'},steps['RECO']])
1249 
1250 steps['RECOHI']=merge([hiDefaults,{'-s':'RAW2DIGI,L1Reco,RECO,VALIDATION,DQM'},step3Up2015Defaults])
1251 #wmsplit['RECOHI']=5
1252 
1253 steps['DIGIHISt3']=steps['DIGIHI']
1254 
1255 steps['RECOHID11St3']=merge([{
1256  '--process':'ZStoRECO'},
1257  steps['RECOHID11']])
1258 steps['RECOHIR10D11']=merge([{'--filein':'file:step2_inREPACKRAW.root',
1259  '--filtername':'reRECO'},
1260  steps['RECOHID11St3']])
1261 steps['RECOFS']=merge([{'--fast':'',
1262  '-s':'RECO,EI,HLT:@fake,VALIDATION'},
1263  steps['RECO']])
1264 #for phase1
1265 step3Upgpixphase1Defaults = {'-s':'RAW2DIGI,L1Reco,RECO,EI,VALIDATION,DQM',
1266  '--conditions':'DESIGN61_V10::All', #to be updtaed with autocond
1267  '--datatier':'GEN-SIM-RECO,DQMIO',
1268  '-n':'10',
1269  '--eventcontent':'FEVTDEBUGHLT,DQM',
1270  '--customise' : 'SLHCUpgradeSimulations/Configuration/phase1TkCustoms.customise',
1271  '--geometry' : 'ExtendedPhaseIPixel' #check geo
1272  }
1273 
1274 
1275 steps['RECOUP']=merge([step3Upgpixphase1Defaults])
1276 
1277 #for 2017
1278 step3Up2017Defaults = {'-s':'RAW2DIGI,L1Reco,RECO,EI,VALIDATION,DQM',
1279  '--conditions':'auto:run2_mc',
1280  '--datatier':'GEN-SIM-RECO,DQMIO',
1281  '-n':'10',
1282  '--eventcontent':'FEVTDEBUGHLT,DQM',
1283  '--customise' : 'SLHCUpgradeSimulations/Configuration/postLS1Customs.customisePostLS1,SLHCUpgradeSimulations/Configuration/phase1TkCustoms.customise',
1284  '--geometry' : 'Extended2017' #check geo
1285  }
1286 
1287 steps['RECOUP17']=merge([step3Up2017Defaults])
1288 
1289 #add this line when testing from an input file that is not strictly GEN-SIM
1290 #addForAll(step3,{'--hltProcess':'DIGI'})
1291 
1292 steps['ALCACOSD']={'--conditions':'auto:run1_data',
1293  '--datatier':'ALCARECO',
1294  '--eventcontent':'ALCARECO',
1295  '--scenario':'cosmics',
1296  '-s':'ALCA:TkAlCosmics0T+MuAlGlobalCosmics+HcalCalHOCosmics+DQM'
1297  }
1298 steps['ALCAPROMPT']={'-s':'ALCA:PromptCalibProd',
1299  '--filein':'file:TkAlMinBias.root',
1300  '--conditions':'auto:run1_data',
1301  '--datatier':'ALCARECO',
1302  '--eventcontent':'ALCARECO'}
1303 steps['ALCAEXP']={'-s':'ALCA:PromptCalibProd',
1304  '--conditions':'auto:run1_data',
1305  '--datatier':'ALCARECO',
1306  '--eventcontent':'ALCARECO'}
1307 
1308 # step4
1309 step4Defaults = {
1310  '-s' : 'ALCA:TkAlMuonIsolated+TkAlMinBias+EcalCalElectron+HcalCalIsoTrk+MuAlOverlaps',
1311  '-n' : 1000,
1312  '--conditions' : 'auto:run1_mc',
1313  '--datatier' : 'ALCARECO',
1314  '--eventcontent': 'ALCARECO',
1315  }
1316 step4Up2015Defaults = {
1317  '-s' : 'ALCA:TkAlMuonIsolated+TkAlMinBias+EcalCalElectron+HcalCalIsoTrk+MuAlOverlaps',
1318  '-n' : 1000,
1319  '--conditions' : 'auto:run2_mc',
1320  '--datatier' : 'ALCARECO',
1321  '--eventcontent': 'ALCARECO',
1322  }
1323 
1324 steps['RERECOPU']=steps['RERECOPU1']
1325 
1326 steps['ALCATT']=merge([{'--filein':'file:step3.root'},step4Defaults])
1327 steps['ALCAMIN']=merge([{'-s':'ALCA:TkAlMinBias','--filein':'file:step3.root'},stCond,step4Defaults])
1328 steps['ALCACOS']=merge([{'-s':'ALCA:TkAlCosmics0T+MuAlGlobalCosmics+HcalCalHOCosmics'},stCond,step4Defaults])
1329 steps['ALCABH']=merge([{'-s':'ALCA:TkAlBeamHalo+MuAlBeamHaloOverlaps+MuAlBeamHalo'},stCond,step4Defaults])
1330 steps['ALCAHAL']=merge([{'-s':'ALCA:TkAlBeamHalo+MuAlBeamHaloOverlaps+MuAlBeamHalo'},step4Up2015Defaults])
1331 steps['ALCAELE']=merge([{'-s':'ALCA:EcalCalElectron','--filein':'file:step3.root'},stCond,step4Defaults])
1332 
1333 steps['ALCAHARVD']={'-s':'ALCAHARVEST:BeamSpotByRun+BeamSpotByLumi+SiStripQuality',
1334  '--conditions':'auto:run1_data',
1335  '--scenario':'pp',
1336  '--data':'',
1337  '--filein':'file:PromptCalibProd.root'}
1338 
1339 steps['RECOHISt4']=steps['RECOHI']
1340 
1341 steps['ALCANZS']=merge([{'-s':'ALCA:HcalCalMinBias','--mc':''},step4Defaults])
1342 steps['HARVESTGEN']={'-s':'HARVESTING:genHarvesting',
1343  '--harvesting':'AtJobEnd',
1344  '--conditions':'auto:run1_mc',
1345  '--mc':'',
1346  '--filetype':'DQM',
1347  '--filein':'file:step1_inDQM.root'
1348  }
1349 
1350 #data
1351 steps['HARVESTD']={'-s':'HARVESTING:dqmHarvesting',
1352  '--conditions':'auto:run1_data',
1353  '--data':'',
1354  '--filetype':'DQM',
1355  '--scenario':'pp'}
1356 
1357 steps['HARVESTDreHLT'] = merge([ {'--conditions':'auto:run1_data_%s'%menu}, steps['HARVESTD'] ])
1358 
1359 steps['HARVESTDDQM']=merge([{'-s':'HARVESTING:@common+@muon+@hcal+@jetmet+@ecal'},steps['HARVESTD']])
1360 
1361 steps['HARVESTDfst2']=merge([{'--filein':'file:step2_inDQM.root'},steps['HARVESTD']])
1362 
1363 steps['HARVESTDC']={'-s':'HARVESTING:dqmHarvesting',
1364  '--conditions':'auto:run1_data',
1365  '--filetype':'DQM',
1366  '--data':'',
1367  '--filein':'file:step2_inDQM.root',
1368  '--scenario':'cosmics'}
1369 steps['HARVESTDHI']={'-s':'HARVESTING:dqmHarvesting',
1370  '--conditions':'auto:run1_data',
1371  '--filetype':'DQM',
1372  '--data':'',
1373  '--scenario':'HeavyIons'}
1374 
1375 #MC
1376 steps['HARVEST']={'-s':'HARVESTING:validationHarvesting+dqmHarvesting',
1377  '--conditions':'auto:run1_mc',
1378  '--mc':'',
1379  '--filetype':'DQM',
1380  '--scenario':'pp'}
1381 steps['HARVESTCOS']={'-s':'HARVESTING:dqmHarvesting',
1382  '--conditions':'auto:run1_mc',
1383  '--mc':'',
1384  '--filein':'file:step3_inDQM.root',
1385  '--filetype':'DQM',
1386  '--scenario':'cosmics'}
1387 steps['HARVESTHAL']={'-s' :'HARVESTING:dqmHarvesting',
1388  '--conditions':'auto:run2_mc',
1389  '--magField' :'38T_PostLS1',
1390  '--mc' :'',
1391  '--filein' :'file:step3_inDQM.root',
1392  '--scenario' :'cosmics',
1393  '--filein':'file:step3_inDQM.root', # unnnecessary
1394  '--filetype':'DQM',
1395  '--customise' : 'SLHCUpgradeSimulations/Configuration/postLS1Customs.customisePostLS1',
1396  }
1397 steps['HARVESTFS']={'-s':'HARVESTING:validationHarvestingFS',
1398  '--conditions':'auto:run1_mc',
1399  '--mc':'',
1400  '--filetype':'DQM',
1401  '--scenario':'pp'}
1402 steps['HARVESTHI']={'-s':'HARVESTING:validationHarvesting+dqmHarvesting',
1403  '--conditions':'auto:run2_mc_HIon',
1404  '--magField' : '38T_PostLS1',
1405  '--mc':'',
1406  '--customise' : 'SLHCUpgradeSimulations/Configuration/postLS1Customs.customisePostLS1',
1407  '--filetype':'DQM',
1408  '--scenario':'HeavyIons'}
1409 
1410 #for phase1
1411 steps['HARVESTUP']={'-s':'HARVESTING:validationHarvesting+dqmHarvesting',
1412  '--conditions':'DESIGN61_V10::All', #to be updtaed with autocond
1413  '--mc':'',
1414  '--customise' : 'SLHCUpgradeSimulations/Configuration/phase1TkCustoms.customise',
1415  '--geometry' : 'ExtendedPhaseIPixel', #check geo
1416  '--filetype':'DQM'
1417  }
1418 
1419 steps['HARVESTUP15']={'-s':'HARVESTING:validationHarvesting+dqmHarvesting', # todo: remove UP from label
1420  '--conditions':'auto:run2_mc',
1421  '--magField' : '38T_PostLS1',
1422  '--mc':'',
1423  '--customise' : 'SLHCUpgradeSimulations/Configuration/postLS1Customs.customisePostLS1',
1424  '--filetype':'DQM',
1425  }
1426 
1427 steps['HARVESTUP15FS']={'-s':'HARVESTING:validationHarvestingFS',
1428  '--conditions':'auto:run2_mc',
1429  '--mc':'',
1430  '--filetype':'DQM',
1431  '--scenario':'pp'}
1432 
1433 steps['HARVESTUP17']={'-s':'HARVESTING:validationHarvesting+dqmHarvesting',
1434  '--conditions':'auto:run2_mc',
1435  '--mc':'',
1436  '--customise' : 'SLHCUpgradeSimulations/Configuration/phase1TkCustoms.customise',
1437  '--filetype':'DQM',
1438  '--geometry' : 'Extended2017' #check geo
1439  }
1440 steps['ALCASPLIT']={'-s':'ALCAOUTPUT:@allForPrompt',
1441  '--conditions':'auto:run1_data',
1442  '--scenario':'pp',
1443  '--data':'',
1444  '--triggerResultsProcess':'RECO',
1445  '--filein':'file:step2_inALCARECO.root'}
1446 
1447 steps['SKIMD']={'-s':'SKIM:all',
1448  '--conditions':'auto:run1_data',
1449  '--data':'',
1450  '--scenario':'pp',
1451  '--filein':'file:step2.root',
1452  '--secondfilein':'filelist:step1_dasquery.log'}
1453 
1454 steps['SKIMDreHLT'] = merge([ {'--conditions':'auto:run1_data_%s'%menu,'--filein':'file:step3.root'}, steps['SKIMD'] ])
1455 
1456 steps['SKIMCOSD']={'-s':'SKIM:all',
1457  '--conditions':'auto:run1_data',
1458  '--data':'',
1459  '--scenario':'cosmics',
1460  '--filein':'file:step2.root',
1461  '--secondfilein':'filelist:step1_dasquery.log'}
1462 
1463 steps['RECOFROMRECO']=merge([{'-s':'RECO,EI',
1464  '--filtername':'RECOfromRECO',
1465  '--process':'reRECO',
1466  '--datatier':'AODSIM',
1467  '--eventcontent':'AODSIM',
1468  },
1469  stCond,step3Defaults])
1470 
1471 
1472 steps['RECOFROMRECOSt2']=steps['RECOFROMRECO']
1473 
1474 steps['RECODFROMRAWRECO']=merge([{'-s':'RAW2DIGI:RawToDigi_noTk,L1Reco,RECO:reconstruction_noTracking,EI',
1475  '--filtername':'RECOfromRAWRECO',
1476  '--process':'rereRECO',
1477  '--datatier':'AOD',
1478  '--eventcontent':'AOD',
1479  '--secondfilein':'filelist:step1_dasquery.log',
1480  },
1481  steps['RECOD']])
1482 
1483 
1484 steps['COPYPASTE']={'-s':'NONE',
1485  '--conditions':'auto:run1_mc',
1486  '--output':'\'[{"t":"RAW","e":"ALL"}]\'',
1487  '--customise_commands':'"process.ALLRAWoutput.fastCloning=cms.untracked.bool(False)"'}
1488 
1489 #miniaod
1490 stepMiniAODDefaults = { '-s' : 'PAT',
1491  '--runUnscheduled': '',
1492  '-n' : '100'
1493  }
1494 stepMiniAODData = merge([{'--conditions' : 'auto:run1_data',
1495  '--data' : '',
1496  '--datatier' : 'MINIAOD',
1497  '--eventcontent' : 'MINIAOD'
1498  },stepMiniAODDefaults])
1499 stepMiniAODMC = merge([{'--conditions' : 'auto:run2_mc',
1500  '--mc' : '',
1501  '--datatier' : 'MINIAODSIM',
1502  '--eventcontent' : 'MINIAODSIM'
1503  },stepMiniAODDefaults])
1504 stepMiniAODMC50ns = merge([{'--conditions' : 'auto:run2_mc_50ns',
1505  '--mc' : '',
1506  '--datatier' : 'MINIAODSIM',
1507  '--eventcontent' : 'MINIAODSIM'
1508  },stepMiniAODDefaults])
1509 stepMiniAODMCFS = merge([{'--conditions' : 'auto:run2_mc',
1510  '--mc' : '',
1511  '--fast' : '',
1512  '--datatier' : 'MINIAODSIM',
1513  '--eventcontent' : 'MINIAODSIM'
1514  },stepMiniAODDefaults])
1515 stepMiniAODMCFS50ns = merge([{'--conditions' : 'auto:run2_mc_50ns',
1516  '--mc' : '',
1517  '--fast' : '',
1518  '--datatier' : 'MINIAODSIM',
1519  '--eventcontent' : 'MINIAODSIM'
1520  },stepMiniAODDefaults])
1521 
1522 steps['MINIAODDATA']=merge([{'--filein':'file:step3.root'},stepMiniAODData])
1523 steps['MINIAODMC']=merge([{'--filein':'file:step3.root'},stepMiniAODMC])
1524 steps['MINIAODMC50']=merge([{'--filein':'file:step3.root'},stepMiniAODMC50ns])
1525 steps['MINIAODMCFS']=merge([{'--filein':'file:step1.root'},stepMiniAODMCFS])
1526 steps['MINIAODMCFS50']=merge([{'--filein':'file:step1.root'},stepMiniAODMCFS50ns])
Definition: merge.py:1
def changeRefRelease
def identitySim
Production test: 13 TeV equivalents.
const T & max(const T &a, const T &b)
static std::string join(char **cmd)
Definition: RemoteFile.cc:18
list object
Definition: dbtoconf.py:77
#define update(a, b)
How EventSelector::AcceptEvent() decides whether to accept an event for output otherwise it is excluding the probing of A single or multiple positive and the trigger will pass if any such matching triggers are PASS or EXCEPTION[A criterion thatmatches no triggers at all is detected and causes a throw.] A single negative with an expectation of appropriate bit checking in the decision and the trigger will pass if any such matching triggers are FAIL or EXCEPTION A wildcarded negative criterion that matches more than one trigger in the trigger list("!*","!HLTx*"if it matches 2 triggers or more) will accept the event if all the matching triggers are FAIL.It will reject the event if any of the triggers are PASS or EXCEPTION(this matches the behavior of"!*"before the partial wildcard feature was incorporated).Triggers which are in the READY state are completely ignored.(READY should never be returned since the trigger paths have been run