CMS 3D CMS Logo
 All Classes Namespaces Files Functions Variables Typedefs Enumerations Enumerator Properties Friends Macros Pages
Functions | Variables
getRunInfo Namespace Reference

Functions

def dasQuery
 
def dasRunQueryToDict
 
def day
 
def daysAgo
 
def Func_CopyWBMInfo
 Func_CopyWBMInfo(str_name) More...
 
def Func_FillInfoDBS
 Func_FillInfoDBS(str_dbsInstance) More...
 
def Func_FillInfoHlt
 Func_FillInfoHlt() More...
 
def Func_FillInfoMagnetHistory
 Func_FillInfoMagnetHistory() More...
 
def Func_FillInfoRunRegistry
 Func_FillInfoRunRegistry() More...
 
def Func_FillInfoRunSummary
 Func_FillInfoRunSummary() More...
 
def Func_GetHtmlTags
 FUNCTIONS. More...
 
def Func_GetHtmlTagValue
 Func_GetHtmlTagValue(str_tag, str_text) More...
 
def Func_GetHtmlTagValueAttr
 Func_GetHtmlTagValueAttr(str_tag, str_text) More...
 
def Func_GetHtmlTagValues
 Func_GetHtmlTagValues(str_text) More...
 
def Func_GetWBMInfo
 Func_GetWBMInfo(str_name, str_path) More...
 
def Func_MakeShellWord
 Func_MakeShellWord(str_python) More...
 
def getFilesForRun
 
def getRunsForDate
 
def getRunsNewer
 
def runGetDatasetsAvailable
 
def today
 

Variables

 bool_hlt = False
 
tuple bool_runRegistry = Func_FillInfoRunRegistry()
 
dictionary Dict_dbsDatasets = {}
 
dictionary DICT_keysRunSummary = {}
 
dictionary DICT_keysRunSummaryTrigger = {}
 
dictionary Dict_maxLenDbsDatasets = {}
 
dictionary Dict_runRegistry = {}
 
dictionary DICT_tagsRunRegistry = {}
 
dictionary Dict_wbmRunSummary = {}
 
dictionary DictDict_dbsDatasets = {}
 
dictionary DictDict_dbsEvents = {}
 
float Float_magneticField = -999.0
 
tuple int_length = len(str_print)
 
int INT_offset = 8
 
list LSTR_dbsInstances
 
list Lstr_hltPaths = []
 
string STR_headDatasets = 'datasets'
 
string STR_headFiles = 'available data files'
 
string STR_htlConfig = 'HLT Config ID'
 
string STR_p5 = 'cmsusr0.cern.ch'
 
tuple Str_passwd = getpass.getpass('> getRunInfo.py > '+Str_userID+'@'+STR_p5+'\'s password: ')
 
string str_print = '> getRunInfo.py > '
 
list Str_run = sys.argv[1]
 
string STR_runEnd = 'STOP_TIME'
 
string STR_runStart = 'START_TIME'
 
string STR_SiStrip = 'SIST'
 
tuple Str_userID = getpass.getuser()
 MAIN PROGRAM. More...
 
string STR_wwwDBSData = 'dbs_discovery/getData'
 
string STR_wwwWBM = 'http://cmswbm/cmsdb/servlet'
 
tuple TD_shiftUTC = datetime.timedelta(hours = 2)
 

Function Documentation

def getRunInfo.dasQuery (   queryString,
  entryTitle 
)

Definition at line 74 of file getRunInfo.py.

Referenced by dasRunQueryToDict(), getFilesForRun(), and runGetDatasetsAvailable().

74 
75 def dasQuery(queryString, entryTitle) :
76  dasinfo = das_client.get_data('https://cmsweb.cern.ch', queryString, 0, 0, False)
77  if dasinfo['status'] != 'ok' :
78  raise Exception('DAS query failed.\nQuery: %s\nDAS Status returned: %s' % (queryString, dasinfo['status']))
79 
80  if len(dasinfo['data']) > 0 :
81  for entry in dasinfo['data'] :
82  if entryTitle in entry and len(entry[entryTitle]) > 0 :
83  yield entry[entryTitle][0]
getRunInfo.dasQuery
def dasQuery
Definition: getRunInfo.py:74
def getRunInfo.dasRunQueryToDict (   querystring)

Definition at line 66 of file getRunInfo.py.

References dasQuery().

Referenced by getRunsForDate(), and getRunsNewer().

66 
67 def dasRunQueryToDict(querystring) :
68  runs = {}
69  for runDict in dasQuery(querystring, 'run') :
70  runNo = int(runDict['run_number'])
71  runDict['date'] = datestring
72  runs[runNo] = runDict
73  return runs
getRunInfo.dasQuery
def dasQuery
Definition: getRunInfo.py:74
getRunInfo.dasRunQueryToDict
def dasRunQueryToDict
Definition: getRunInfo.py:66
def getRunInfo.day (   string)

Definition at line 11 of file getRunInfo.py.

Referenced by RPCRunIOV.filterIMON(), CSCTFConfigOnlineProd.newObject(), RunSummaryRead.readData(), L1TriggerScalerRead.readData(), SiStripDetVOffBuilder.readLastValueFromFile(), RPCRunIOV.toUNIX(), and RPCFw.UTtoT().

11 
12 def day(string) :
13  return datetime.datetime.strptime(string, "%Y%m%d").date()
def getRunInfo.daysAgo (   n)

Definition at line 7 of file getRunInfo.py.

References today().

7 
8 def daysAgo(n) :
9  date = today()
10  return date - datetime.timedelta(days=n)
getRunInfo.daysAgo
def daysAgo
Definition: getRunInfo.py:7
getRunInfo.today
def today
Definition: getRunInfo.py:4
def getRunInfo.Func_CopyWBMInfo (   str_name)

Func_CopyWBMInfo(str_name)

Logs in on cmsusr0 and copies file from there 

Func_CopyWBMInfo(str_name)
Logs in on cmsusr0 and copies file from there

Definition at line 198 of file getRunInfo.py.

Referenced by Func_FillInfoHlt(), Func_FillInfoMagnetHistory(), and Func_FillInfoRunSummary().

198 
199 def Func_CopyWBMInfo(str_name):
200  """ Func_CopyWBMInfo(str_name)
201  Logs in on cmsusr0 and copies file from there
202  """
203  pid, fd = os.forkpty()
204  if pid == 0:
205  os.execv('/usr/bin/scp', ['/usr/bin/scp', Str_userID+'@'+STR_p5+':~/'+str_name, '.'])
206  else:
207  time.sleep(1)
208  os.read(fd, 1000)
209  time.sleep(1)
210  os.write(fd, Str_passwd)
211  time.sleep(1)
212  c = 0
213  s = os.read(fd, 1)
214  while s:
215  c += 1
216  s = os.read(fd, 1)
217  if c >= 163:
218  break
getRunInfo.Func_CopyWBMInfo
def Func_CopyWBMInfo
Func_CopyWBMInfo(str_name)
Definition: getRunInfo.py:198
def getRunInfo.Func_FillInfoDBS (   str_dbsInstance)

Func_FillInfoDBS(str_dbsInstance)

Retrieves run info from DBS and fills it into containers 

Func_FillInfoDBS(str_dbsInstance)
Retrieves run info from DBS and fills it into containers

Definition at line 343 of file getRunInfo.py.

References spr.find(), Func_GetHtmlTagValue(), and split.

343 
344 def Func_FillInfoDBS(str_dbsInstance):
345  """ Func_FillInfoDBS(str_dbsInstance)
346  Retrieves run info from DBS and fills it into containers
347  """
348  str_dbsRuns = urllib.urlencode({'ajax':'0', '_idx':'0', 'pagerStep':'0', 'userMode':'user', 'release':'Any', 'tier':'Any', 'dbsInst':str_dbsInstance, 'primType':'Any', 'primD':'Any', 'minRun':Str_run, 'maxRun':Str_run})
349  file_dbsRuns = urllib.urlopen("https://cmsweb.cern.ch/dbs_discovery/getRunsFromRange", str_dbsRuns)
350  lstr_dbsRuns = []
351  lstr_dbsDatasets = []
352  dict_dbsDatasets = {}
353  dict_dbsEvents = {}
354  for str_dbsRuns in file_dbsRuns.readlines():
355  lstr_dbsRuns.append(str_dbsRuns)
356  if str_dbsRuns.find(STR_wwwDBSData) >= 0:
357  if str_dbsRuns.split('&proc=')[1].find('&') >= 0:
358  lstr_dbsDatasets.append(str_dbsRuns.split('&proc=')[1].split('&')[0])
359  else:
360  lstr_dbsDatasets.append(str_dbsRuns.split('&proc=')[1])
361  int_maxLenDbsDatasets = 0
362  for str_dbsDataset in lstr_dbsDatasets:
363  str_dbsLFN = urllib.urlencode({'dbsInst':str_dbsInstance, 'blockName':'*', 'dataset':str_dbsDataset, 'userMode':'user', 'run':Str_run})
364  file_dbsLFN = urllib.urlopen("https://cmsweb.cern.ch/dbs_discovery/getLFNlist", str_dbsLFN)
365  lstr_dbsLFN = []
366  int_events = 0
367  for str_dbsLFN in file_dbsLFN.readlines():
368  lstr_dbsLFN.append(str_dbsLFN)
369  if str_dbsLFN.find('contians') >= 0 and str_dbsLFN.find('file(s)'): # FIXME: be careful, this typo might be corrected sometimes on the web page...
370  dict_dbsDatasets[str_dbsDataset] = str_dbsLFN.split()[1]
371  if str_dbsLFN.startswith('/store/data/'):
372  int_events += int(Func_GetHtmlTagValue('td' ,lstr_dbsLFN[len(lstr_dbsLFN)-4]))
373  dict_dbsEvents[str_dbsDataset] = str(int_events)
374  if len(str_dbsDataset) > int_maxLenDbsDatasets:
375  int_maxLenDbsDatasets = len(str_dbsDataset)
376  DictDict_dbsDatasets[str_dbsInstance] = dict_dbsDatasets
377  DictDict_dbsEvents[str_dbsInstance] = dict_dbsEvents
378  Dict_dbsDatasets[str_dbsInstance] = lstr_dbsDatasets
379  Dict_maxLenDbsDatasets[str_dbsInstance] = int_maxLenDbsDatasets
getRunInfo.Func_GetHtmlTagValue
def Func_GetHtmlTagValue
Func_GetHtmlTagValue(str_tag, str_text)
Definition: getRunInfo.py:128
getRunInfo.Func_FillInfoDBS
def Func_FillInfoDBS
Func_FillInfoDBS(str_dbsInstance)
Definition: getRunInfo.py:343
spr::find
void find(edm::Handle< EcalRecHitCollection > &hits, DetId thisDet, std::vector< EcalRecHitCollection::const_iterator > &hit, bool debug=false)
Definition: FindCaloHit.cc:7
split
double split
Definition: MVATrainer.cc:139
def getRunInfo.Func_FillInfoHlt ( )

Func_FillInfoHlt()

Retrieves run info from Hlt and fills it into containers 

Func_FillInfoHlt():
Retrieves run info from Hlt and fills it into containers

Definition at line 319 of file getRunInfo.py.

References mergeVDriftHistosByStation.file, Func_CopyWBMInfo(), Func_GetWBMInfo(), Func_MakeShellWord(), and split.

319 
320 def Func_FillInfoHlt():
321  """ Func_FillInfoHlt():
322  Retrieves run info from Hlt and fills it into containers
323  """
324  str_nameHlt = 'HLTConfiguration?KEY=' + Dict_wbmRunSummary[STR_htlConfig]
325  Func_GetWBMInfo(str_nameHlt, STR_wwwWBM)
326  Func_CopyWBMInfo(Func_MakeShellWord(str_nameHlt))
327  file_wbmHlt = file(str_nameHlt, 'r')
328  bool_foundPaths = False
329  bool_foundPath = False
330  for str_wbmHlt in file_wbmHlt.readlines():
331  if str_wbmHlt.find('<H3>Paths</H3>') >= 0:
332  bool_foundPaths = True
333  if bool_foundPaths and str_wbmHlt.find('<HR><H3>') >= 0:
334  bool_foundPaths = False
335  if bool_foundPaths and str_wbmHlt.startswith('<TR><TD ALIGN=RIGHT>'):
336  Lstr_hltPaths.append(str_wbmHlt.split('</TD>')[1].split('<TD>')[-1])
337  file_wbmHlt.close()
338  os.remove(str_nameHlt)
339  return (len(Lstr_hltPaths)>0)
getRunInfo.Func_MakeShellWord
def Func_MakeShellWord
Func_MakeShellWord(str_python)
Definition: getRunInfo.py:165
getRunInfo.Func_FillInfoHlt
def Func_FillInfoHlt
Func_FillInfoHlt()
Definition: getRunInfo.py:319
getRunInfo.Func_GetWBMInfo
def Func_GetWBMInfo
Func_GetWBMInfo(str_name, str_path)
Definition: getRunInfo.py:174
getRunInfo.Func_CopyWBMInfo
def Func_CopyWBMInfo
Func_CopyWBMInfo(str_name)
Definition: getRunInfo.py:198
split
double split
Definition: MVATrainer.cc:139
def getRunInfo.Func_FillInfoMagnetHistory (   str_timeStart,
  str_timeEnd 
)

Func_FillInfoMagnetHistory()

Retrieves run info from MagnetHistory and fills it into containers 

Func_FillInfoMagnetHistory():
Retrieves run info from MagnetHistory and fills it into containers

Definition at line 300 of file getRunInfo.py.

References mergeVDriftHistosByStation.file, Func_CopyWBMInfo(), Func_GetWBMInfo(), Func_MakeShellWord(), and split.

300 
301 def Func_FillInfoMagnetHistory(str_timeStart, str_timeEnd):
302  """ Func_FillInfoMagnetHistory():
303  Retrieves run info from MagnetHistory and fills it into containers
304  """
305  str_nameMagnetHistory = 'MagnetHistory?TIME_BEGIN=' + str_timeStart + '&TIME_END=' + str_timeEnd
306  Func_GetWBMInfo(str_nameMagnetHistory, STR_wwwWBM)
307  Func_CopyWBMInfo(Func_MakeShellWord(str_nameMagnetHistory))
308  file_wbmMagnetHistory = file(str_nameMagnetHistory, 'r')
309  float_avMagMeasure = Float_magneticField
310  for str_wbmMagnetHistory in file_wbmMagnetHistory.readlines():
311  if str_wbmMagnetHistory.find('BFIELD, Tesla') >= 0:
312  float_avMagMeasure = float(str_wbmMagnetHistory.split('</A>')[0].split('>')[-1])
313  file_wbmMagnetHistory.close()
314  os.remove(str_nameMagnetHistory)
315  return float_avMagMeasure
getRunInfo.Func_MakeShellWord
def Func_MakeShellWord
Func_MakeShellWord(str_python)
Definition: getRunInfo.py:165
getRunInfo.Func_GetWBMInfo
def Func_GetWBMInfo
Func_GetWBMInfo(str_name, str_path)
Definition: getRunInfo.py:174
getRunInfo.Func_CopyWBMInfo
def Func_CopyWBMInfo
Func_CopyWBMInfo(str_name)
Definition: getRunInfo.py:198
getRunInfo.Func_FillInfoMagnetHistory
def Func_FillInfoMagnetHistory
Func_FillInfoMagnetHistory()
Definition: getRunInfo.py:300
split
double split
Definition: MVATrainer.cc:139
def getRunInfo.Func_FillInfoRunRegistry ( )

Func_FillInfoRunRegistry()

Retrieves run info from RunRegistry and fills it into containers 

Func_FillInfoRunRegistry():
Retrieves run info from RunRegistry and fills it into containers

Definition at line 222 of file getRunInfo.py.

References spr.find(), Func_GetHtmlTags(), Func_GetHtmlTagValue(), and split.

222 
223 def Func_FillInfoRunRegistry():
224  """ Func_FillInfoRunRegistry():
225  Retrieves run info from RunRegistry and fills it into containers
226  """
227  str_runRegistry = urllib.urlencode({'format':'xml', 'intpl':'xml', 'qtype':'RUN_NUMBER', 'sortname':'RUN_NUMBER'})
228  file_runRegistry = urllib.urlopen("http://pccmsdqm04.cern.ch/runregistry/runregisterdata", str_runRegistry)
229  str_runRegistryLong = ''
230  for str_runRegistry in file_runRegistry.readlines():
231  str_runRegistryLong += str_runRegistry.splitlines()[0]
232  bool_foundRun = False
233  str_runRunRegistry = ''
234  for int_runIndex in range(1,int(str_runRegistryLong.split('<RUNS')[1].split('>')[0].split('total=\"')[1].split('\"')[0])):
235  str_runRunRegistry = Func_GetHtmlTagValue('RUN', str_runRegistryLong, int_runIndex)
236  if Func_GetHtmlTagValue('NUMBER', str_runRunRegistry) == Str_run:
237  bool_foundRun = True
238  break
239  if not bool_foundRun:
240  print '> getRunInfo.py > run %s not found in run registry' %(Str_run)
241  return False
242  dict_tagsRunRegistry = Func_GetHtmlTags(str_runRunRegistry)
243  for str_tagRunRegistry in dict_tagsRunRegistry.keys():
244  if dict_tagsRunRegistry[str_tagRunRegistry] == False:
245  Dict_runRegistry[str_tagRunRegistry] = Func_GetHtmlTagValue(str_tagRunRegistry, str_runRunRegistry)
246  if Dict_runRegistry['SUBSYSTEMS'].find(STR_SiStrip) < 0:
247  print '> getRunInfo.py > SiStrip was not in this run'
248  return False
249  return True
getRunInfo.Func_GetHtmlTagValue
def Func_GetHtmlTagValue
Func_GetHtmlTagValue(str_tag, str_text)
Definition: getRunInfo.py:128
spr::find
void find(edm::Handle< EcalRecHitCollection > &hits, DetId thisDet, std::vector< EcalRecHitCollection::const_iterator > &hit, bool debug=false)
Definition: FindCaloHit.cc:7
getRunInfo.Func_FillInfoRunRegistry
def Func_FillInfoRunRegistry
Func_FillInfoRunRegistry()
Definition: getRunInfo.py:222
getRunInfo.Func_GetHtmlTags
def Func_GetHtmlTags
FUNCTIONS.
Definition: getRunInfo.py:108
split
double split
Definition: MVATrainer.cc:139
def getRunInfo.Func_FillInfoRunSummary ( )

Func_FillInfoRunSummary()

Retrieves run info from RunSummary and fills it into containers 

Func_FillInfoRunSummary():
Retrieves run info from RunSummary and fills it into containers

Definition at line 253 of file getRunInfo.py.

References mergeVDriftHistosByStation.file, Func_CopyWBMInfo(), Func_GetWBMInfo(), Func_MakeShellWord(), and split.

253 
254 def Func_FillInfoRunSummary():
255  """ Func_FillInfoRunSummary():
256  Retrieves run info from RunSummary and fills it into containers
257  """
258  str_nameRunSummary = 'RunSummary?RUN=' + Str_run
259  Func_GetWBMInfo(str_nameRunSummary, STR_wwwWBM)
260  Func_CopyWBMInfo(Func_MakeShellWord(str_nameRunSummary))
261  file_wbmRunSummary = file(str_nameRunSummary, 'r')
262  bool_table = False
263  int_tableHeader = 0
264  int_tableItem = 0
265  int_startItem = 0
266  int_endItem = 0
267  for str_wbmRunSummary in file_wbmRunSummary.readlines():
268  if str_wbmRunSummary.find('<TABLE CLASS="params"><THEAD><TR>') >= 0:
269  bool_table = True
270  if str_wbmRunSummary.find('</TBODY></TABLE>') >= 0:
271  bool_table = False
272  if bool_table:
273  if str_wbmRunSummary.startswith('<TH>'):
274  int_tableHeader += 1
275  if str_wbmRunSummary.find(STR_runStart) >= 0:
276  int_startItem = int_tableHeader
277  if str_wbmRunSummary.find(STR_runEnd) >= 0:
278  int_endItem = int_tableHeader
279  if str_wbmRunSummary.startswith('<TD'):
280  int_tableItem += 1
281  if int_tableItem == int_startItem:
282  Dict_wbmRunSummary[STR_runStart] = str_wbmRunSummary.split('&nbsp;</TD>')[0].split('<TD>')[-1]
283  if int_tableItem == int_endItem:
284  Dict_wbmRunSummary[STR_runEnd] = str_wbmRunSummary.split('&nbsp;</TD>')[0].split('<TD>')[-1]
285  continue
286  for str_keyRunSummary in DICT_keysRunSummary.keys():
287  if str_wbmRunSummary.find(str_keyRunSummary) >= 0:
288  Dict_wbmRunSummary[str_keyRunSummary] = str_wbmRunSummary.split('</TD></TR>')[0].split('>')[-1]
289  break
290  for str_summaryKeysTrigger in DICT_keysRunSummaryTrigger.keys():
291  if str_wbmRunSummary.find(str_summaryKeysTrigger) >= 0:
292  Dict_wbmRunSummary[str_summaryKeysTrigger] = str_wbmRunSummary.split('</A></TD></TR>')[0].split('>')[-1]
293  if str_summaryKeysTrigger == 'HLT Key':
294  Dict_wbmRunSummary[STR_htlConfig] = str_wbmRunSummary.split('HLTConfiguration?KEY=')[1].split('>')[0]
295  file_wbmRunSummary.close()
296  os.remove(str_nameRunSummary)
getRunInfo.Func_FillInfoRunSummary
def Func_FillInfoRunSummary
Func_FillInfoRunSummary()
Definition: getRunInfo.py:253
getRunInfo.Func_MakeShellWord
def Func_MakeShellWord
Func_MakeShellWord(str_python)
Definition: getRunInfo.py:165
getRunInfo.Func_GetWBMInfo
def Func_GetWBMInfo
Func_GetWBMInfo(str_name, str_path)
Definition: getRunInfo.py:174
getRunInfo.Func_CopyWBMInfo
def Func_CopyWBMInfo
Func_CopyWBMInfo(str_name)
Definition: getRunInfo.py:198
split
double split
Definition: MVATrainer.cc:139
def getRunInfo.Func_GetHtmlTags (   str_text)

FUNCTIONS.

Func_GetHtmlTags(str_text)

Gets HTML tags from a string 

Func_GetHtmlTags(str_text):
Gets HTML tags from a string

Definition at line 108 of file getRunInfo.py.

References split.

Referenced by Func_FillInfoRunRegistry().

108 
109 def Func_GetHtmlTags(str_text):
110  """ Func_GetHtmlTags(str_text):
111  Gets HTML tags from a string
112  """
113  dict_tags = {}
114  # first look for tags w/ values
115  lstr_split = str_text.split('</')
116  for str_split in lstr_split[1:]:
117  str_key = str_split.split('>')[0]
118  dict_tags[str_key] = str_key in dict_tags
119  # second look for tags w/o values
120  lstr_split = str_text.split('/>')
121  for str_split in lstr_split[:-1]:
122  str_key = str_split.split('<')[-1].split()[0]
123  dict_tags[str_key] = str_key in dict_tags
124  return dict_tags
getRunInfo.Func_GetHtmlTags
def Func_GetHtmlTags
FUNCTIONS.
Definition: getRunInfo.py:108
split
double split
Definition: MVATrainer.cc:139
def getRunInfo.Func_GetHtmlTagValue (   str_tag,
  str_text,
  int_index = 1 
)

Func_GetHtmlTagValue(str_tag, str_text)

Gets the value of the n-th oocurence a given HTML tag from a string 

Func_GetHtmlTagValue(str_tag, str_text):
 Gets the value of the n-th oocurence a given HTML tag from a string

Definition at line 128 of file getRunInfo.py.

References split.

Referenced by Func_FillInfoDBS(), and Func_FillInfoRunRegistry().

128 
129 def Func_GetHtmlTagValue(str_tag, str_text, int_index = 1):
130  """ Func_GetHtmlTagValue(str_tag, str_text):
131  Gets the value of the n-th oocurence a given HTML tag from a string
132  """
133  if int_index > str_text.count('<'+str_tag):
134  return ''
135  str_1 = str_text.split('<'+str_tag)[int_index]
136  if str_1[0] != '>':
137  if str_1.split('>')[0][-1] == '/':
138  return ''
139  return str_1.split('>',1)[1].split('</'+str_tag+'>')[0]
getRunInfo.Func_GetHtmlTagValue
def Func_GetHtmlTagValue
Func_GetHtmlTagValue(str_tag, str_text)
Definition: getRunInfo.py:128
split
double split
Definition: MVATrainer.cc:139
def getRunInfo.Func_GetHtmlTagValueAttr (   str_value,
  str_text 
)

Func_GetHtmlTagValueAttr(str_tag, str_text)

Gets the (last) attribute of a given HTML tag value from a string 

Func_GetHtmlTagValueAttr(str_value, str_text):
Gets the (last) attributes of a given HTML tag value from a string

Definition at line 156 of file getRunInfo.py.

References split.

156 
157 def Func_GetHtmlTagValueAttr(str_value, str_text):
158  """ Func_GetHtmlTagValueAttr(str_value, str_text):
159  Gets the (last) attributes of a given HTML tag value from a string
160  """
161  return str_text.split('\">'+str_value+'<')[0].split('=\"')[-1]
getRunInfo.Func_GetHtmlTagValueAttr
def Func_GetHtmlTagValueAttr
Func_GetHtmlTagValueAttr(str_tag, str_text)
Definition: getRunInfo.py:156
split
double split
Definition: MVATrainer.cc:139
def getRunInfo.Func_GetHtmlTagValues (   str_text)

Func_GetHtmlTagValues(str_text)

Gets HTML tag values from a string 

Func_GetHtmlTagValues(str_text):
Gets HTML tag values from a string

Definition at line 143 of file getRunInfo.py.

143 
144 def Func_GetHtmlTagValues(str_text):
145  """ Func_GetHtmlTagValues(str_text):
146  Gets HTML tag values from a string
147  """
148  lstr_split = str_text.split('</')
149  lstr_values = []
150  for str_split in lstr_split[:-1]:
151  lstr_values.append(str_split.split('>')[-1])
152  return lstr_values
getRunInfo.Func_GetHtmlTagValues
def Func_GetHtmlTagValues
Func_GetHtmlTagValues(str_text)
Definition: getRunInfo.py:143
def getRunInfo.Func_GetWBMInfo (   str_name,
  str_path 
)

Func_GetWBMInfo(str_name, str_path)

Logs in on cmsusr0, retrieves WBM information and stores it locally 

Func_GetWBMInfo(str_name, str_path)
Logs in on cmsusr0, retrieves WBM information and stores it locally

Definition at line 174 of file getRunInfo.py.

Referenced by Func_FillInfoHlt(), Func_FillInfoMagnetHistory(), and Func_FillInfoRunSummary().

174 
175 def Func_GetWBMInfo(str_name, str_path):
176  """ Func_GetWBMInfo(str_name, str_path)
177  Logs in on cmsusr0, retrieves WBM information and stores it locally
178  """
179  pid, fd = os.forkpty()
180  if pid == 0:
181  os.execv('/usr/bin/ssh', ['/usr/bin/ssh', '-l', Str_userID, STR_p5] + ['rm', '-f', '\"'+str_name + '\" && ' + 'wget', '\"'+str_path+'/'+str_name+'\"'])
182  else:
183  time.sleep(1)
184  os.read(fd, 1000)
185  time.sleep(1)
186  os.write(fd, Str_passwd)
187  time.sleep(1)
188  c = 0
189  s = os.read(fd, 1)
190  while s:
191  c += 1
192  s = os.read(fd, 1)
193  if c >= 2:
194  break
getRunInfo.Func_GetWBMInfo
def Func_GetWBMInfo
Func_GetWBMInfo(str_name, str_path)
Definition: getRunInfo.py:174
def getRunInfo.Func_MakeShellWord (   str_python)

Func_MakeShellWord(str_python)

Adds shell escape charakters to Python strings 

Func_MakeShellWord(str_python)
Adds shell escape charakters to Python strings

Definition at line 165 of file getRunInfo.py.

References python.rootplot.root2matplotlib.replace().

Referenced by Func_FillInfoHlt(), Func_FillInfoMagnetHistory(), and Func_FillInfoRunSummary().

165 
166 def Func_MakeShellWord(str_python):
167  """ Func_MakeShellWord(str_python)
168  Adds shell escape charakters to Python strings
169  """
170  return str_python.replace('?','\\?').replace('=','\\=').replace(' ','\\ ').replace('&','\\&').replace(':','\\:')
getRunInfo.Func_MakeShellWord
def Func_MakeShellWord
Func_MakeShellWord(str_python)
Definition: getRunInfo.py:165
def getRunInfo.getFilesForRun (   run,
  dataset 
) 
    run : int
    dataset : string dataset to find files in, e.g.
        /ExpressCosmics/Run2015A-Express-v1/FEVT
        /ExpressPhysics/Run2015A-Express-v1/FEVT

Definition at line 47 of file getRunInfo.py.

References dasQuery(), and alcaDQMUpload.encode().

47 
48 def getFilesForRun(run, dataset) :
49  '''
50  run : int
51  dataset : string dataset to find files in, e.g.
52  /ExpressCosmics/Run2015A-Express-v1/FEVT
53  /ExpressPhysics/Run2015A-Express-v1/FEVT
54  '''
55  querystring = "file dataset={dataset} run={run}".format(dataset=dataset, run=run)
56 
57  files = []
58  for fileDict in dasQuery(querystring, 'file') :
59  # cmsRun will not like unicode
60  files.append(fileDict['name'].encode('ascii','replace'))
61 
62  return files
63 
64 
65 # -------------------- DAS convert tools
getRunInfo.getFilesForRun
def getFilesForRun
Definition: getRunInfo.py:47
getRunInfo.dasQuery
def dasQuery
Definition: getRunInfo.py:74
def getRunInfo.getRunsForDate (   date,
  minlumis = 10 
) 
    date: expected to be datetime.datetime object

Definition at line 14 of file getRunInfo.py.

References dasRunQueryToDict().

14 
15 def getRunsForDate(date, minlumis=10) :
16  '''
17  date: expected to be datetime.datetime object
18  '''
19  datestring = date.strftime('%Y%m%d')
20  querystring = "run date={date} | grep run.nlumis>{minlumis}".format(date=datestring, minlumis=minlumis)
21  return dasRunQueryToDict(querystring)
getRunInfo.dasRunQueryToDict
def dasRunQueryToDict
Definition: getRunInfo.py:66
getRunInfo.getRunsForDate
def getRunsForDate
Definition: getRunInfo.py:14
def getRunInfo.getRunsNewer (   run,
  minlumis = 10,
  source = 'RunRegistry' 
) 
    run: run number int
    source: Either RunRegistry or DAS

Definition at line 22 of file getRunInfo.py.

References dasRunQueryToDict(), and rrClient.getRunsNewer().

22 
23 def getRunsNewer(run, minlumis=10, source='RunRegistry') :
24  '''
25  run: run number int
26  source: Either RunRegistry or DAS
27  '''
28  if source == 'RunRegistry' :
29  return rrClient.getRunsNewer(run, minlumis)
30  elif source == 'DAS' :
31  querystring = "run | grep run.nlumis>{minlumis}, run.runnumber>{run}".format(run=run, minlumis=minlumis)
32  return dasRunQueryToDict(querystring)
rrClient.getRunsNewer
def getRunsNewer
Definition: rrClient.py:6
getRunInfo.getRunsNewer
def getRunsNewer
Definition: getRunInfo.py:22
getRunInfo.dasRunQueryToDict
def dasRunQueryToDict
Definition: getRunInfo.py:66
def getRunInfo.runGetDatasetsAvailable (   run) 
    run : int
    Will return a list of datasets in DAS that have the run in them

Definition at line 33 of file getRunInfo.py.

References dasQuery(), and alcaDQMUpload.encode().

33 
34 def runGetDatasetsAvailable(run) :
35  '''
36  run : int
37  Will return a list of datasets in DAS that have the run in them
38  '''
39  querystring = "dataset run={run}".format(run=run)
40 
41  datasets = []
42  for datasetDict in dasQuery(querystring, 'dataset') :
43  # cmsRun will not like unicode
44  datasets.append(datasetDict['name'].encode('ascii','replace'))
45 
46  return datasets
getRunInfo.runGetDatasetsAvailable
def runGetDatasetsAvailable
Definition: getRunInfo.py:33
getRunInfo.dasQuery
def dasQuery
Definition: getRunInfo.py:74
def getRunInfo.today ( )

Definition at line 4 of file getRunInfo.py.

Referenced by daysAgo().

4 
5 def today() :
6  return datetime.datetime.now().date()
getRunInfo.today
def today
Definition: getRunInfo.py:4

Variable Documentation

tuple getRunInfo.bool_hlt = False

Definition at line 436 of file getRunInfo.py.

tuple getRunInfo.bool_runRegistry = Func_FillInfoRunRegistry()

Definition at line 393 of file getRunInfo.py.

dictionary getRunInfo.Dict_dbsDatasets = {}

Definition at line 100 of file getRunInfo.py.

dictionary getRunInfo.DICT_keysRunSummary = {}

Definition at line 59 of file getRunInfo.py.

dictionary getRunInfo.DICT_keysRunSummaryTrigger = {}

Definition at line 74 of file getRunInfo.py.

dictionary getRunInfo.Dict_maxLenDbsDatasets = {}

Definition at line 101 of file getRunInfo.py.

dictionary getRunInfo.Dict_runRegistry = {}

Definition at line 94 of file getRunInfo.py.

dictionary getRunInfo.DICT_tagsRunRegistry = {}

Definition at line 35 of file getRunInfo.py.

dictionary getRunInfo.Dict_wbmRunSummary = {}

Definition at line 96 of file getRunInfo.py.

dictionary getRunInfo.DictDict_dbsDatasets = {}

Definition at line 98 of file getRunInfo.py.

dictionary getRunInfo.DictDict_dbsEvents = {}

Definition at line 99 of file getRunInfo.py.

tuple getRunInfo.Float_magneticField = -999.0

Definition at line 95 of file getRunInfo.py.

tuple getRunInfo.int_length = len(str_print)

Definition at line 474 of file getRunInfo.py.

int getRunInfo.INT_offset = 8

Definition at line 25 of file getRunInfo.py.

list getRunInfo.LSTR_dbsInstances
Initial value:
1 = ['cms_dbs_caf_analysis_01',
2  'cms_dbs_prod_global' ]

Definition at line 31 of file getRunInfo.py.

list getRunInfo.Lstr_hltPaths = []

Definition at line 97 of file getRunInfo.py.

string getRunInfo.STR_headDatasets = 'datasets'

Definition at line 33 of file getRunInfo.py.

string getRunInfo.STR_headFiles = 'available data files'

Definition at line 34 of file getRunInfo.py.

string getRunInfo.STR_htlConfig = 'HLT Config ID'

Definition at line 56 of file getRunInfo.py.

string getRunInfo.STR_p5 = 'cmsusr0.cern.ch'

Definition at line 27 of file getRunInfo.py.

tuple getRunInfo.Str_passwd = getpass.getpass('> getRunInfo.py > '+Str_userID+'@'+STR_p5+'\'s password: ')

Definition at line 389 of file getRunInfo.py.

string getRunInfo.str_print = '> getRunInfo.py > '

Definition at line 470 of file getRunInfo.py.

list getRunInfo.Str_run = sys.argv[1]

Definition at line 93 of file getRunInfo.py.

string getRunInfo.STR_runEnd = 'STOP_TIME'

Definition at line 58 of file getRunInfo.py.

string getRunInfo.STR_runStart = 'START_TIME'

Definition at line 57 of file getRunInfo.py.

string getRunInfo.STR_SiStrip = 'SIST'

Definition at line 29 of file getRunInfo.py.

tuple getRunInfo.Str_userID = getpass.getuser()

MAIN PROGRAM.

Definition at line 388 of file getRunInfo.py.

string getRunInfo.STR_wwwDBSData = 'dbs_discovery/getData'

Definition at line 30 of file getRunInfo.py.

string getRunInfo.STR_wwwWBM = 'http://cmswbm/cmsdb/servlet'

Definition at line 28 of file getRunInfo.py.

tuple getRunInfo.TD_shiftUTC = datetime.timedelta(hours = 2)

Definition at line 24 of file getRunInfo.py.

Generated for CMSSW Reference Manual by doxygen 1.8.5