getRunInfo Namespace Reference

Functions
def	Func_CopyWBMInfo (str_name)
	Func_CopyWBMInfo(str_name) More...
def	Func_FillInfoDBS (str_dbsInstance)
	Func_FillInfoDBS(str_dbsInstance) More...
def	Func_FillInfoHlt ()
	Func_FillInfoHlt() More...
def	Func_FillInfoMagnetHistory (str_timeStart, str_timeEnd)
	Func_FillInfoMagnetHistory() More...
def	Func_FillInfoRunRegistry ()
	Func_FillInfoRunRegistry() More...
def	Func_FillInfoRunSummary ()
	Func_FillInfoRunSummary() More...
def	Func_GetHtmlTags (str_text)
	FUNCTIONS. More...
def	Func_GetHtmlTagValue (str_tag, str_text, int_index=1)
	Func_GetHtmlTagValue(str_tag, str_text) More...
def	Func_GetHtmlTagValueAttr (str_value, str_text)
	Func_GetHtmlTagValueAttr(str_tag, str_text) More...
def	Func_GetHtmlTagValues (str_text)
	Func_GetHtmlTagValues(str_text) More...
def	Func_GetWBMInfo (str_name, str_path)
	Func_GetWBMInfo(str_name, str_path) More...
def	Func_MakeShellWord (str_python)
	Func_MakeShellWord(str_python) More...

Function Documentation

def getRunInfo.Func_CopyWBMInfo

(

str_name

)

Func_CopyWBMInfo(str_name)

Logs in on cmsusr0 and copies file from there

Func_CopyWBMInfo(str_name)
Logs in on cmsusr0 and copies file from there

Definition at line 198 of file getRunInfo.py.

Referenced by Func_FillInfoHlt(), Func_FillInfoMagnetHistory(), and Func_FillInfoRunSummary().

def Func_CopyWBMInfo(str_name):
  """ Func_CopyWBMInfo(str_name)
  Logs in on cmsusr0 and copies file from there
  """
  pid, fd = os.forkpty()
  if pid == 0:
    os.execv('/usr/bin/scp', ['/usr/bin/scp', Str_userID+'@'+STR_p5+':~/'+str_name, '.'])
  else:
    time.sleep(1)
    os.read(fd, 1000)
    time.sleep(1)
    os.write(fd, Str_passwd)
    time.sleep(1)
    c = 0
    s = os.read(fd, 1)
    while s:
      c += 1
      s  = os.read(fd, 1)
      if c >= 163:
        break
  

def getRunInfo.Func_FillInfoDBS

(

str_dbsInstance

)

Func_FillInfoDBS(str_dbsInstance)

Retrieves run info from DBS and fills it into containers

Func_FillInfoDBS(str_dbsInstance)
Retrieves run info from DBS and fills it into containers

Definition at line 343 of file getRunInfo.py.

References spr.find(), Func_FillInfoHlt(), Func_FillInfoMagnetHistory(), Func_FillInfoRunRegistry(), Func_FillInfoRunSummary(), Func_GetHtmlTagValue(), createfilelist.int, split, and harvestTrackValidationPlots.str.

def Func_FillInfoDBS(str_dbsInstance):
  """ Func_FillInfoDBS(str_dbsInstance)
  Retrieves run info from DBS and fills it into containers
  """
  str_dbsRuns      = urllib.urlencode({'ajax':'0', '_idx':'0', 'pagerStep':'0', 'userMode':'user', 'release':'Any', 'tier':'Any', 'dbsInst':str_dbsInstance, 'primType':'Any', 'primD':'Any', 'minRun':Str_run, 'maxRun':Str_run})
  file_dbsRuns     = urllib.urlopen("https://cmsweb.cern.ch/dbs_discovery/getRunsFromRange", str_dbsRuns)
  lstr_dbsRuns     = []
  lstr_dbsDatasets = []
  dict_dbsDatasets = {}
  dict_dbsEvents   = {}
  for str_dbsRuns in file_dbsRuns.readlines():
    lstr_dbsRuns.append(str_dbsRuns)
    if str_dbsRuns.find(STR_wwwDBSData) >= 0:
      if str_dbsRuns.split('&proc=')[1].find('&') >= 0:
        lstr_dbsDatasets.append(str_dbsRuns.split('&proc=')[1].split('&')[0])
      else:
        lstr_dbsDatasets.append(str_dbsRuns.split('&proc=')[1])
  int_maxLenDbsDatasets = 0
  for str_dbsDataset in lstr_dbsDatasets:
    str_dbsLFN  = urllib.urlencode({'dbsInst':str_dbsInstance, 'blockName':'*', 'dataset':str_dbsDataset, 'userMode':'user', 'run':Str_run})
    file_dbsLFN = urllib.urlopen("https://cmsweb.cern.ch/dbs_discovery/getLFNlist", str_dbsLFN)
    lstr_dbsLFN = []
    int_events  = 0
    for str_dbsLFN in file_dbsLFN.readlines():
      lstr_dbsLFN.append(str_dbsLFN)
      if str_dbsLFN.find('contians') >= 0 and str_dbsLFN.find('file(s)'): # FIXME: be careful, this typo might be corrected sometimes on the web page...
        dict_dbsDatasets[str_dbsDataset] = str_dbsLFN.split()[1]
      if str_dbsLFN.startswith('/store/data/'):
        int_events += int(Func_GetHtmlTagValue('td' ,lstr_dbsLFN[len(lstr_dbsLFN)-4]))
    dict_dbsEvents[str_dbsDataset] = str(int_events)
    if len(str_dbsDataset) > int_maxLenDbsDatasets:
      int_maxLenDbsDatasets = len(str_dbsDataset)
  DictDict_dbsDatasets[str_dbsInstance]   = dict_dbsDatasets
  DictDict_dbsEvents[str_dbsInstance]     = dict_dbsEvents
  Dict_dbsDatasets[str_dbsInstance]       = lstr_dbsDatasets
  Dict_maxLenDbsDatasets[str_dbsInstance] = int_maxLenDbsDatasets
 

def getRunInfo.Func_FillInfoHlt

(

)

Func_FillInfoHlt()

Retrieves run info from Hlt and fills it into containers

Func_FillInfoHlt():
Retrieves run info from Hlt and fills it into containers

Definition at line 319 of file getRunInfo.py.

References FrontierConditions_GlobalTag_cff.file, Func_CopyWBMInfo(), Func_GetWBMInfo(), Func_MakeShellWord(), and split.

Referenced by Func_FillInfoDBS().

def Func_FillInfoHlt():
  """ Func_FillInfoHlt():
  Retrieves run info from Hlt and fills it into containers
  """
  str_nameHlt = 'HLTConfiguration?KEY=' + Dict_wbmRunSummary[STR_htlConfig]
  Func_GetWBMInfo(str_nameHlt, STR_wwwWBM)
  Func_CopyWBMInfo(Func_MakeShellWord(str_nameHlt))
  file_wbmHlt     = file(str_nameHlt, 'r')
  bool_foundPaths = False
  bool_foundPath  = False
  for str_wbmHlt in file_wbmHlt.readlines():
    if str_wbmHlt.find('<H3>Paths</H3>') >= 0:
      bool_foundPaths = True
    if bool_foundPaths and str_wbmHlt.find('<HR><H3>') >= 0:
      bool_foundPaths = False
    if bool_foundPaths and str_wbmHlt.startswith('<TR><TD ALIGN=RIGHT>'):
      Lstr_hltPaths.append(str_wbmHlt.split('</TD>')[1].split('<TD>')[-1])
  file_wbmHlt.close()
  os.remove(str_nameHlt)
  return (len(Lstr_hltPaths)>0)
  

def getRunInfo.Func_FillInfoMagnetHistory	(		str_timeStart,
			str_timeEnd
	)

Func_FillInfoMagnetHistory()

Retrieves run info from MagnetHistory and fills it into containers

Func_FillInfoMagnetHistory():
Retrieves run info from MagnetHistory and fills it into containers

Definition at line 300 of file getRunInfo.py.

References FrontierConditions_GlobalTag_cff.file, objects.autophobj.float, Func_CopyWBMInfo(), Func_GetWBMInfo(), Func_MakeShellWord(), and split.

Referenced by Func_FillInfoDBS().

def Func_FillInfoMagnetHistory(str_timeStart, str_timeEnd):
  """ Func_FillInfoMagnetHistory():
  Retrieves run info from MagnetHistory and fills it into containers
  """
  str_nameMagnetHistory = 'MagnetHistory?TIME_BEGIN=' + str_timeStart + '&TIME_END=' + str_timeEnd
  Func_GetWBMInfo(str_nameMagnetHistory, STR_wwwWBM)
  Func_CopyWBMInfo(Func_MakeShellWord(str_nameMagnetHistory))
  file_wbmMagnetHistory = file(str_nameMagnetHistory, 'r')
  float_avMagMeasure = Float_magneticField
  for str_wbmMagnetHistory in file_wbmMagnetHistory.readlines():
    if str_wbmMagnetHistory.find('BFIELD, Tesla') >= 0:
      float_avMagMeasure = float(str_wbmMagnetHistory.split('</A>')[0].split('>')[-1])
  file_wbmMagnetHistory.close()
  os.remove(str_nameMagnetHistory)
  return float_avMagMeasure
  

def getRunInfo.Func_FillInfoRunRegistry

(

)

Func_FillInfoRunRegistry()

Retrieves run info from RunRegistry and fills it into containers

Func_FillInfoRunRegistry():
Retrieves run info from RunRegistry and fills it into containers

Definition at line 222 of file getRunInfo.py.

References spr.find(), Func_GetHtmlTags(), Func_GetHtmlTagValue(), createfilelist.int, and split.

Referenced by Func_FillInfoDBS().

def Func_FillInfoRunRegistry():
  """ Func_FillInfoRunRegistry():
  Retrieves run info from RunRegistry and fills it into containers
  """  
  str_runRegistry     = urllib.urlencode({'format':'xml', 'intpl':'xml', 'qtype':'RUN_NUMBER', 'sortname':'RUN_NUMBER'})
  file_runRegistry    = urllib.urlopen("http://pccmsdqm04.cern.ch/runregistry/runregisterdata", str_runRegistry)
  str_runRegistryLong = ''
  for str_runRegistry in file_runRegistry.readlines():
    str_runRegistryLong += str_runRegistry.splitlines()[0]
  bool_foundRun      = False
  str_runRunRegistry = ''
  for int_runIndex in range(1,int(str_runRegistryLong.split('<RUNS')[1].split('>')[0].split('total=\"')[1].split('\"')[0])):
    str_runRunRegistry = Func_GetHtmlTagValue('RUN', str_runRegistryLong, int_runIndex)
    if Func_GetHtmlTagValue('NUMBER', str_runRunRegistry) == Str_run:
      bool_foundRun = True
      break
  if not bool_foundRun:
    print '> getRunInfo.py > run %s not found in run registry' %(Str_run)
    return False
  dict_tagsRunRegistry = Func_GetHtmlTags(str_runRunRegistry)
  for str_tagRunRegistry in dict_tagsRunRegistry.keys():
    if dict_tagsRunRegistry[str_tagRunRegistry] == False:
      Dict_runRegistry[str_tagRunRegistry] = Func_GetHtmlTagValue(str_tagRunRegistry, str_runRunRegistry)
  if Dict_runRegistry['SUBSYSTEMS'].find(STR_SiStrip) < 0:
    print '> getRunInfo.py > SiStrip was not in this run'
    return False
  return True
  

def getRunInfo.Func_FillInfoRunSummary

(

)

Func_FillInfoRunSummary()

Retrieves run info from RunSummary and fills it into containers

Func_FillInfoRunSummary():
Retrieves run info from RunSummary and fills it into containers

Definition at line 253 of file getRunInfo.py.

References FrontierConditions_GlobalTag_cff.file, Func_CopyWBMInfo(), Func_GetWBMInfo(), Func_MakeShellWord(), and split.

Referenced by Func_FillInfoDBS().

def Func_FillInfoRunSummary():
  """ Func_FillInfoRunSummary():
  Retrieves run info from RunSummary and fills it into containers
  """
  str_nameRunSummary = 'RunSummary?RUN=' + Str_run
  Func_GetWBMInfo(str_nameRunSummary, STR_wwwWBM)
  Func_CopyWBMInfo(Func_MakeShellWord(str_nameRunSummary))
  file_wbmRunSummary = file(str_nameRunSummary, 'r')
  bool_table      = False
  int_tableHeader = 0
  int_tableItem   = 0
  int_startItem   = 0
  int_endItem     = 0
  for str_wbmRunSummary in file_wbmRunSummary.readlines():
    if str_wbmRunSummary.find('<TABLE CLASS="params"><THEAD><TR>') >= 0:
      bool_table = True
    if str_wbmRunSummary.find('</TBODY></TABLE>') >= 0:
      bool_table = False
    if bool_table:
      if str_wbmRunSummary.startswith('<TH>'):
        int_tableHeader += 1
        if str_wbmRunSummary.find(STR_runStart) >= 0:
          int_startItem = int_tableHeader
        if str_wbmRunSummary.find(STR_runEnd) >= 0:
          int_endItem = int_tableHeader
      if str_wbmRunSummary.startswith('<TD'):
        int_tableItem += 1
        if int_tableItem == int_startItem:
          Dict_wbmRunSummary[STR_runStart] = str_wbmRunSummary.split('&nbsp;</TD>')[0].split('<TD>')[-1]
        if int_tableItem == int_endItem:
          Dict_wbmRunSummary[STR_runEnd] = str_wbmRunSummary.split('&nbsp;</TD>')[0].split('<TD>')[-1]
      continue
    for str_keyRunSummary in DICT_keysRunSummary.keys():
      if str_wbmRunSummary.find(str_keyRunSummary) >= 0:
        Dict_wbmRunSummary[str_keyRunSummary] = str_wbmRunSummary.split('</TD></TR>')[0].split('>')[-1]
        break
    for str_summaryKeysTrigger in DICT_keysRunSummaryTrigger.keys():
      if str_wbmRunSummary.find(str_summaryKeysTrigger) >= 0:
        Dict_wbmRunSummary[str_summaryKeysTrigger] = str_wbmRunSummary.split('</A></TD></TR>')[0].split('>')[-1]
        if str_summaryKeysTrigger == 'HLT Key':
           Dict_wbmRunSummary[STR_htlConfig] = str_wbmRunSummary.split('HLTConfiguration?KEY=')[1].split('>')[0]
  file_wbmRunSummary.close()
  os.remove(str_nameRunSummary)
  

def getRunInfo.Func_GetHtmlTags

(

str_text

)

FUNCTIONS.

Func_GetHtmlTags(str_text)

Gets HTML tags from a string

Func_GetHtmlTags(str_text):
Gets HTML tags from a string

Definition at line 108 of file getRunInfo.py.

References split.

Referenced by Func_FillInfoRunRegistry().

def Func_GetHtmlTags(str_text):
  """  Func_GetHtmlTags(str_text):
  Gets HTML tags from a string
  """
  dict_tags  = {}
  # first look for tags w/ values
  lstr_split = str_text.split('</')
  for str_split in lstr_split[1:]:
    str_key            = str_split.split('>')[0]
    dict_tags[str_key] = str_key in dict_tags
  # second look for tags w/o values
  lstr_split = str_text.split('/>')
  for str_split in lstr_split[:-1]:
    str_key            = str_split.split('<')[-1].split()[0]
    dict_tags[str_key] = str_key in dict_tags
  return dict_tags
 

def getRunInfo.Func_GetHtmlTagValue	(		str_tag,
			str_text,
			int_index = 1
	)

Func_GetHtmlTagValue(str_tag, str_text)

Gets the value of the n-th oocurence a given HTML tag from a string

Func_GetHtmlTagValue(str_tag, str_text):
 Gets the value of the n-th oocurence a given HTML tag from a string

Definition at line 128 of file getRunInfo.py.

References split.

Referenced by Func_FillInfoDBS(), and Func_FillInfoRunRegistry().

def Func_GetHtmlTagValue(str_tag, str_text, int_index = 1):
  """  Func_GetHtmlTagValue(str_tag, str_text):
   Gets the value of the n-th oocurence a given HTML tag from a string
  """
  if int_index > str_text.count('<'+str_tag):
    return ''
  str_1 = str_text.split('<'+str_tag)[int_index]
  if str_1[0] != '>':
    if str_1.split('>')[0][-1] == '/':
      return ''
  return str_1.split('>',1)[1].split('</'+str_tag+'>')[0]

def getRunInfo.Func_GetHtmlTagValueAttr	(		str_value,
			str_text
	)

Func_GetHtmlTagValueAttr(str_tag, str_text)

Gets the (last) attribute of a given HTML tag value from a string

Func_GetHtmlTagValueAttr(str_value, str_text):
Gets the (last) attributes of a given HTML tag value from a string

Definition at line 156 of file getRunInfo.py.

References split.

def Func_GetHtmlTagValueAttr(str_value, str_text):
  """  Func_GetHtmlTagValueAttr(str_value, str_text):
  Gets the (last) attributes of a given HTML tag value from a string
  """
  return str_text.split('\">'+str_value+'<')[0].split('=\"')[-1]
  

def getRunInfo.Func_GetHtmlTagValues

(

str_text

)

Func_GetHtmlTagValues(str_text)

Gets HTML tag values from a string

Func_GetHtmlTagValues(str_text):
Gets HTML tag values from a string

Definition at line 143 of file getRunInfo.py.

def Func_GetHtmlTagValues(str_text):
  """  Func_GetHtmlTagValues(str_text):
  Gets HTML tag values from a string
  """
  lstr_split   = str_text.split('</')
  lstr_values  = []
  for str_split in lstr_split[:-1]:
    lstr_values.append(str_split.split('>')[-1])
  return lstr_values
 

def getRunInfo.Func_GetWBMInfo	(		str_name,
			str_path
	)

Func_GetWBMInfo(str_name, str_path)

Logs in on cmsusr0, retrieves WBM information and stores it locally

Func_GetWBMInfo(str_name, str_path)
Logs in on cmsusr0, retrieves WBM information and stores it locally

Definition at line 174 of file getRunInfo.py.

Referenced by Func_FillInfoHlt(), Func_FillInfoMagnetHistory(), and Func_FillInfoRunSummary().

def Func_GetWBMInfo(str_name, str_path):
  """ Func_GetWBMInfo(str_name, str_path)
  Logs in on cmsusr0, retrieves WBM information and stores it locally
  """
  pid, fd = os.forkpty()
  if pid == 0:
    os.execv('/usr/bin/ssh', ['/usr/bin/ssh', '-l', Str_userID, STR_p5] + ['rm', '-f', '\"'+str_name + '\" && ' + 'wget', '\"'+str_path+'/'+str_name+'\"'])
  else:
    time.sleep(1)
    os.read(fd, 1000)
    time.sleep(1)
    os.write(fd, Str_passwd)
    time.sleep(1)
    c = 0
    s = os.read(fd, 1)
    while s:
      c += 1
      s  = os.read(fd, 1)
      if c >= 2:
        break
  

def getRunInfo.Func_MakeShellWord

(

str_python

)

Func_MakeShellWord(str_python)

Adds shell escape charakters to Python strings

Func_MakeShellWord(str_python)
Adds shell escape charakters to Python strings

Definition at line 165 of file getRunInfo.py.

References python.rootplot.root2matplotlib.replace().

Referenced by Func_FillInfoHlt(), Func_FillInfoMagnetHistory(), and Func_FillInfoRunSummary().

def Func_MakeShellWord(str_python):
  """  Func_MakeShellWord(str_python)
  Adds shell escape charakters to Python strings
  """
  return str_python.replace('?','\\?').replace('=','\\=').replace(' ','\\ ').replace('&','\\&').replace(':','\\:')