Inheritance diagram for Page1Parser.Page1Parser:

Public Member Functions
def	__init__ (self)

def	check_for_whole_start_tag (self, i)

def	ComputePU (nBunches)

def	ComputeTotalPrescales (self)

def	handle_data (self, data)

def	handle_endtag (self, tag)

def	handle_startendtag (self, tag, attrs)

def	handle_starttag (self, tag, attrs)

def	Load (self, fileName)

def	parse_starttag (self, i)

def	ParseL1Page (self)

def	ParseLumiPage (self)

def	ParsePage1 (self)

def	ParseRunPage (self)

def	ParseRunSummaryPage (self)

def	ParseTrigModePage (self)

def	Save (self, fileName)

Public Attributes
	AvLumi

	ColumnLumi

	FirstLS

	HLTPrescaleTable

	hyperlinks

	InEntry

	InRow

	L1Page

	L1Prescales

	L1PrescaleTable

	lasttag

	LumiByLS

	LumiPage

	Nevts

	PrescaleColumn

	RatePage

	RunNumber

	RunPage

	SeedMap

	table

	tmpRow

	TotalPrescaleTable

	TriggerRates

	TrigModePage

Private Member Functions
def	_Parse (self, url)

Private Attributes
	__starttag_text

Detailed Description

Definition at line 28 of file Page1Parser.py.

Constructor & Destructor Documentation

def Page1Parser.Page1Parser.__init__ ( self )

Definition at line 31 of file Page1Parser.py.

     def __init__(self):
         HTMLParser.__init__(self)
         
         self.InRow=0
         self.InEntry=0
         self.table =  []
         self.tmpRow = []
         self.hyperlinks = []
         self.RunNumber = 0
         self.TriggerRates = []
         self.Nevts = []
         self.LumiByLS = []
         self.FirstLS = -1
         self.AvLumi = []
         self.PrescaleColumn=[]
         self.L1PrescaleTable=[]
         self.HLTPrescaleTable=[]
         self.TotalPrescaleTable=[]
         self.ColumnLumi=[]
         self.L1Prescales=[]
         self.RunPage = ''
         self.RatePage = ''
         self.LumiPage = ''
         self.L1Page=''
         self.TrigModePage=''
         self.SeedMap=[]
 

Member Function Documentation

def Page1Parser.Page1Parser._Parse	(	self,
		url
	)

private

Definition at line 144 of file Page1Parser.py.

References Page1Parser.Page1Parser.hyperlinks, edm.print(), and Page1Parser.Page1Parser.table.

     def _Parse(self,url):
         self.table = []
         self.hyperlinks = []
         req = urlopen(url)
         try:
             self.feed(req.read())
         except Exception as inst:
             print(inst)
 

def Page1Parser.Page1Parser.check_for_whole_start_tag	(	self,
		i
	)

Definition at line 110 of file Page1Parser.py.

References TreeStruct.error, MomentumConstraint.error, pat::MHT.error(), CSCPairConstraint.error(), count_t.error(), BinomialProbability.error(), Measurement1DFloat.error(), Measurement1D.error(), FakeCPE::Map.error(), SiStripLaserRecHit2D.error, SamplingAnalysis.error(), SaxToDom.error(), pat::LookupTableRecord.error(), SaxToDom2.error(), FedTimingAnalysis.error(), BasicVertexState.error(), EcalUncalibRecHitRatioMethodAlgo< C >::Ratio.error, ApvTimingAnalysis.error(), GenRunInfoProduct::XSec.error(), GenLumiInfoProduct::XSec.error(), BasicMultiVertexState.error(), EcalUncalibRecHitRatioMethodAlgo< C >::Tmax.error, CSCPairResidualsConstraint.error(), edm::HLTGlobalStatus.error(), BasicSingleVertexState.error(), edm::TriggerResultsByName.error(), edm::HLTPathStatus.error(), stats_t< T >.error(), PTrajectoryStateOnDet.error(), RunBasedHistograms::HLTRatesPlots.error, cscdqm::XMLFileErrorHandler.error(), VertexState.error(), PhysicsTools::Calibration::Histogram< float >.error(), Histogram< OValue_t, OAxis_t >.error(), PhysicsTools::Calibration::Histogram< Value_t, Axis_t >.error(), lhef::LHERunInfo::XSec.error(), DDLSAX2Handler.error(), reco::ForwardProton.error(), Rivet::HiggsTemplateCrossSections.error(), Histogram2D< OValue_t, OAxisX_t, OAxisY_t >.error(), PhysicsTools::Calibration::Histogram2D< Value_t, AxisX_t, AxisY_t >.error(), Histogram2D< double, double, double >.error(), MuonErrorMatrix.error, reco::VertexCompositePtrCandidate.error(), SimpleSAXParser::ParserError.error(), KinematicVertex.error(), PhysicsTools::Calibration::Histogram3D< Value_t, AxisX_t, AxisY_t, AxisZ_t >.error(), Histogram3D< double, double, double, double >.error(), Histogram3D< OValue_t, OAxisX_t, OAxisY_t, OAxisZ_t >.error(), funct::GaussIntegrator.error(), CachingVertex< N >.error(), CachingVertex< 5 >.error(), reco::Vertex.error(), CSCDCCExaminer.error(), MatacqTBRawEvent.error, reco::TrackBase.error(), MatacqRawEvent.error, and DQMNet::Object.rawdata.

     def check_for_whole_start_tag(self, i):
         rawdata = self.rawdata
         m = locatestarttagend.match(rawdata, i)
         if m:
             j = m.end()
             next = rawdata[j:j+1]
             #print next
             #if next == "'":
             #    j = rawdata.find(".jpg'",j)
             #    j = rawdata.find(".jpg'",j+1)
             #    next = rawdata[j:j+1]
             if next == ">":
                 return j + 1
             if next == "/":
                 if rawdata.startswith("/>", j):
                     return j + 2
                 if rawdata.startswith("/", j):
                     # buffer boundary
                     return -1
                 # else bogus input
             self.updatepos(i, j + 1)
             self.error("malformed empty start tag")
             if next == "":
                 # end of input
                 return -1
             if next in ("abcdefghijklmnopqrstuvwxyz=/"
                         "ABCDEFGHIJKLMNOPQRSTUVWXYZ"):
                 # end of input in or before attribute value, or we have the
                 # '/' from a '/>' ending
                 return -1
             self.updatepos(i, j)
             self.error("malformed start tag")
         raise AssertionError("we should not get here!")
         

def Page1Parser.Page1Parser.ComputePU ( nBunches )

Definition at line 353 of file Page1Parser.py.

References Page1Parser.Page1Parser.LumiByLS.

     def ComputePU(nBunches):
         ScaleFactor = 71e-27/11.2e3/nBunches
         out = []
         for l in self.LumiByLS:
             out.append(l*ScaleFactor)
         return l
 

def Page1Parser.Page1Parser.ComputeTotalPrescales ( self )

Definition at line 307 of file Page1Parser.py.

References Page1Parser.Page1Parser.HLTPrescaleTable, createfilelist.int, Page1Parser.Page1Parser.L1PrescaleTable, edm.print(), Page1Parser.Page1Parser.SeedMap, and ComparisonHelper.zip().

     def ComputeTotalPrescales(self):
         if len(self.L1PrescaleTable)==0 or len(self.HLTPrescaleTable)==0 or len(self.SeedMap)==0:
             return
 
         for hltLine in self.HLTPrescaleTable:
             totalLine=[]
             hltName = hltLine[0]
             l1Name = ""
             # figure out the l1 Seed
             for hlt,l1 in self.SeedMap:
                 if hltName==hlt:
                     l1Name=l1
                     break
 
             if l1Name == "":
                 totalLine = [hltName]+[l1Name]+[-3]*(len(hltLine)-1)  ## couldn't figure out the L1 seed (error -3)
             else:
                 ## Get the L1 Prescales
                 l1Line=[]
                 if not l1Name.find(' OR ')==-1:  ## contains ORs, don't parse for the moment
                     l1Line = [l1Name]+[1]*(len(hltLine)-1)  ## couldn't parse the ORs !! FOR NOW WE JUST SET THE L1 PRESCALE TO 1
                 else:
                     for thisl1Line in self.L1PrescaleTable:
                         if thisl1Line[0] == l1Name:
                             l1Line=thisl1Line
                             break
                 if len(l1Line)==0:
                     totalLine = [hltName]+[l1Name]+[-4]*(len(hltLine)-1)  ## we found the L1 name, but there was no prescale info for it (error -4)
                 else:
                     totalLine = [hltName,l1Name]
                     for hltPS,l1PS in zip(hltLine[1:],l1Line[1:]):
                         try:
                             totalLine.append( int(hltPS)*int(l1PS) )
                         except:
                             print(hltPS)
                             print(l1PS)
                             raise
             self.TotalPrescaleTable.append(totalLine)
                     
         

def Page1Parser.Page1Parser.handle_data	(	self,
		data
	)

Definition at line 182 of file Page1Parser.py.

     def handle_data(self,data):
         if self.InEntry:
             self.tmpRow.append(data)
 
 

def Page1Parser.Page1Parser.handle_endtag	(	self,
		tag
	)

Definition at line 170 of file Page1Parser.py.

References Page1Parser.Page1Parser.InEntry, Page1Parser.Page1Parser.InRow, and Page1Parser.Page1Parser.tmpRow.

     def handle_endtag(self,tag):
         if tag =='tr':
             if self.InRow==1:
                 self.InRow=0
                 self.table.append(self.tmpRow)
                 self.tmpRow=[]
         if tag == 'td':
             self.InEntry=0
 

def Page1Parser.Page1Parser.handle_startendtag	(	self,
		tag,
		attrs
	)

Definition at line 179 of file Page1Parser.py.

     def handle_startendtag(self,tag, attrs):
         pass
 

def Page1Parser.Page1Parser.handle_starttag	(	self,
		tag,
		attrs
	)

Definition at line 153 of file Page1Parser.py.

References Page1Parser.Page1Parser.InEntry, Page1Parser.Page1Parser.InRow, and edm.print().

     def handle_starttag(self,tag,attrs):
         ValidTags = ['a','tr','td']
         try:
             if not tag in ValidTags:
                 return
             tag.replace('%','')
             tag.replace('?','')
             if tag == 'a' and attrs:
                 self.hyperlinks.append(attrs[0][1])
             elif tag == 'tr':
                 self.InRow=1
             elif tag == 'td':
                 self.InEntry=1
         except:
             print(tag)
             print(attrs)
         

def Page1Parser.Page1Parser.Load	(	self,
		fileName
	)

Definition at line 350 of file Page1Parser.py.

     def Load(self, fileName):
         self = pickle.load( open( fileName ) )
 

def Page1Parser.Page1Parser.parse_starttag	(	self,
		i
	)

Definition at line 58 of file Page1Parser.py.

     def parse_starttag(self, i):
         self.__starttag_text = None
         endpos = self.check_for_whole_start_tag(i)
         if endpos < 0:
             return endpos
         rawdata = self.rawdata
         self.__starttag_text = rawdata[i:endpos]
 
         # Now parse the data between i+1 and j into a tag and attrs
         attrs = []
         match = tagfind.match(rawdata, i+1)
         assert match, 'unexpected call to parse_starttag()'
         k = match.end()
         self.lasttag = tag = rawdata[i+1:k].lower()
 
         if tag == 'img':
             return endpos
 
         while k < endpos:
             m = attrfind.match(rawdata, k)
             if not m:
                 break
             attrname, rest, attrvalue = m.group(1, 2, 3)
             if not rest:
                 attrvalue = None
             elif attrvalue[:1] == '\'' == attrvalue[-1:] or \
                  attrvalue[:1] == '"' == attrvalue[-1:]:
                 attrvalue = attrvalue[1:-1]
                 attrvalue = self.unescape(attrvalue)
             attrs.append((attrname.lower(), attrvalue))
             k = m.end()
 
         end = rawdata[k:endpos].strip()
         if end not in (">", "/>"):
             lineno, offset = self.getpos()
             if "\n" in self.__starttag_text:
                 lineno = lineno + self.__starttag_text.count("\n")
                 offset = len(self.__starttag_text) \
                          - self.__starttag_text.rfind("\n")
             else:
                 offset = offset + len(self.__starttag_text)
             self.error("junk characters in start tag: %r"
                        % (rawdata[k:endpos][:20],))
         if end.endswith('/>'):
             # XHTML-style empty tag: <span attr="value" />
             self.handle_startendtag(tag, attrs)
         else:
             self.handle_starttag(tag, attrs)
             if tag in self.CDATA_CONTENT_ELEMENTS:
                 self.set_cdata_mode()
         return endpos
 

def Page1Parser.Page1Parser.ParseL1Page ( self )

Definition at line 250 of file Page1Parser.py.

References edm.print(), and Page1Parser.Page1Parser.table.

     def ParseL1Page(self):
         for line in self.table:
             print(line)
             if len(line) < 9:
                 continue
             if line[1].startswith('L1_'):
                 pass
 

def Page1Parser.Page1Parser.ParseLumiPage ( self )

Definition at line 234 of file Page1Parser.py.

References Page1Parser.Page1Parser.AvLumi, Page1Parser.Page1Parser.FirstLS, objects.autophobj.float, createfilelist.int, Page1Parser.Page1Parser.LumiByLS, edm.print(), Page1Parser.Page1Parser.RatePage, and Page1Parser.Page1Parser.table.

     def ParseLumiPage(self):
         for line in self.table[1:]:
             if len(line)<4 or len(line)>12:
                 continue
             self.PrescaleColumn.append(int(line[2]))
             self.LumiByLS.append(float(line[4]))  # Inst lumi is in position 4
             if self.FirstLS == -1 and float(line[6]) > 0:  # live lumi is in position 5, the first lumiblock with this > 0 should be recorded
                 self.FirstLS = int(line[0])
                 self.RatePage = self.RatePage.replace('HLTSummary?','HLTSummary?fromLS='+line[0]+'&toLS=&')
         try:
             self.AvLumi = sum(self.LumiByLS[self.FirstLS:])/len(self.LumiByLS[self.FirstLS:])
         except ZeroDivisionError:
             print("Cannot calculate average lumi -- something is wrong!")
             print(self.table[:10])
             raise
 

def Page1Parser.Page1Parser.ParsePage1 ( self )

Definition at line 187 of file Page1Parser.py.

References Page1Parser.Page1Parser.hyperlinks, Page1Parser.Page1Parser.RunNumber, SiStripLAProfileBooker.RunNumber, HcalRaddamMuon.RunNumber, Page1Parser.Page1Parser.RunPage, and Page1Parser.Page1Parser.table.

     def ParsePage1(self):
         # Find the first non-empty row on page one
         MostRecent = self.table[0]
         for line in self.table:
             if line == []:
                 continue # skip empty rows, not exactly sure why they show up
             MostRecent = line
             break # find first non-empty line
         TriggerMode = MostRecent[3]
         isCollisions = not (TriggerMode.find('l1_hlt_collisions') == -1)
         if not isCollisions:
             return ''
         self.RunNumber = MostRecent[0]
         for link in self.hyperlinks:
             if not link.find('RUN='+self.RunNumber)==-1:
                 self.RunPage = link
                 return link
         
         

def Page1Parser.Page1Parser.ParseRunPage ( self )

Definition at line 206 of file Page1Parser.py.

References Page1Parser.Page1Parser.hyperlinks, Page1Parser.Page1Parser.L1Page, Page1Parser.Page1Parser.LumiPage, Page1Parser.Page1Parser.RatePage, and Page1Parser.Page1Parser.TrigModePage.

     def ParseRunPage(self):
         for entry in self.hyperlinks:
             entry = entry.replace('../../','http://cmswbm/')
             if not entry.find('HLTSummary') == -1:
                 self.RatePage = entry
             if not entry.find('L1Summary') == -1:
                 self.L1Page = entry
             if not entry.find('LumiSections') == -1:
                 self.LumiPage = "http://cmswbm/cmsdb/servlet/"+entry
             if not entry.find('TriggerMode') == -1:
                 if not entry.startswith("http://cmswbm/cmsdb/servlet/"):
                     entry = "http://cmswbm/cmsdb/servlet/"+entry
                 self.TrigModePage = entry
         return [self.RatePage,self.LumiPage,self.L1Page,self.TrigModePage]
 

def Page1Parser.Page1Parser.ParseRunSummaryPage ( self )

Definition at line 221 of file Page1Parser.py.

References spr.find(), objects.autophobj.float, createfilelist.int, python.rootplot.root2matplotlib.replace(), and Page1Parser.Page1Parser.table.

     def ParseRunSummaryPage(self):
         for line in self.table:
             if not len(line)>6:  # All relevant lines in the table will be at least this long
                 continue
             if line[1].startswith('HLT_'):
                 TriggerName = line[1][:line[1].find(' ')] # Format is HLT_... (####), this gets rid of the (####)
                 TriggerRate = float(line[6].replace(',','')) # Need to remove the ","s, since float() can't parse them
                 self.Nevts.append([TriggerName,int(line[3]),int(line[4]),int(line[5]),line[9]]) # 3-5 are the accept columns, 9 is the L1 seed name
                 PS=0
                 if int(line[4])>0:
                     PS = float(line[3])/float(line[4])
                 self.TriggerRates.append([TriggerName,TriggerRate,PS,line[9]])
 

def Page1Parser.Page1Parser.ParseTrigModePage ( self )

Definition at line 258 of file Page1Parser.py.

References Page1Parser.Page1Parser.ColumnLumi, Page1Parser.Page1Parser.FirstLS, objects.autophobj.float, createfilelist.int, Page1Parser.Page1Parser.L1PrescaleTable, funct.pow(), Page1Parser.Page1Parser.PrescaleColumn, split, and Page1Parser.Page1Parser.table.

     def ParseTrigModePage(self):
         ColIndex=0 ## This is the index of the next column that we look for
         for line in self.table:
             if len(line) < 2:
                 continue
             ## get the column usage
             if line[0].isdigit() and len(line)>=3:
                 if int(line[0])==ColIndex:
                     ColIndex+=1
                     StrLumiSplit = line[2].split('E')
                     if len(StrLumiSplit)!=2:
                         ColIndex=-99999999
                     else:
                         lumi = float(StrLumiSplit[0])
                         lumi*= pow(10,int(StrLumiSplit[1])-30)
                         self.ColumnLumi.append(round(lumi,1))
                     
 
             ## Get the actual prescale tables
             if line[1].startswith('L1_') or line[1].startswith('HLT_'):
                 tmp=[]
                 seedtmp=[]
                 tmp.append(line[1])
                 seedtmp.append(line[1])
                 for entry in line[2:]:
                     if entry.isdigit():
                         tmp.append(entry)
                     if entry.startswith('L1_'):
                         seedtmp.append(entry)
 
                 del tmp[len(self.ColumnLumi)+1:]  ## Truncate the list (TT seeds look like prescale entries)
 
                 if line[1].startswith('L1_'):
                     self.L1PrescaleTable.append(tmp)
                 else:
                     self.HLTPrescaleTable.append(tmp)                    
                     if len(seedtmp)==2:
                         self.SeedMap.append(seedtmp)
             if len(self.PrescaleColumn)==0:
                 continue
             for L1Row in self.L1PrescaleTable: 
                 thisAvPS=0
                 nLS=0
                 for prescaleThisLS in self.PrescaleColumn[self.FirstLS:]:
                     thisAvPS+=float(L1Row[prescaleThisLS+1])
                     nLS+=1
                 thisAvPS/=nLS
                 self.L1Prescales.append([L1Row[0],thisAvPS])
 

def Page1Parser.Page1Parser.Save	(	self,
		fileName
	)

Definition at line 347 of file Page1Parser.py.

     def Save(self, fileName):
         pickle.dump( self, open( fileName, 'w' ) )
 

Member Data Documentation

Page1Parser.Page1Parser.__starttag_text

private

Definition at line 59 of file Page1Parser.py.

Page1Parser.Page1Parser.AvLumi

Definition at line 44 of file Page1Parser.py.

Referenced by Page1Parser.Page1Parser.ParseLumiPage().

Page1Parser.Page1Parser.ColumnLumi

Definition at line 49 of file Page1Parser.py.

Referenced by Page1Parser.Page1Parser.ParseTrigModePage().

Page1Parser.Page1Parser.FirstLS

Definition at line 43 of file Page1Parser.py.

Referenced by Page1Parser.Page1Parser.ParseLumiPage(), and Page1Parser.Page1Parser.ParseTrigModePage().

Page1Parser.Page1Parser.HLTPrescaleTable

Definition at line 47 of file Page1Parser.py.

Referenced by Page1Parser.Page1Parser.ComputeTotalPrescales().

Page1Parser.Page1Parser.hyperlinks

Definition at line 38 of file Page1Parser.py.

Referenced by Page1Parser.Page1Parser._Parse(), Page1Parser.Page1Parser.ParsePage1(), and Page1Parser.Page1Parser.ParseRunPage().

Page1Parser.Page1Parser.InEntry

Definition at line 35 of file Page1Parser.py.

Referenced by Page1Parser.Page1Parser.handle_data(), Page1Parser.Page1Parser.handle_endtag(), and Page1Parser.Page1Parser.handle_starttag().

Page1Parser.Page1Parser.InRow

Definition at line 34 of file Page1Parser.py.

Referenced by Page1Parser.Page1Parser.handle_endtag(), and Page1Parser.Page1Parser.handle_starttag().

Page1Parser.Page1Parser.L1Page

Definition at line 54 of file Page1Parser.py.

Referenced by Page1Parser.Page1Parser.ParseRunPage().

Page1Parser.Page1Parser.L1Prescales

Definition at line 50 of file Page1Parser.py.

Page1Parser.Page1Parser.L1PrescaleTable

Definition at line 46 of file Page1Parser.py.

Referenced by Page1Parser.Page1Parser.ComputeTotalPrescales(), and Page1Parser.Page1Parser.ParseTrigModePage().

Page1Parser.Page1Parser.lasttag

Definition at line 71 of file Page1Parser.py.

Page1Parser.Page1Parser.LumiByLS

Definition at line 42 of file Page1Parser.py.

Referenced by Page1Parser.Page1Parser.ComputePU(), and Page1Parser.Page1Parser.ParseLumiPage().

Page1Parser.Page1Parser.LumiPage

Definition at line 53 of file Page1Parser.py.

Referenced by Page1Parser.Page1Parser.ParseRunPage().

Page1Parser.Page1Parser.Nevts

Definition at line 41 of file Page1Parser.py.

Page1Parser.Page1Parser.PrescaleColumn

Definition at line 45 of file Page1Parser.py.

Referenced by Page1Parser.Page1Parser.ParseTrigModePage().

Page1Parser.Page1Parser.RatePage

Definition at line 52 of file Page1Parser.py.

Referenced by Page1Parser.Page1Parser.ParseLumiPage(), and Page1Parser.Page1Parser.ParseRunPage().

Page1Parser.Page1Parser.RunNumber

Definition at line 39 of file Page1Parser.py.

Referenced by Page1Parser.Page1Parser.ParsePage1(), and PopulateDB.PopulateDB.run().

Page1Parser.Page1Parser.RunPage

Definition at line 51 of file Page1Parser.py.

Referenced by Page1Parser.Page1Parser.ParsePage1().

Page1Parser.Page1Parser.SeedMap

Definition at line 56 of file Page1Parser.py.

Referenced by Page1Parser.Page1Parser.ComputeTotalPrescales().

Page1Parser.Page1Parser.table

Definition at line 36 of file Page1Parser.py.

Referenced by Page1Parser.Page1Parser._Parse(), Page1Parser.Page1Parser.ParseL1Page(), Page1Parser.Page1Parser.ParseLumiPage(), Page1Parser.Page1Parser.ParsePage1(), Page1Parser.Page1Parser.ParseRunSummaryPage(), and Page1Parser.Page1Parser.ParseTrigModePage().

Page1Parser.Page1Parser.tmpRow

Definition at line 37 of file Page1Parser.py.

Referenced by Page1Parser.Page1Parser.handle_endtag().

Page1Parser.Page1Parser.TotalPrescaleTable

Definition at line 48 of file Page1Parser.py.

Page1Parser.Page1Parser.TriggerRates

Definition at line 40 of file Page1Parser.py.

Page1Parser.Page1Parser.TrigModePage

Definition at line 55 of file Page1Parser.py.

Referenced by Page1Parser.Page1Parser.ParseRunPage().

Public Member Functions

Public Attributes

Private Member Functions

Private Attributes

Detailed Description

Constructor & Destructor Documentation

Member Function Documentation

Member Data Documentation