Classes
class	IOV

class	ParsingError

Functions
def	cmp_tags (a, b)

def	dump_footer (lines)

def	dump_header (lines)

def	exit (msg="")

def	get_lastIOVs (listoftags, dest, auth)

def	get_listoftags (dest, auth)

def	get_plots (path, output, iovs, tag)

def	get_productionFiles (directory)

def	get_productionIOVs (directory)

def	nonzero (self)

def	pack (high, low)

def	parse (docstring, arglist=None)

def	unpack (i)

def	unpackLumiid (i)

def	write_iovs (iovs, lines)

def	write_plots (lines, plots, web)

def	write_tags (tags, lines)

Variables
	args

	auth

	br

	dest
	Get the latest tags dest = "frontier://cmsfrontier.cern.ch:8000/Frontier/CMS_COND_31X_BEAMSPOT". More...

	end

	htmlwebsite

	lasttag

	lines

	list_lastIOVs

	list_tags

	option

	optionstring

	outfile

	pngfiles

	processedruns

	USAGE

Function Documentation

◆ cmp_tags()

def beamvalidation.cmp_tags	(	a,
		b
	)

Definition at line 79 of file beamvalidation.py.

References createfilelist.int.

 def cmp_tags(a,b):
 
     yeara = int(a.split('_')[1])
     yearb = int(b.split('_')[1])
 
     if yeara < yearb: return -1
     if yeara > yearb: return 1
 
     suffix = "_offline"
     if a.find("_express") != -1:
         suffix = "_express"
     if a.find("_prompt") != -1:
         suffix = "_prompt"
 
     tmpa = a.replace("BeamSpotObjects_2009_v","")
     tmpa = tmpa.replace(suffix,"")
 
     tmpb = b.replace("BeamSpotObjects_2009_v","")
     tmpb = tmpb.replace(suffix,"")
 
     na = int(tmpa)
     nb = int(tmpb)
     if na < nb: return -1
     if na == nb: return 0
     if na > nb: return 1
 
 #___
 

◆ dump_footer()

def beamvalidation.dump_footer ( lines )

Definition at line 127 of file beamvalidation.py.

 def dump_footer(lines):
 
     lines.append('</body>\n</html>\n')
 
 #______________

◆ dump_header()

def beamvalidation.dump_header ( lines )

Definition at line 107 of file beamvalidation.py.

 def dump_header(lines):
 
     lines.append('''
 <!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01//EN" "http://www.w3.org/TR/html4/strict.dtd"><html>
 <head><title>Beam Spot Calibration Status</title></head>
 
 <body>
 
 <H1>Status of the Beam Spot Calibration</H1>
 <BR>
 <BR>
 This page is updated every 10 minutes:
 <BR>
 <strong><script src="datemod.js"
 type="text/javascript"></script></strong>
 
 ''')
 
 #____
 

◆ exit()

def beamvalidation.exit ( msg = "" )

Definition at line 52 of file beamvalidation.py.

 def exit(msg=""):
     raise SystemExit(msg or optionstring.replace("%prog",sys.argv[0]))
 

◆ get_lastIOVs()

def beamvalidation.get_lastIOVs	(	listoftags,
		dest,
		auth
	)

Definition at line 230 of file beamvalidation.py.

References createfilelist.int, print(), isotrackApplyRegressor.range, and submitPVValidationJobs.split().

 def get_lastIOVs( listoftags, dest, auth ):
 
     dbtags = ['offline','express','prompt']
 
     results = {}
     for itag in dbtags:
 
         lasttag = listoftags[itag][0]
         #fix for the moment to read old tags
         if itag != "offline":
             lasttag = listoftags[itag][1]
 
         queryIOVs_cmd = "cmscond_list_iov -c "+dest+" -P "+auth+" -t "+ lasttag
         print(queryIOVs_cmd)
 
         outcmd = subprocess.getstatusoutput( queryIOVs_cmd )
 
         tmparr = outcmd[1].split('\n')
 
         TimeType = tmparr[1].split()[1]
         listIOVs = []
 
         # look at number of payloads
         lastline =  tmparr[len(tmparr)-1].split()
         npayloads = int( lastline[len(lastline)-1] )
 
         maxIOVs = 3
         if npayloads < 3:
             maxIOVs = npayloads
         # pick the last three IOVs
         for i in range(0,maxIOVs):
             tmpline = tmparr[len(tmparr) -2 -i]
             aIOV = IOV()
             aIOV.IOVfirst = tmpline.split()[0] 
             aIOV.IOVlast =  tmpline.split()[1] 
             aIOV.type = TimeType
             listIOVs.append( aIOV )
 
         results[lasttag] = listIOVs
 
     return results
 
 #
 # lumi tools CondCore/Utilities/python/timeUnitHelper.py

◆ get_listoftags()

def beamvalidation.get_listoftags	(	dest,
		auth
	)

Definition at line 186 of file beamvalidation.py.

References print(), and submitPVValidationJobs.split().

 def get_listoftags(dest, auth,):
 
     queryTags_cmd = "cmscond_list_iov -c "+dest+" -P "+auth+" -a | grep BeamSpotObjects"
     print(queryTags_cmd)
     outcmd = subprocess.getstatusoutput( queryTags_cmd )
     print(outcmd[1])
 
     listtags = outcmd[1].split()
 
     listtags_offline = []
     for itag in listtags:
         if itag[len(itag)-7:len(itag)] == "offline":
             listtags_offline.append(itag)
     listtags_express = []
     for itag in listtags:
         if itag[len(itag)-7:len(itag)] == "express":
             listtags_express.append(itag)
     listtags_prompt = []
     for itag in listtags:
         if itag[len(itag)-6:len(itag)] == "prompt":
             listtags_prompt.append(itag)
 
     listtags_offline.sort( cmp = cmp_tags )
     listtags_offline.reverse()
     listtags_express.sort( cmp = cmp_tags )
     listtags_express.reverse()
     listtags_prompt.sort( cmp = cmp_tags )
     listtags_prompt.reverse()
 
     result = {}
     result['offline'] = listtags_offline
     result['express'] = listtags_express
     result['prompt'] = listtags_prompt
 
     return result
 
 #______________________

◆ get_plots()

def beamvalidation.get_plots	(	path,
		output,
		iovs,
		tag
	)

Definition at line 295 of file beamvalidation.py.

References createfilelist.int, print(), submitPVValidationJobs.split(), str, and unpack().

 def get_plots(path,output, iovs, tag):
 
     initial=iovs[len(iovs)-1].IOVfirst
     final =iovs[0].IOVfirst
     if iovs[0].type == "lumiid":
         initial = str(unpack(initial)[0])+":"+str(unpack(initial)[1])
         final =  str(unpack(final)[0])+":"+str(unpack(final)[1])
 
     initial = str(int(initial) -100 )
     cmd = path+"/plotBeamSpotDB.py -b -P -t "+tag+" -i "+initial +" -f "+final
     print(cmd)
     outcmd = subprocess.getstatusoutput( cmd )
     print(outcmd[1])
 
     cmd = "ls *.png"
     outcmd = subprocess.getstatusoutput( cmd )
 
     pngfiles = outcmd[1].split('\n')
     print(pngfiles)
 
     cmd = "cp *.png "+os.path.dirname(output)
     outcmd = subprocess.getstatusoutput( cmd )
     cmd = "rm *.png"
     outcmd = subprocess.getstatusoutput( cmd )
 
     pngfiles.sort()
     return pngfiles
 
 #_______________________________

◆ get_productionFiles()

def beamvalidation.get_productionFiles ( directory )

Definition at line 346 of file beamvalidation.py.

References submitPVValidationJobs.split().

Referenced by get_productionIOVs().

 def get_productionFiles( directory ):
 
     list = subprocess.getstatusoutput('ls -t '+directory)
     list = list[1].split()
     newlist = []
     for i in list:
         if i.find('BeamFit_')!=-1:
             newlist.append(i)
 
     return newlist
 #_______________________________

◆ get_productionIOVs()

def beamvalidation.get_productionIOVs ( directory )

Definition at line 357 of file beamvalidation.py.

References get_productionFiles().

 def get_productionIOVs( directory ):
 
     files = get_productionFiles( directory )
     listofruns = []
     for f in files:
         ii = f.find('Run')
         arun = f[ii:len(f)-4]
         listofruns.append(arun)
     return listofruns
 
 #______________________________

◆ nonzero()

def beamvalidation.nonzero ( self )

Definition at line 40 of file beamvalidation.py.

References contentValuesCheck.values.

Referenced by CSCDigiValidator.zeroSupStripDigis().

 def nonzero(self): # will become the nonzero method of optparse.Values
     "True if options were given"
     for v in self.__dict__.values():
         if v is not None: return True
     return False
 
 optparse.Values.__nonzero__ = nonzero # dynamically fix optparse.Values
 

◆ pack()

def beamvalidation.pack	(	high,
		low
	)

pack high,low 32bit unsigned int to one unsigned 64bit long long
   Note:the print value of result number may appear signed, if the sign bit is used.

Definition at line 274 of file beamvalidation.py.

 def pack(high,low):
     """pack high,low 32bit unsigned int to one unsigned 64bit long long
        Note:the print value of result number may appear signed, if the sign bit is used.
     """
     h=high<<32
     return (h|low)
 

◆ parse()

def beamvalidation.parse	(	docstring,
		arglist = `None`
	)

Definition at line 55 of file beamvalidation.py.

 def parse(docstring, arglist=None):
     global optionstring
     optionstring = docstring
     match = USAGE.search(optionstring)
     if not match: raise ParsingError("Cannot find the option string")
     optlines = match.group(1).splitlines()
     try:
         p = optparse.OptionParser(optlines[0])
         for line in optlines[1:]:
             opt, help=line.split(':')[:2]
             short,long=opt.split(',')[:2]
             if '=' in opt:
                 action='store'
                 long=long.split('=')[0]
             else:
                 action='store_true'
             p.add_option(short.strip(),long.strip(),
                          action = action, help = help.strip())
     except (IndexError,ValueError):
         raise ParsingError("Cannot parse the option string correctly")
     return p.parse_args(arglist)
 
 #_______________________________
 

◆ unpack()

def beamvalidation.unpack ( i )

unpack 64bit unsigned long long into 2 32bit unsigned int, return tuple (high,low)

Definition at line 281 of file beamvalidation.py.

References mathSSE.return().

Referenced by get_plots(), and unpackLumiid().

 def unpack(i):
     """unpack 64bit unsigned long long into 2 32bit unsigned int, return tuple (high,low)
     """
     high=i>>32
     low=i&0xFFFFFFFF
     return(high,low)
 

◆ unpackLumiid()

def beamvalidation.unpackLumiid ( i )

unpack 64bit lumiid to dictionary {'run','lumisection'}

Definition at line 288 of file beamvalidation.py.

References unpack().

 def unpackLumiid(i):
     """unpack 64bit lumiid to dictionary {'run','lumisection'}
     """
     j=unpack(i)
     return {'run':j[0],'lumisection':j[1]}
 
 #____________________________

◆ write_iovs()

def beamvalidation.write_iovs	(	iovs,
		lines
	)

Definition at line 155 of file beamvalidation.py.

References isotrackApplyRegressor.range.

 def write_iovs(iovs, lines):
 
     end = '\n'
     br = '<BR>'+end
     # hearder
     lines.append('<tr>'+end)
     for i in iovs.keys():        
         lines.append('<th>'+i)
         lines.append('</th>'+end)
     lines.append('</tr>'+end)
     # lumi type
     lines.append('<tr>'+end)
     for i in iovs.keys():
         aIOVlist = iovs[i]
         aIOV = IOV()
         if len(aIOVlist) > 0:
             aIOV = aIOVlist[0]
         lines.append('<td> '+aIOV.type+' </td>'+end)
     lines.append('</tr>'+end)
     # print iovs
     for niovs in range(0,len(iovs[iovs.keys()[0]])):
         lines.append('<tr>'+end)
         for i in iovs.keys():
             aIOVlist = iovs[i]
             aIOV = IOV()
             if len(aIOVlist) > niovs:
                 aIOV = aIOVlist[niovs]
             lines.append('<td> '+aIOV.IOVfirst +' - '+aIOV.IOVlast+' </td>'+end)
         lines.append('</tr>'+end)
 
 #______________

◆ write_plots()

def beamvalidation.write_plots	(	lines,
		plots,
		web
	)

Definition at line 324 of file beamvalidation.py.

References isotrackApplyRegressor.range.

 def write_plots(lines, plots,web):
 
     end = '\n'
     br = '<BR>'+end
 
     lines.append(br)
     lines.append('''
 <table border="1">
 
 ''')
     for i in range(0,len(plots)):
         plot = plots[i]
         plot = os.path.basename(plot)
         if i%2 == 0:
             lines.append("<tr>"+end)
         lines.append("<td> <a href=\""+web+"/"+plot+"\"> <img src="+plot+" alt="+plot+" width='700' height='250' /> </a> </td>"+end)
         if i%2 == 1:
             lines.append("</tr>"+end)
 
     lines.append('</table>'+end)
 
 #________________________________

◆ write_tags()

def beamvalidation.write_tags	(	tags,
		lines
	)

Definition at line 132 of file beamvalidation.py.

References isotrackApplyRegressor.range.

 def write_tags(tags, lines):
 
     end = '\n'
     br = '<BR>'+end
 
     lines.append('<tr>'+end)
     for i in tags.keys():
 
         lines.append('<th>'+i)
         lines.append('</th>'+end)
     lines.append('</tr>'+end)
 
     for ntags in range(0,len(tags['offline'])):
         lines.append('<tr>'+end)
         for i in tags.keys():
             alist = tags[i]
             if ntags < len(tags[i]):
                 lines.append('<td> '+alist[ntags]+' </td>'+end)
             else:
                 lines.append('<td> </td>')
         lines.append('</tr>'+end)
 
 #______________

Variable Documentation

◆ args

beamvalidation.args

Definition at line 373 of file beamvalidation.py.

◆ auth

beamvalidation.auth

Definition at line 383 of file beamvalidation.py.

◆ br

beamvalidation.br

Definition at line 397 of file beamvalidation.py.

Referenced by mkfit::TrackerInfo.check_bins(), edm::RootTree.dropBranch(), perftools::detail.dump(), perftools::detail::Hist.fill(), magfieldparam::TkBfield.getBrfz(), magfieldparam::TkBfield.getBxyz(), CustomParticleFactory.getDecayTable(), edm::RootDelayedReader.getProduct_(), RooUtil::TTreeX.getValPtr(), edm::FileInPath.initialize_(), SummaryTableOutputBranches.makeScalarBranches(), DBoxMetadataHelper::DBMetaDataPlotDisplay.plotDiffWithMetadata(), DBoxMetadataHelper::DBMetaDataPlotDisplay.plotMetaDatas(), RBorderFinder.RBorderFinder(), StringBasedNTupler.registerleaves(), perftools::detail.shorterName(), edm::PoolOutputModule::OutputItem::Sorter.Sorter(), fwlite::internal::BranchMapReaderStrategyV8.updateFile(), fwlite::internal::BranchMapReaderStrategyV11.updateFile(), fwlite::internal::BranchMapReaderStrategyV17.updateFile(), and fwlite::internal::BranchMapReaderStrategyV1.updateMap().

◆ dest

beamvalidation.dest

Get the latest tags dest = "frontier://cmsfrontier.cern.ch:8000/Frontier/CMS_COND_31X_BEAMSPOT".

Definition at line 382 of file beamvalidation.py.

◆ end

beamvalidation.end

Definition at line 396 of file beamvalidation.py.

◆ htmlwebsite

beamvalidation.htmlwebsite

Definition at line 377 of file beamvalidation.py.

◆ lasttag

beamvalidation.lasttag

Definition at line 424 of file beamvalidation.py.

◆ lines

beamvalidation.lines

Definition at line 395 of file beamvalidation.py.

◆ list_lastIOVs

beamvalidation.list_lastIOVs

Definition at line 389 of file beamvalidation.py.

◆ list_tags

beamvalidation.list_tags

Definition at line 386 of file beamvalidation.py.

◆ option

beamvalidation.option

Definition at line 373 of file beamvalidation.py.

◆ optionstring

beamvalidation.optionstring

Definition at line 50 of file beamvalidation.py.

◆ outfile

beamvalidation.outfile

Definition at line 433 of file beamvalidation.py.

◆ pngfiles

beamvalidation.pngfiles

Definition at line 428 of file beamvalidation.py.

◆ processedruns

beamvalidation.processedruns

Definition at line 392 of file beamvalidation.py.

◆ USAGE

beamvalidation.USAGE

Definition at line 38 of file beamvalidation.py.

Classes

Functions

Variables

Function Documentation

◆ cmp_tags()

◆ dump_footer()

◆ dump_header()

◆ exit()

◆ get_lastIOVs()

◆ get_listoftags()

◆ get_plots()

◆ get_productionFiles()

◆ get_productionIOVs()

◆ nonzero()

◆ pack()

◆ parse()

◆ unpack()

◆ unpackLumiid()

◆ write_iovs()

◆ write_plots()

◆ write_tags()

Variable Documentation

◆ args

◆ auth

◆ br

◆ dest

◆ end

◆ htmlwebsite

◆ lasttag

◆ lines

◆ list_lastIOVs

◆ list_tags

◆ option

◆ optionstring

◆ outfile

◆ pngfiles

◆ processedruns

◆ USAGE