Functions
def	getGoodBRuns ()
	functions definitions More...

def	getGoodQRuns ()
	obtaining list of good quality runs More...

def	getJSONGoodRuns ()
	obtain a list of good runs from JSON file More...

def	getRunRegistryGoodRuns ()
	obtaining list of good B and quality runs from Run Registry https://twiki.cern.ch/twiki/bin/view/CMS/DqmRrApi https://twiki.cern.ch/twiki/bin/viewauth/CMS/DQMRunRegistry More...

Variables
	action

string	allOptions = '### '

	args

string	comma = ","

string	commandline = " "

	copyargs = sys.argv[:]

string	dbs_quiery = "find run, file.numevents, file where dataset="
	Find files for good runs. More...

	default

	dest

	dqDataset

	ff = open('/tmp/runs_and_files_full_of_pink_bunnies','r')

	files_events = list(zip(list_of_files, list_of_numevents))

	fname = fname.rstrip('\n')

	help

list	infotofile = ["### %s\n" % commandline]

string	jj = ''

list	list_of_files = []

list	list_of_numevents = []

list	list_of_runs = []

int	maxI = options.maxB*18160

int	minI = options.minB*18160

	numevents

	options

	parser = optparse.OptionParser(usage)

string	rr = ''

	run

list	runs_b_on = []
	get good B field runs from RunInfo DB More...

list	runs_good = []
	use run registry API is specified More...

list	runs_good_dq = []
	Add requiremment of good quality runs. More...

	size = len(list_of_files)
	Write out results. More...

int	total_numevents = 0

	type

	uniq_list_of_runs = sorted(set(list_of_runs))

	unique_files_events = list(set(files_events))

string	usage = '%prog [options]\n\n'
	To parse commandline args. More...

	v = options.verbose

Function Documentation

def findQualityFiles.getGoodBRuns ( )

functions definitions

get good B field runs from RunInfo DB

Definition at line 207 of file findQualityFiles.py.

References createfilelist.int, and edm.print().

 def getGoodBRuns():
 
     runs_b_on = []
 
     sys.setdlopenflags(DLFCN.RTLD_GLOBAL+DLFCN.RTLD_LAZY)
 
     a = FWIncantation()
     #os.putenv("CORAL_AUTH_PATH","/afs/cern.ch/cms/DB/conddb")
     rdbms = RDBMS("/afs/cern.ch/cms/DB/conddb")
 
     db = rdbms.getDB(options.dbName)
     tags = db.allTags()
 
     if options.printTags:
         print("\nOverview of all tags in "+options.dbName+" :\n")
         print(tags)
         print("\n")
         sys.exit()
 
     # for inspecting last run after run has started  
     #tag = 'runinfo_31X_hlt'
     tag = options.dbTag
 
     # for inspecting last run after run has stopped  
     #tag = 'runinfo_test'
 
     try :
         #log = db.lastLogEntry(tag)
 
         #for printing all log info present into log db 
         #print log.getState()
 
         iov = inspect.Iov(db,tag)
         #print "########overview of tag "+tag+"########"
         #print iov.list()
     
         if v>1 :
             print("######## summries ########")
             for x in  iov.summaries():
                 print(x[0], x[1], x[2] ,x[3])
     
         what={}
     
         if v>1 :
             print("###(start_current,stop_current,avg_current,max_current,min_current,run_interval_micros) vs runnumber###")
             print(iov.trend(what))
     
         if v>0:
             print("######## trends ########")
         for x in iov.trendinrange(what,options.startRun-1,options.endRun+1):
             if v>0 or x[0]==67647 or x[0]==66893 or x[0]==67264:
                 print(x[0],x[1] ,x[2], x[2][4], x[2][3])
                 #print x[0],x[1] ,x[2], x[2][4], timeStamptoUTC(x[2][6]), timeStamptoUTC(x[2][7])
             if x[2][4] >= minI and x[2][3] <= maxI:
                 runs_b_on.append(int(x[0]))
 
     except Exception as er :
         print(er)
 
     print("### runs with good B field ###")
     print(runs_b_on)
 
     return runs_b_on
 
 

def findQualityFiles.getGoodQRuns ( )

obtaining list of good quality runs

Definition at line 275 of file findQualityFiles.py.

References createfilelist.int, and edm.print().

 def getGoodQRuns():
 
     runs_good_dq = []
 
     dbs_quiery = "find run where dataset="+options.dqDataset+" and dq="+options.dqCriteria
     print('dbs search --noheader --query="'+dbs_quiery+'" | sort')
 
     os.system('python $DBSCMD_HOME/dbsCommandLine.py -c  search --noheader --query="'+dbs_quiery+'" | sort > /tmp/runs_full_of_pink_bunnies')
 
     #print 'python $DBSCMD_HOME/dbsCommandLine.py -c  search --noheader --query="'+dbs_quiery+'" | sort > /tmp/runs_full_of_pink_bunnies'
 
     ff = open('/tmp/runs_full_of_pink_bunnies', "r")
     line = ff.readline()
     while line and line!='':
         runs_good_dq.append(int(line))
         line = ff.readline()
     ff.close()
 
     os.system('rm /tmp/runs_full_of_pink_bunnies')
 
     print("### runs with good quality ###")
     print(runs_good_dq)
 
     return runs_good_dq
 

def findQualityFiles.getJSONGoodRuns ( )

obtain a list of good runs from JSON file

Definition at line 326 of file findQualityFiles.py.

References FrontierConditions_GlobalTag_cff.file, and createfilelist.int.

 def getJSONGoodRuns():
 
     # read json file
     jsonfile=file(options.json,'r')
     jsondict = json.load(jsonfile)
 
     runs_good = []
     for run in jsondict.keys(): runs_good.append(int(run))
     runs_good.sort()
 
     #mruns=[]
     #for run in jsondict.keys():
     #  if int(run)<144115 and int(run)>136034: mruns.append(int(run))
     #mruns.sort()
     #print len(mruns),"runs in \n",mruns
     
     return runs_good
 

def findQualityFiles.getRunRegistryGoodRuns ( )

obtaining list of good B and quality runs from Run Registry https://twiki.cern.ch/twiki/bin/view/CMS/DqmRrApi https://twiki.cern.ch/twiki/bin/viewauth/CMS/DQMRunRegistry

Definition at line 305 of file findQualityFiles.py.

References str.

 def getRunRegistryGoodRuns():
 
     server = xmlrpclib.ServerProxy('http://pccmsdqm04.cern.ch/runregistry/xmlrpc')
     
     rr_quiery = "{runNumber}>="+str(options.startRun)+" and {runNumber}<="+str(options.endRun)+\
                 " and {bfield}>="+str(options.minB)+" and {bfield}<="+str(options.maxB)
     if options.dqCriteria != "": rr_quiery += " and "+options.dqCriteria
     
     rrstr = server.RunDatasetTable.export('GLOBAL', 'chart_runs_cum_evs_vs_bfield', rr_quiery)
     rrstr = rrstr.replace("bfield","'bfield'")
     rrstr = rrstr.replace("events","'events'")
     rrdata = eval(rrstr)
 
     runs_good = []
     for rr in rrdata['events']: runs_good.append(rr[0])
 
     return runs_good
 

Variable Documentation

findQualityFiles.action

Definition at line 94 of file findQualityFiles.py.

string findQualityFiles.allOptions = '### '

Definition at line 191 of file findQualityFiles.py.

findQualityFiles.args

Definition at line 160 of file findQualityFiles.py.

string findQualityFiles.comma = ","

Definition at line 451 of file findQualityFiles.py.

Referenced by edm::ParameterSetConverter.convertParameterSets(), edm::FileLocator.init(), and searchABCDstring().

string findQualityFiles.commandline = " "

Definition at line 40 of file findQualityFiles.py.

findQualityFiles.copyargs = sys.argv[:]

Definition at line 34 of file findQualityFiles.py.

string findQualityFiles.dbs_quiery = "find run, file.numevents, file where dataset="

Find files for good runs.

Definition at line 398 of file findQualityFiles.py.

findQualityFiles.default

Definition at line 58 of file findQualityFiles.py.

findQualityFiles.dest

Definition at line 59 of file findQualityFiles.py.

findQualityFiles.dqDataset

Definition at line 173 of file findQualityFiles.py.

findQualityFiles.ff = open('/tmp/runs_and_files_full_of_pink_bunnies','r')

Definition at line 408 of file findQualityFiles.py.

findQualityFiles.files_events = list(zip(list_of_files, list_of_numevents))

Definition at line 430 of file findQualityFiles.py.

findQualityFiles.fname = fname.rstrip('\n')

Definition at line 410 of file findQualityFiles.py.

findQualityFiles.help

Definition at line 54 of file findQualityFiles.py.

list findQualityFiles.infotofile = ["### %s\n" % commandline]

Definition at line 43 of file findQualityFiles.py.

findQualityFiles.jj = ''

Definition at line 188 of file findQualityFiles.py.

Referenced by CMSTopTagger._find_min_mass(), myFastSimVal.analyze(), EwkMuDQM.analyze(), TestOutliers.analyze(), TestTrackHits.analyze(), HLTExoticaSubAnalysis.analyze(), SignedDecayLength3D.apply(), JetTracksAssociationDR.associateTracksToJets(), L1TUtmTriggerMenuDumper.beginRun(), HcalLogicalMapGenerator.buildCALIBMap(), CommissioningHistosUsingDb.buildDetInfo(), SiStripFedCabling.buildFedCabling(), TrackerGeomBuilderFromGeometricDet.buildGeomDet(), HcalLogicalMapGenerator.buildHOXMap(), CocoaDaqReaderRoot.BuildMeasurementsFromOptAlign(), Fit.CheckIfMeasIsProportionalToAnother(), SiStripConfigDb.clone(), DDG4ProductionCuts.dd4hepInitialize(), CommissioningHistosUsingDb.detInfo(), DTTrigGeom.dumpGeom(), MatrixMeschach.EliminateColumns(), MatrixMeschach.EliminateLines(), energy_ieta(), energy_iphi(), DDBHMAngular.execute(), TkHistoMap.fill(), SiStripCommissioningSource.fillCablingHistos(), FittedEntriesSet.FillCorrelations(), FittedEntriesSet.FillEntriesAveragingSets(), SiPixelActionExecutor.fillFEDErrorSummary(), MELaserPrim.fillHistograms(), TrackAnalyzer.fillHistosForState(), Fit.FillMatricesWithMeasurements(), SiPixelActionExecutor.fillSummary(), l1t::TriggerMenuParser.getExternalSignals(), CocoaDaqReaderRoot.GetMeasFromDist(), CocoaDaqReaderRoot.GetMeasFromPosition2D(), CocoaDaqReaderRoot.GetMeasFromPositionCOPS(), CocoaDaqReaderRoot.GetMeasFromTilt(), Fit.GetMeasurementName(), EcalLaserAnalyzer2.getShapes(), HLTPMDocaFilter.hltFilter(), HLTPMMassFilter.hltFilter(), MELaserPrim.init(), SiStripDbParams.inputDcuInfoXmlFiles(), SiStripDbParams.inputFecXmlFiles(), SiStripDbParams.inputFedXmlFiles(), SiStripDbParams.inputModuleXmlFiles(), TSFit.inverms(), TFParams.inverpj(), OptoScanTask.locateTicks(), FittedEntriesManager.MakeHistos(), GlobalMuonTrackMatcher.match(), MatrixMeschach.operator*=(), MatrixMeschach.ostrDump(), l1t::TriggerMenuParser.parseCalo(), l1t::TriggerMenuParser.parseCorrelation(), l1t::TriggerMenuParser.parseCorrelationWithOverlapRemoval(), l1t::TriggerMenuParser.parseEnergySum(), l1t::TriggerMenuParser.parseExternal(), l1t::TriggerMenuParser.parseMuon(), SiStripDbParams.partition(), SiStripDbParams.partitionNames(), PerigeeKinematicState.PerigeeKinematicState(), PixelResolutionHistograms.PixelResolutionHistograms(), CSCFakeDBCrosstalk.prefillDBCrosstalk(), MEChannel.print(), SiStripFecCabling.print(), SiStripDetCabling.print(), SiStripDbParams.print(), SiStripConfigDb.printAnalysisDescriptions(), SiStripFedCabling.printDebug(), SiStripConfigDb.printDeviceDescriptions(), SiStripConfigDb.printFedConnections(), SiStripConfigDb.printFedDescriptions(), SiStripFedCabling.printSummary(), JetTagProducer.produce(), ConversionTrackMerger.produce(), TrackListMerger.produce(), GenJetBCEnergyRatio.produce(), PixelJetPuId.produce(), FlavorHistoryProducer.produce(), reco::modules::JetFlavourIdentifier.produce(), CaloGeometryDBEP< T, U >.produceAligned(), hcaltb::HcalTBTDCUnpacker.reconstructWC(), CMSTopTagger.result(), SiStripConfigDb.runs(), TkHistoMap.setBinContent(), magfieldparam::BFit3D.SetCoeff_Linear(), magfieldparam::BFit.SetField(), IPTools.signedDecayLength3D(), ConfigurationDBHandler.startElement(), TrackerG4SimHitNumberingScheme.touchToNavStory(), CountProcessesAction.update(), MaterialBudget.update(), MaterialBudgetForward.update(), MaterialBudgetAction.update(), ZdcTestAnalysis.update(), SiStripConfigDb.usingDatabase(), MuonErrorMatrix.Value(), and PixelResolutionHistograms.~PixelResolutionHistograms().

findQualityFiles.list_of_files = []

Definition at line 403 of file findQualityFiles.py.

findQualityFiles.list_of_numevents = []

Definition at line 405 of file findQualityFiles.py.

list findQualityFiles.list_of_runs = []

Definition at line 404 of file findQualityFiles.py.

int findQualityFiles.maxI = options.maxB*18160

Definition at line 182 of file findQualityFiles.py.

Referenced by HFTimingTrust.checkHFTimErr(), MuonGeometryArrange.endHist(), HLTMuonTrimuonL3Filter.hltFilter(), HLTMuonL3PreFilter.hltFilter(), HLTMuonDimuonL3Filter.hltFilter(), SimpleHBHEPhase1Algo.m0Time(), L3TkMuonProducer.produce(), CastorSimpleRecAlgoImpl.reco(), HcalSimpleRecAlgoImpl.reco(), ZdcSimpleRecAlgoImpl.reco1(), ZdcSimpleRecAlgoImpl.reco2(), HcalQLPlotAnalAlgos.recoCalib(), HcalSimpleRecAlgo.reconstruct(), HcalSimpleRecAlgo.reconstructQIE10(), HcalSimpleRecAlgoImpl.removePileup(), and DualByL2TSG.selectTSG().

int findQualityFiles.minI = options.minB*18160

Definition at line 181 of file findQualityFiles.py.

Referenced by MuonGeometryArrange.endHist().

findQualityFiles.numevents

Definition at line 410 of file findQualityFiles.py.

findQualityFiles.options

Definition at line 160 of file findQualityFiles.py.

findQualityFiles.parser = optparse.OptionParser(usage)

Definition at line 51 of file findQualityFiles.py.

findQualityFiles.rr = ''

Definition at line 185 of file findQualityFiles.py.

findQualityFiles.run

Definition at line 410 of file findQualityFiles.py.

findQualityFiles.runs_b_on = []

get good B field runs from RunInfo DB

Definition at line 347 of file findQualityFiles.py.

list findQualityFiles.runs_good = []

use run registry API is specified

use JSON file if specified

Definition at line 359 of file findQualityFiles.py.

findQualityFiles.runs_good_dq = []

Add requiremment of good quality runs.

Definition at line 358 of file findQualityFiles.py.

findQualityFiles.size = len(list_of_files)

Write out results.

Definition at line 443 of file findQualityFiles.py.

findQualityFiles.total_numevents = 0

Definition at line 406 of file findQualityFiles.py.

findQualityFiles.type

Definition at line 55 of file findQualityFiles.py.

findQualityFiles.uniq_list_of_runs = sorted(set(list_of_runs))

Definition at line 421 of file findQualityFiles.py.

findQualityFiles.unique_files_events = list(set(files_events))

Definition at line 431 of file findQualityFiles.py.

string findQualityFiles.usage = '%prog [options]\n\n'

To parse commandline args.

Definition at line 48 of file findQualityFiles.py.

findQualityFiles.v = options.verbose

Definition at line 179 of file findQualityFiles.py.

Functions

Variables

Function Documentation

Variable Documentation