Functions
def	getGoodBRuns ()
	functions definitions More...

def	getGoodQRuns ()
	obtaining list of good quality runs More...

def	getJSONGoodRuns ()
	obtain a list of good runs from JSON file More...

def	getRunRegistryGoodRuns ()
	obtaining list of good B and quality runs from Run Registry https://twiki.cern.ch/twiki/bin/view/CMS/DqmRrApi https://twiki.cern.ch/twiki/bin/viewauth/CMS/DQMRunRegistry More...

Variables
	action

string	allOptions = '### '

	args

string	comma = ","

string	commandline = " "

	copyargs = sys.argv[:]

string	dbs_quiery = "find run, file.numevents, file where dataset="
	Find files for good runs. More...

	default

	dest

	dqDataset

	ff = open('/tmp/runs_and_files_full_of_pink_bunnies','r')

	files_events = list(zip(list_of_files, list_of_numevents))

	fname = fname.rstrip('\n')

	help

list	infotofile = ["### %s\n" % commandline]

string	jj = ''

list	list_of_files = []

list	list_of_numevents = []

list	list_of_runs = []

int	maxI = options.maxB*18160

int	minI = options.minB*18160

	numevents

	options

	parser = optparse.OptionParser(usage)

string	rr = ''

	run

list	runs_b_on = []
	get good B field runs from RunInfo DB More...

list	runs_good = []
	use run registry API is specified More...

list	runs_good_dq = []
	Add requiremment of good quality runs. More...

	size = len(list_of_files)
	Write out results. More...

int	total_numevents = 0

	type

	uniq_list_of_runs = list(set(list_of_runs))

	unique_files_events = list(set(files_events))

string	usage = '%prog [options]\n\n'
	To parse commandline args. More...

	v = options.verbose

Function Documentation

def findQualityFiles.getGoodBRuns ( )

functions definitions

get good B field runs from RunInfo DB

Definition at line 205 of file findQualityFiles.py.

References createfilelist.int.

 def getGoodBRuns():
 
     runs_b_on = []
 
     sys.setdlopenflags(DLFCN.RTLD_GLOBAL+DLFCN.RTLD_LAZY)
 
     a = FWIncantation()
     #os.putenv("CORAL_AUTH_PATH","/afs/cern.ch/cms/DB/conddb")
     rdbms = RDBMS("/afs/cern.ch/cms/DB/conddb")
 
     db = rdbms.getDB(options.dbName)
     tags = db.allTags()
 
     if options.printTags:
         print  "\nOverview of all tags in "+options.dbName+" :\n"
         print tags
         print "\n"
         sys.exit()
 
     # for inspecting last run after run has started  
     #tag = 'runinfo_31X_hlt'
     tag = options.dbTag
 
     # for inspecting last run after run has stopped  
     #tag = 'runinfo_test'
 
     try :
         #log = db.lastLogEntry(tag)
 
         #for printing all log info present into log db 
         #print log.getState()
 
         iov = inspect.Iov(db,tag)
         #print "########overview of tag "+tag+"########"
         #print iov.list()
     
         if v>1 :
             print "######## summries ########"
             for x in  iov.summaries():
                 print x[0], x[1], x[2] ,x[3]
     
         what={}
     
         if v>1 :
             print "###(start_current,stop_current,avg_current,max_current,min_current,run_interval_micros) vs runnumber###"
             print iov.trend(what)
     
         if v>0:
             print "######## trends ########"
         for x in iov.trendinrange(what,options.startRun-1,options.endRun+1):
             if v>0 or x[0]==67647 or x[0]==66893 or x[0]==67264:
                 print x[0],x[1] ,x[2], x[2][4], x[2][3]
                 #print x[0],x[1] ,x[2], x[2][4], timeStamptoUTC(x[2][6]), timeStamptoUTC(x[2][7])
             if x[2][4] >= minI and x[2][3] <= maxI:
                 runs_b_on.append(int(x[0]))
 
     except Exception as er :
         print er
 
     print "### runs with good B field ###"
     print runs_b_on
 
     return runs_b_on
 
 

def findQualityFiles.getGoodQRuns ( )

obtaining list of good quality runs

Definition at line 273 of file findQualityFiles.py.

References createfilelist.int.

 def getGoodQRuns():
 
     runs_good_dq = []
 
     dbs_quiery = "find run where dataset="+options.dqDataset+" and dq="+options.dqCriteria
     print 'dbs search --noheader --query="'+dbs_quiery+'" | sort'
 
     os.system('python $DBSCMD_HOME/dbsCommandLine.py -c  search --noheader --query="'+dbs_quiery+'" | sort > /tmp/runs_full_of_pink_bunnies')
 
     #print 'python $DBSCMD_HOME/dbsCommandLine.py -c  search --noheader --query="'+dbs_quiery+'" | sort > /tmp/runs_full_of_pink_bunnies'
 
     ff = open('/tmp/runs_full_of_pink_bunnies', "r")
     line = ff.readline()
     while line and line!='':
         runs_good_dq.append(int(line))
         line = ff.readline()
     ff.close()
 
     os.system('rm /tmp/runs_full_of_pink_bunnies')
 
     print "### runs with good quality ###"
     print runs_good_dq
 
     return runs_good_dq
 

def findQualityFiles.getJSONGoodRuns ( )

obtain a list of good runs from JSON file

Definition at line 324 of file findQualityFiles.py.

References FrontierConditions_GlobalTag_cff.file, and createfilelist.int.

 def getJSONGoodRuns():
 
     # read json file
     jsonfile=file(options.json,'r')
     jsondict = json.load(jsonfile)
 
     runs_good = []
     for run in jsondict.keys(): runs_good.append(int(run))
     runs_good.sort()
 
     #mruns=[]
     #for run in jsondict.keys():
     #  if int(run)<144115 and int(run)>136034: mruns.append(int(run))
     #mruns.sort()
     #print len(mruns),"runs in \n",mruns
     
     return runs_good
 

def findQualityFiles.getRunRegistryGoodRuns ( )

obtaining list of good B and quality runs from Run Registry https://twiki.cern.ch/twiki/bin/view/CMS/DqmRrApi https://twiki.cern.ch/twiki/bin/viewauth/CMS/DQMRunRegistry

Definition at line 303 of file findQualityFiles.py.

References harvestTrackValidationPlots.str.

 def getRunRegistryGoodRuns():
 
     server = xmlrpclib.ServerProxy('http://pccmsdqm04.cern.ch/runregistry/xmlrpc')
     
     rr_quiery = "{runNumber}>="+str(options.startRun)+" and {runNumber}<="+str(options.endRun)+\
                 " and {bfield}>="+str(options.minB)+" and {bfield}<="+str(options.maxB)
     if options.dqCriteria != "": rr_quiery += " and "+options.dqCriteria
     
     rrstr = server.RunDatasetTable.export('GLOBAL', 'chart_runs_cum_evs_vs_bfield', rr_quiery)
     rrstr = rrstr.replace("bfield","'bfield'")
     rrstr = rrstr.replace("events","'events'")
     rrdata = eval(rrstr)
 
     runs_good = []
     for rr in rrdata['events']: runs_good.append(rr[0])
 
     return runs_good
 

Variable Documentation

findQualityFiles.action

Definition at line 92 of file findQualityFiles.py.

string findQualityFiles.allOptions = '### '

Definition at line 189 of file findQualityFiles.py.

findQualityFiles.args

Definition at line 158 of file findQualityFiles.py.

string findQualityFiles.comma = ","

Definition at line 450 of file findQualityFiles.py.

Referenced by edm::ParameterSetConverter.convertParameterSets(), edm::FileLocator.init(), and searchABCDstring().

string findQualityFiles.commandline = " "

Definition at line 38 of file findQualityFiles.py.

findQualityFiles.copyargs = sys.argv[:]

Definition at line 32 of file findQualityFiles.py.

string findQualityFiles.dbs_quiery = "find run, file.numevents, file where dataset="

Find files for good runs.

Definition at line 396 of file findQualityFiles.py.

findQualityFiles.default

Definition at line 56 of file findQualityFiles.py.

findQualityFiles.dest

Definition at line 57 of file findQualityFiles.py.

findQualityFiles.dqDataset

Definition at line 171 of file findQualityFiles.py.

findQualityFiles.ff = open('/tmp/runs_and_files_full_of_pink_bunnies','r')

Definition at line 406 of file findQualityFiles.py.

findQualityFiles.files_events = list(zip(list_of_files, list_of_numevents))

Definition at line 429 of file findQualityFiles.py.

findQualityFiles.fname = fname.rstrip('\n')

Definition at line 408 of file findQualityFiles.py.

findQualityFiles.help

Definition at line 52 of file findQualityFiles.py.

list findQualityFiles.infotofile = ["### %s\n" % commandline]

Definition at line 41 of file findQualityFiles.py.

findQualityFiles.jj = ''

Definition at line 186 of file findQualityFiles.py.

Referenced by CMSTopTagger._find_min_mass(), myFastSimVal.analyze(), EwkMuDQM.analyze(), TestTrackHits.analyze(), TestOutliers.analyze(), HLTExoticaSubAnalysis.analyze(), SignedDecayLength3D.apply(), JetTracksAssociationDR.associateTracksToJets(), L1TUtmTriggerMenuDumper.beginRun(), HcalLogicalMapGenerator.buildCALIBMap(), CommissioningHistosUsingDb.buildDetInfo(), SiStripFedCabling.buildFedCabling(), TrackerGeomBuilderFromGeometricDet.buildGeomDet(), HcalLogicalMapGenerator.buildHOXMap(), CocoaDaqReaderRoot.BuildMeasurementsFromOptAlign(), ConversionProducer.buildSuperAndBasicClusterGeoMap(), Fit.CheckIfMeasIsProportionalToAnother(), SiStripConfigDb.clone(), CommissioningHistosUsingDb.detInfo(), DTTrigGeom.dumpGeom(), MatrixMeschach.EliminateColumns(), MatrixMeschach.EliminateLines(), energy_ieta(), energy_iphi(), DDBHMAngular.execute(), TkHistoMap.fill(), SiStripCommissioningSource.fillCablingHistos(), FittedEntriesSet.FillCorrelations(), FittedEntriesSet.FillEntriesAveragingSets(), SiPixelActionExecutor.fillFEDErrorSummary(), MELaserPrim.fillHistograms(), Fit.FillMatricesWithMeasurements(), SiPixelActionExecutor.fillSummary(), l1t::TriggerMenuParser.getExternalSignals(), CocoaDaqReaderRoot.GetMeasFromDist(), CocoaDaqReaderRoot.GetMeasFromPosition2D(), CocoaDaqReaderRoot.GetMeasFromPositionCOPS(), CocoaDaqReaderRoot.GetMeasFromTilt(), Fit.GetMeasurementName(), EcalLaserAnalyzer2.getShapes(), HLTPMDocaFilter.hltFilter(), HLTPMMassFilter.hltFilter(), MELaserPrim.init(), DDG4ProductionCuts.initialize(), SiStripDbParams.inputDcuInfoXmlFiles(), SiStripDbParams.inputFecXmlFiles(), SiStripDbParams.inputFedXmlFiles(), SiStripDbParams.inputModuleXmlFiles(), TSFit.inverms(), TFParams.inverpj(), gbl::VSymMatrix.invert(), OptoScanTask.locateTicks(), FittedEntriesManager.MakeHistos(), GlobalMuonTrackMatcher.match(), MatrixMeschach.operator*=(), MatrixMeschach.ostrDump(), l1t::TriggerMenuParser.parseCalo(), l1t::TriggerMenuParser.parseCorrelation(), l1t::TriggerMenuParser.parseCorrelationWithOverlapRemoval(), l1t::TriggerMenuParser.parseEnergySum(), l1t::TriggerMenuParser.parseExternal(), l1t::TriggerMenuParser.parseMuon(), SiStripDbParams.partition(), SiStripDbParams.partitionNames(), PerigeeKinematicState.PerigeeKinematicState(), CSCFakeDBCrosstalk.prefillDBCrosstalk(), MEChannel.print(), SiStripDetCabling.print(), SiStripFecCabling.print(), SiStripDbParams.print(), SiStripConfigDb.printAnalysisDescriptions(), SiStripFedCabling.printDebug(), SiStripConfigDb.printDeviceDescriptions(), SiStripConfigDb.printFedConnections(), SiStripConfigDb.printFedDescriptions(), SiStripFedCabling.printSummary(), JetTagProducer.produce(), ConversionTrackMerger.produce(), TrackListMerger.produce(), SimpleTrackListMerger.produce(), GenJetBCEnergyRatio.produce(), PixelJetPuId.produce(), FlavorHistoryProducer.produce(), DeepFlavourJetTagsProducer.produce(), reco::modules::JetFlavourIdentifier.produce(), CaloGeometryDBEP< T, U >.produceAligned(), hcaltb::HcalTBTDCUnpacker.reconstructWC(), CMSTopTagger.result(), SiStripConfigDb.runs(), TkHistoMap.setBinContent(), magfieldparam::BFit3D.SetCoeff_Linear(), magfieldparam::BFit.SetField(), IPTools.signedDecayLength3D(), ConfigurationDBHandler.startElement(), TouchableToHistory.touchableToNavStory(), CountProcessesAction.update(), MaterialBudgetForward.update(), MaterialBudget.update(), MaterialBudgetAction.update(), ZdcTestAnalysis.update(), SiStripConfigDb.usingDatabase(), and MuonErrorMatrix.Value().

findQualityFiles.list_of_files = []

Definition at line 401 of file findQualityFiles.py.

findQualityFiles.list_of_numevents = []

Definition at line 403 of file findQualityFiles.py.

list findQualityFiles.list_of_runs = []

Definition at line 402 of file findQualityFiles.py.

int findQualityFiles.maxI = options.maxB*18160

Definition at line 180 of file findQualityFiles.py.

Referenced by HFTimingTrust.checkHFTimErr(), MuonGeometryArrange.endHist(), HLTMuonTrimuonL3Filter.hltFilter(), HLTMuonL3PreFilter.hltFilter(), HLTMuonDimuonL3Filter.hltFilter(), SimpleHBHEPhase1Algo.m0Time(), L3TkMuonProducer.produce(), CastorSimpleRecAlgoImpl.reco(), HcalSimpleRecAlgoImpl.reco(), ZdcSimpleRecAlgoImpl.reco1(), ZdcSimpleRecAlgoImpl.reco2(), HcalQLPlotAnalAlgos.recoCalib(), HcalSimpleRecAlgoImpl.recoHBHE(), HcalSimpleRecAlgo.reconstruct(), HcalSimpleRecAlgo.reconstructQIE10(), HcalSimpleRecAlgoImpl.removePileup(), and DualByL2TSG.selectTSG().

int findQualityFiles.minI = options.minB*18160

Definition at line 179 of file findQualityFiles.py.

Referenced by MuonGeometryArrange.endHist().

findQualityFiles.numevents

Definition at line 408 of file findQualityFiles.py.

findQualityFiles.options

Definition at line 158 of file findQualityFiles.py.

findQualityFiles.parser = optparse.OptionParser(usage)

Definition at line 49 of file findQualityFiles.py.

findQualityFiles.rr = ''

Definition at line 183 of file findQualityFiles.py.

findQualityFiles.run

Definition at line 408 of file findQualityFiles.py.

findQualityFiles.runs_b_on = []

get good B field runs from RunInfo DB

Definition at line 345 of file findQualityFiles.py.

list findQualityFiles.runs_good = []

use run registry API is specified

use JSON file if specified

Definition at line 357 of file findQualityFiles.py.

findQualityFiles.runs_good_dq = []

Add requiremment of good quality runs.

Definition at line 356 of file findQualityFiles.py.

findQualityFiles.size = len(list_of_files)

Write out results.

Definition at line 442 of file findQualityFiles.py.

findQualityFiles.total_numevents = 0

Definition at line 404 of file findQualityFiles.py.

findQualityFiles.type

Definition at line 53 of file findQualityFiles.py.

findQualityFiles.uniq_list_of_runs = list(set(list_of_runs))

Definition at line 419 of file findQualityFiles.py.

findQualityFiles.unique_files_events = list(set(files_events))

Definition at line 430 of file findQualityFiles.py.

string findQualityFiles.usage = '%prog [options]\n\n'

To parse commandline args.

Definition at line 46 of file findQualityFiles.py.

findQualityFiles.v = options.verbose

Definition at line 177 of file findQualityFiles.py.

Functions

Variables

Function Documentation

Variable Documentation