Functions
def	getGoodBRuns ()
	functions definitions More...

def	getGoodQRuns ()
	obtaining list of good quality runs More...

def	getJSONGoodRuns ()
	obtain a list of good runs from JSON file More...

def	getRunRegistryGoodRuns ()
	obtaining list of good B and quality runs from Run Registry https://twiki.cern.ch/twiki/bin/view/CMS/DqmRrApi https://twiki.cern.ch/twiki/bin/viewauth/CMS/DQMRunRegistry More...

Variables
	action

string	allOptions = '### ' + copyargs[0] + ' --alcaDataset ' + options.alcaDataset + ' --isMC ' + options.isMC + \

	args

string	comma = ","

string	commandline = " ".join(copyargs)

	copyargs = sys.argv[:]

string	dbs_quiery = "find run, file.numevents, file where dataset="+options.alcaDataset+" and run>="+str(options.startRun)+" and run<="+str(options.endRun)+" and file.numevents>0"
	Find files for good runs. More...

	default

	dest

	dqDataset

	ff = open('/tmp/runs_and_files_full_of_pink_bunnies','r')

	files_events = list(zip(list_of_files, list_of_numevents))

	fname = fname.rstrip('\n')

	help

list	infotofile = ["### %s\n" % commandline]

string	jj = ''

list	list_of_files = []

list	list_of_numevents = []

list	list_of_runs = []

int	maxI = options.maxB*18160/3.8

int	minI = options.minB*18160/3.8

	numevents

	options

	parser = optparse.OptionParser(usage)

string	rr = ''

	run

list	runs_b_on = []
	get good B field runs from RunInfo DB More...

list	runs_good = []
	use run registry API is specified More...

list	runs_good_dq = []
	Add requiremment of good quality runs. More...

	size = len(list_of_files)
	Write out results. More...

int	total_numevents = 0

	type

	uniq_list_of_runs = sorted(set(list_of_runs))

	unique_files_events = list(set(files_events))

string	usage = '%prog [options]\n\n'+\
	To parse commandline args. More...

	v = options.verbose

Function Documentation

◆ getGoodBRuns()

def findQualityFiles.getGoodBRuns ( )

functions definitions

get good B field runs from RunInfo DB

Definition at line 207 of file findQualityFiles.py.

References createfilelist.int, and print().

 def getGoodBRuns():
 
     runs_b_on = []
 
     sys.setdlopenflags(DLFCN.RTLD_GLOBAL+DLFCN.RTLD_LAZY)
 
     a = FWIncantation()
     #os.putenv("CORAL_AUTH_PATH","/afs/cern.ch/cms/DB/conddb")
     rdbms = RDBMS("/afs/cern.ch/cms/DB/conddb")
 
     db = rdbms.getDB(options.dbName)
     tags = db.allTags()
 
     if options.printTags:
         print("\nOverview of all tags in "+options.dbName+" :\n")
         print(tags)
         print("\n")
         sys.exit()
 
     # for inspecting last run after run has started  
     #tag = 'runinfo_31X_hlt'
     tag = options.dbTag
 
     # for inspecting last run after run has stopped  
     #tag = 'runinfo_test'
 
     try :
         #log = db.lastLogEntry(tag)
 
         #for printing all log info present into log db 
         #print log.getState()
 
         iov = inspect.Iov(db,tag)
         #print "########overview of tag "+tag+"########"
         #print iov.list()
     
         if v>1 :
             print("######## summries ########")
             for x in  iov.summaries():
                 print(x[0], x[1], x[2] ,x[3])
     
         what={}
     
         if v>1 :
             print("###(start_current,stop_current,avg_current,max_current,min_current,run_interval_micros) vs runnumber###")
             print(iov.trend(what))
     
         if v>0:
             print("######## trends ########")
         for x in iov.trendinrange(what,options.startRun-1,options.endRun+1):
             if v>0 or x[0]==67647 or x[0]==66893 or x[0]==67264:
                 print(x[0],x[1] ,x[2], x[2][4], x[2][3])
                 #print x[0],x[1] ,x[2], x[2][4], timeStamptoUTC(x[2][6]), timeStamptoUTC(x[2][7])
             if x[2][4] >= minI and x[2][3] <= maxI:
                 runs_b_on.append(int(x[0]))
 
     except Exception as er :
         print(er)
 
     print("### runs with good B field ###")
     print(runs_b_on)
 
     return runs_b_on
 
 

◆ getGoodQRuns()

def findQualityFiles.getGoodQRuns ( )

obtaining list of good quality runs

Definition at line 275 of file findQualityFiles.py.

References createfilelist.int, and print().

 def getGoodQRuns():
 
     runs_good_dq = []
 
     dbs_quiery = "find run where dataset="+options.dqDataset+" and dq="+options.dqCriteria
     print('dbs search --noheader --query="'+dbs_quiery+'" | sort')
 
     os.system('python $DBSCMD_HOME/dbsCommandLine.py -c  search --noheader --query="'+dbs_quiery+'" | sort > /tmp/runs_full_of_pink_bunnies')
 
     #print 'python $DBSCMD_HOME/dbsCommandLine.py -c  search --noheader --query="'+dbs_quiery+'" | sort > /tmp/runs_full_of_pink_bunnies'
 
     ff = open('/tmp/runs_full_of_pink_bunnies', "r")
     line = ff.readline()
     while line and line!='':
         runs_good_dq.append(int(line))
         line = ff.readline()
     ff.close()
 
     os.system('rm /tmp/runs_full_of_pink_bunnies')
 
     print("### runs with good quality ###")
     print(runs_good_dq)
 
     return runs_good_dq
 

◆ getJSONGoodRuns()

def findQualityFiles.getJSONGoodRuns ( )

obtain a list of good runs from JSON file

Definition at line 326 of file findQualityFiles.py.

References geometryDiff.file, and createfilelist.int.

 def getJSONGoodRuns():
 
     # read json file
     jsonfile=file(options.json,'r')
     jsondict = json.load(jsonfile)
 
     runs_good = []
     for run in jsondict.keys(): runs_good.append(int(run))
     runs_good.sort()
 
     #mruns=[]
     #for run in jsondict.keys():
     #  if int(run)<144115 and int(run)>136034: mruns.append(int(run))
     #mruns.sort()
     #print len(mruns),"runs in \n",mruns
     
     return runs_good
 

◆ getRunRegistryGoodRuns()

def findQualityFiles.getRunRegistryGoodRuns ( )

obtaining list of good B and quality runs from Run Registry https://twiki.cern.ch/twiki/bin/view/CMS/DqmRrApi https://twiki.cern.ch/twiki/bin/viewauth/CMS/DQMRunRegistry

Definition at line 305 of file findQualityFiles.py.

References str.

 def getRunRegistryGoodRuns():
 
     server = xmlrpclib.ServerProxy('http://pccmsdqm04.cern.ch/runregistry/xmlrpc')
     
     rr_quiery = "{runNumber}>="+str(options.startRun)+" and {runNumber}<="+str(options.endRun)+\
                 " and {bfield}>="+str(options.minB)+" and {bfield}<="+str(options.maxB)
     if options.dqCriteria != "": rr_quiery += " and "+options.dqCriteria
     
     rrstr = server.RunDatasetTable.export('GLOBAL', 'chart_runs_cum_evs_vs_bfield', rr_quiery)
     rrstr = rrstr.replace("bfield","'bfield'")
     rrstr = rrstr.replace("events","'events'")
     rrdata = eval(rrstr)
 
     runs_good = []
     for rr in rrdata['events']: runs_good.append(rr[0])
 
     return runs_good
 

Variable Documentation

◆ action

findQualityFiles.action

Definition at line 94 of file findQualityFiles.py.

◆ allOptions

string findQualityFiles.allOptions = '### ' + copyargs[0] + ' --alcaDataset ' + options.alcaDataset + ' --isMC ' + options.isMC + \

Definition at line 191 of file findQualityFiles.py.

◆ args

findQualityFiles.args

Definition at line 160 of file findQualityFiles.py.

◆ comma

string findQualityFiles.comma = ","

Definition at line 451 of file findQualityFiles.py.

Referenced by edm::ParameterSetConverter.convertParameterSets(), and edm::FileLocator.init_trivialCatalog().

◆ commandline

string findQualityFiles.commandline = " ".join(copyargs)

Definition at line 40 of file findQualityFiles.py.

◆ copyargs

findQualityFiles.copyargs = sys.argv[:]

Definition at line 34 of file findQualityFiles.py.

◆ dbs_quiery

string findQualityFiles.dbs_quiery = "find run, file.numevents, file where dataset="+options.alcaDataset+" and run>="+str(options.startRun)+" and run<="+str(options.endRun)+" and file.numevents>0"

Find files for good runs.

Definition at line 398 of file findQualityFiles.py.

◆ default

findQualityFiles.default

Definition at line 58 of file findQualityFiles.py.

◆ dest

findQualityFiles.dest

Definition at line 59 of file findQualityFiles.py.

◆ dqDataset

findQualityFiles.dqDataset

Definition at line 173 of file findQualityFiles.py.

◆ ff

findQualityFiles.ff = open('/tmp/runs_and_files_full_of_pink_bunnies','r')

Definition at line 408 of file findQualityFiles.py.

◆ files_events

findQualityFiles.files_events = list(zip(list_of_files, list_of_numevents))

Definition at line 430 of file findQualityFiles.py.

◆ fname

findQualityFiles.fname = fname.rstrip('\n')

Definition at line 410 of file findQualityFiles.py.

◆ help

findQualityFiles.help

Definition at line 54 of file findQualityFiles.py.

◆ infotofile

list findQualityFiles.infotofile = ["### %s\n" % commandline]

Definition at line 43 of file findQualityFiles.py.

◆ jj

findQualityFiles.jj = ''

Definition at line 188 of file findQualityFiles.py.

Referenced by CMSTopTagger._find_min_mass(), algorithm(), myFastSimVal.analyze(), EwkMuDQM.analyze(), TestOutliers.analyze(), TestTrackHits.analyze(), HLTExoticaSubAnalysis.analyze(), SignedDecayLength3D.apply(), JetTracksAssociationDR.associateTracksToJets(), L1TUtmTriggerMenuDumper.beginRun(), HcalLogicalMapGenerator.buildCALIBMap(), CommissioningHistosUsingDb.buildDetInfo(), SiStripFedCabling.buildFedCabling(), TrackerGeomBuilderFromGeometricDet.buildGeomDet(), HcalLogicalMapGenerator.buildHOXMap(), CocoaDaqReaderRoot.BuildMeasurementsFromOptAlign(), Fit.CheckIfMeasIsProportionalToAnother(), SiStripConfigDb.clone(), nnet.compute_layer(), DDG4ProductionCuts.dd4hepInitialize(), nnet.dense(), CommissioningHistosUsingDb.detInfo(), TrackFoldedOccupancyClient.dqmEndJob(), DTTrigGeom.dumpGeom(), MatrixMeschach.EliminateColumns(), MatrixMeschach.EliminateLines(), energy_ieta(), energy_iphi(), DDRPDPosition.execute(), DDBHMAngular.execute(), TkHistoMap.fill(), SiStripCommissioningSource.fillCablingHistos(), FittedEntriesSet.FillCorrelations(), FittedEntriesSet.FillEntriesAveragingSets(), SiPixelActionExecutor.fillFEDErrorSummary(), MELaserPrim.fillHistograms(), Fit.FillMatricesWithMeasurements(), SiPixelActionExecutor.fillSummary(), CocoaDaqReaderRoot.GetMeasFromDist(), CocoaDaqReaderRoot.GetMeasFromPosition2D(), CocoaDaqReaderRoot.GetMeasFromPositionCOPS(), CocoaDaqReaderRoot.GetMeasFromTilt(), Fit.GetMeasurementName(), EcalLaserAnalyzer2.getShapes(), HLTPMDocaFilter.hltFilter(), HLTPMMassFilter.hltFilter(), MELaserPrim.init(), SiStripDbParams.inputDcuInfoXmlFiles(), SiStripDbParams.inputFecXmlFiles(), SiStripDbParams.inputFedXmlFiles(), SiStripDbParams.inputModuleXmlFiles(), TSFit.inverms(), TFParams.inverpj(), OptoScanTask.locateTicks(), main(), FittedEntriesManager.MakeHistos(), GlobalMuonTrackMatcher.match(), SiPixelDigiMorphing.morph(), MatrixMeschach.operator*=(), MatrixMeschach.ostrDump(), l1t::TriggerMenuParser.parseCalo(), l1t::TriggerMenuParser.parseCorrelation(), l1t::TriggerMenuParser.parseCorrelationWithOverlapRemoval(), l1t::TriggerMenuParser.parseEnergySum(), l1t::TriggerMenuParser.parseEnergySumZdc(), l1t::TriggerMenuParser.parseExternal(), l1t::TriggerMenuParser.parseMuon(), SiStripDbParams.partition(), SiStripDbParams.partitionNames(), PerigeeKinematicState.PerigeeKinematicState(), PixelResolutionHistograms.PixelResolutionHistograms(), CSCFakeDBCrosstalk.prefillDBCrosstalk(), MEChannel.print(), SiStripFecCabling.print(), SiStripDetCabling.print(), SiStripDbParams.print(), SiStripConfigDb.printAnalysisDescriptions(), SiStripFedCabling.printDebug(), SiStripConfigDb.printDeviceDescriptions(), SiStripConfigDb.printFedConnections(), SiStripConfigDb.printFedDescriptions(), SiStripFedCabling.printSummary(), TrackListMerger.produce(), GenJetBCEnergyRatio.produce(), FlavorHistoryProducer.produce(), JetTagProducer.produce(), PixelJetPuId.produce(), Phase2L1CaloEGammaEmulator.produce(), reco::modules::JetFlavourIdentifier.produce(), L1EGCrystalClusterEmulatorProducer.produce(), CaloGeometryDBEP< T, U >.produceAligned(), hcaltb::HcalTBTDCUnpacker.reconstructWC(), CMSTopTagger.result(), SiStripConfigDb.runs(), TkHistoMap.setBinContent(), magfieldparam::BFit3D.SetCoeff_Linear(), magfieldparam::BFit.SetField(), IPTools.signedDecayLength3D(), nnet.softmax(), ConfigurationDBHandler.startElement(), HGCalTileIndex.tileExist(), TrackerG4SimHitNumberingScheme.touchToNavStory(), CountProcessesAction.update(), MaterialBudgetForward.update(), MaterialBudget.update(), MaterialBudgetAction.update(), ZdcTestAnalysis.update(), SiStripConfigDb.usingDatabase(), MuonErrorMatrix.Value(), and PixelResolutionHistograms.~PixelResolutionHistograms().

◆ list_of_files

findQualityFiles.list_of_files = []

Definition at line 403 of file findQualityFiles.py.

◆ list_of_numevents

findQualityFiles.list_of_numevents = []

Definition at line 405 of file findQualityFiles.py.

◆ list_of_runs

list findQualityFiles.list_of_runs = []

Definition at line 404 of file findQualityFiles.py.

◆ maxI

int findQualityFiles.maxI = options.maxB*18160/3.8

Definition at line 182 of file findQualityFiles.py.

Referenced by HFTimingTrust.checkHFTimErr(), MuonGeometryArrange.endHist(), HLTMuonTrimuonL3Filter.hltFilter(), HLTMuonL3PreFilter.hltFilter(), HLTMuonDimuonL3Filter.hltFilter(), SimpleHBHEPhase1Algo.m0Time(), L3TkMuonProducer.produce(), CastorSimpleRecAlgoImpl.reco(), HcalSimpleRecAlgoImpl.reco(), ZdcSimpleRecAlgoImpl.reco1(), ZdcSimpleRecAlgoImpl.reco2(), HcalQLPlotAnalAlgos.recoCalib(), HcalSimpleRecAlgoImpl.recoHFTime(), HcalSimpleRecAlgo.reconstruct(), HcalSimpleRecAlgo.reconstructQIE10(), HcalSimpleRecAlgoImpl.removePileup(), and DualByL2TSG.selectTSG().

◆ minI

int findQualityFiles.minI = options.minB*18160/3.8

Definition at line 181 of file findQualityFiles.py.

Referenced by MuonGeometryArrange.endHist().

◆ numevents

findQualityFiles.numevents

Definition at line 410 of file findQualityFiles.py.

◆ options

findQualityFiles.options

Definition at line 160 of file findQualityFiles.py.

◆ parser

findQualityFiles.parser = optparse.OptionParser(usage)

Definition at line 51 of file findQualityFiles.py.

◆ rr

findQualityFiles.rr = ''

Definition at line 185 of file findQualityFiles.py.

Referenced by algorithm(), CaloMCTruthTreeProducer.analyze(), PFMCTruthTreeProducer.analyze(), PPSPixelDigiAnalyzer.analyze(), HLTGetDigi.analyze(), L1MuonRecoTreeProducer.analyze(), CaloSimHitAnalysis.analyzePassiveHits(), ConversionProducer.buildCollection(), hgcal::econd.buildIdleWord(), ConversionProducer.checkTrackPair(), DDHGCalGeom.constructLayers(), RPCTTUMonitor.discriminateGMT(), hgcal::econd.eventPacketHeader(), DDPixBarLayerAlgo.execute(), DDBHMAngular.execute(), PixelCPEFastParamsHost< TrackerTraits >.fillParamsForDevice(), PixelCPEFast< TrackerTraits >.fillParamsForGpu(), BPHDecayToTkpTknSymChargeBuilder.fillRecList(), HGCalGeometry.get8Corners(), HGCalGeometry.getCorners(), HCalSD.getHitFibreBundle(), HCalSD.getHitPMT(), HGCalGeometry.getNewCorners(), CaloTowerGeometry.getSummary(), ZdcGeometry.getSummary(), HGCalTBGeometry.getSummary(), HGCalGeometry.getSummary(), CaloSubdetectorGeometry.getSummary(), HcalGeometry.getSummary(), HGCalWaferType.getType(), math::GraphWalker< DDLogicalPart, DDPosData * >.GraphWalker(), DDBHMAngular.initialize(), HGCalWaferType.intersection(), HGCalTBDDDConstants.isValidCell(), HGCalDDDConstants.isValidCell(), HGCalDDDConstants.isValidCell8(), HGCalTBGeomParameters.loadWaferHexagon(), HGCalGeomParameters.loadWaferHexagon(), GEMStripTopology.localError(), CSCRadialStripTopology.localError(), TkRadialStripTopology.localError(), JetPlusTrackCorrector.matchTracks(), DDHGCalTBModule.positionSensitive(), DDHGCalModuleAlgo.positionSensitive(), DDHGCalModule.positionSensitive(), DDHGCalTBModuleX.positionSensitive(), PrimitiveMatching.process_single_zone_station(), JetTracksAssociationDRVertexAssigned.produce(), pat::PATTrackAndVertexUnpacker.produce(), AlignmentPrescaler.produce(), hgcal::HGCalFrameGenerator.produceECONEvent(), HGCalGeomTools.radius(), external::HEPTopTaggerV2_fixed_R.run(), MaterialBudgetHcal.stopAfter(), MaterialBudget.stopAfter(), MaterialBudgetForward.stopAfter(), MaterialBudgetHcalProducer.stopAfter(), MaterialBudgetVolume.stopAfter(), FEConfigWeightGroupDat.writeArrayDB(), FEConfigLinDat.writeArrayDB(), FEConfigFgrGroupDat.writeArrayDB(), FEConfigOddWeightGroupDat.writeArrayDB(), MonPNMGPADat.writeArrayDB(), MonPNLed1Dat.writeArrayDB(), MonPNIRedDat.writeArrayDB(), MonPNBlueDat.writeArrayDB(), MonPNLed2Dat.writeArrayDB(), MonPNGreenDat.writeArrayDB(), MonPNRedDat.writeArrayDB(), and DCULVRVoltagesDat.writeArrayDB().

◆ run

findQualityFiles.run

Definition at line 410 of file findQualityFiles.py.

◆ runs_b_on

def findQualityFiles.runs_b_on = []

get good B field runs from RunInfo DB

Definition at line 347 of file findQualityFiles.py.

◆ runs_good

def findQualityFiles.runs_good = []

use run registry API is specified

use JSON file if specified

Definition at line 359 of file findQualityFiles.py.

◆ runs_good_dq

def findQualityFiles.runs_good_dq = []

Add requiremment of good quality runs.

Definition at line 358 of file findQualityFiles.py.

◆ size

findQualityFiles.size = len(list_of_files)

Write out results.

Definition at line 443 of file findQualityFiles.py.

◆ total_numevents

findQualityFiles.total_numevents = 0

Definition at line 406 of file findQualityFiles.py.

◆ type

findQualityFiles.type

Definition at line 55 of file findQualityFiles.py.

◆ uniq_list_of_runs

findQualityFiles.uniq_list_of_runs = sorted(set(list_of_runs))

Definition at line 421 of file findQualityFiles.py.

◆ unique_files_events

findQualityFiles.unique_files_events = list(set(files_events))

Definition at line 431 of file findQualityFiles.py.

◆ usage

string findQualityFiles.usage = '%prog [options]\n\n'+\

To parse commandline args.

Definition at line 48 of file findQualityFiles.py.

◆ v

findQualityFiles.v = options.verbose

Definition at line 179 of file findQualityFiles.py.

Functions

Variables

Function Documentation

◆ getGoodBRuns()

◆ getGoodQRuns()

◆ getJSONGoodRuns()

◆ getRunRegistryGoodRuns()

Variable Documentation

◆ action

◆ allOptions

◆ args

◆ comma

◆ commandline

◆ copyargs

◆ dbs_quiery

◆ default

◆ dest

◆ dqDataset

◆ ff

◆ files_events

◆ fname

◆ help

◆ infotofile

◆ jj

◆ list_of_files

◆ list_of_numevents

◆ list_of_runs

◆ maxI

◆ minI

◆ numevents

◆ options

◆ parser

◆ rr

◆ run

◆ runs_b_on

◆ runs_good

◆ runs_good_dq

◆ size

◆ total_numevents

◆ type

◆ uniq_list_of_runs

◆ unique_files_events

◆ usage

◆ v