Inheritance diagram for MatrixUtil.InputInfo:

Public Member Functions
def	__init__ (self, dataSet, dataSetParent='', label='', run=[], ls={}, files=1000, events=InputInfoNDefault, split=10, location='CAF', ib_blacklist=None, ib_block=None, skimEvents=False)

def	__str__ (self)

def	das (self, das_options, dataset)

def	lumiRanges (self)

def	lumis (self)

def	queries (self, dataset)

Public Attributes
	dataSet

	dataSetParent

	events

	files

	ib_blacklist

	ib_block

	label

	location

	ls

	run

	skimEvents

	split

Detailed Description

Definition at line 105 of file MatrixUtil.py.

Constructor & Destructor Documentation

◆ init()

def MatrixUtil.InputInfo.__init__	(	self,
		dataSet,
		dataSetParent = `''`,
		label = `''`,
		run = `[]`,
		ls = `{}`,
		files = `1000`,
		events = `InputInfoNDefault`,
		split = `10`,
		location = `'CAF'`,
		ib_blacklist = `None`,
		ib_block = `None`,
		skimEvents = `False`
	)

Definition at line 106 of file MatrixUtil.py.

     def __init__(self,dataSet,dataSetParent='',label='',run=[],ls={},files=1000,events=InputInfoNDefault,split=10,location='CAF',ib_blacklist=None,ib_block=None,skimEvents=False) :
         self.run = run
         self.ls = ls
         self.files = files
         self.events = events
         self.location = location
         self.label = label
         self.dataSet = dataSet
         self.split = split
         self.ib_blacklist = ib_blacklist
         self.ib_block = ib_block
         self.dataSetParent = dataSetParent
         self.skimEvents = skimEvents
 

Member Function Documentation

◆ str()

def MatrixUtil.InputInfo.__str__ ( self )

Definition at line 209 of file MatrixUtil.py.

References MatrixUtil.InputInfo.dataSet, MatrixUtil.InputInfo.ib_block, RPCRunIOV::RunIOV_Item.run, RPCDQMObject.run, TB06Reco.run, TB06RecoH2.run, Point.run, BeamProfileHLLHC2DBReader::TheBSfromDB.run, BeamProfile2DBReader::TheBSfromDB.run, BeamSpotRcdReader::theBSfromDB.run, BeamSpotOnlineRecordsReader::theBSOfromDB.run, ME::Header.run, MatrixUtil.InputInfo.run, HitEff.run, cond::RunInfo_t.run, and SiPixelErrorEstimation.run.

Referenced by edmStreamStallGrapher.Point.__repr__().

     def __str__(self):
         if self.ib_block:
             return "input from: {0} with run {1}#{2}".format(self.dataSet, self.ib_block, self.run)
         return "input from: {0} with run {1}".format(self.dataSet, self.run)
 
     
 # merge dictionaries, with prioty on the [0] index

◆ das()

def MatrixUtil.InputInfo.das	(	self,
		das_options,
		dataset
	)

Definition at line 120 of file MatrixUtil.py.

References JanAlignmentAlgorithm.events, ME::Header.events, HitEff.events, HitResol.events, MatrixUtil.InputInfo.events, CosmicRateAnalyzer.events, MatrixUtil.InputInfo.ib_blacklist, join(), BeamProfile2DBReader::TheBSfromDB.ls, BeamProfileHLLHC2DBReader::TheBSfromDB.ls, BeamSpotRcdReader::theBSfromDB.ls, BeamSpotOnlineRecordsReader::theBSOfromDB.ls, MatrixUtil.InputInfo.ls, MatrixUtil.InputInfo.lumis(), DB_ME.queries, MatrixUtil.InputInfo.queries(), RPCRunIOV::RunIOV_Item.run, RPCDQMObject.run, TB06Reco.run, TB06RecoH2.run, Point.run, BeamProfile2DBReader::TheBSfromDB.run, BeamProfileHLLHC2DBReader::TheBSfromDB.run, BeamSpotRcdReader::theBSfromDB.run, BeamSpotOnlineRecordsReader::theBSOfromDB.run, ME::Header.run, MatrixUtil.InputInfo.run, HitEff.run, cond::RunInfo_t.run, SiPixelErrorEstimation.run, and MatrixUtil.InputInfo.skimEvents.

     def das(self, das_options, dataset):
         if not self.skimEvents and (len(self.run) != 0 or self.ls):
             queries = self.queries(dataset)
             if len(self.run) != 0:
                 command = ";".join(["dasgoclient %s --query '%s'" % (das_options, query) for query in queries])
             else:
               lumis = self.lumis()
               commands = []
               while queries:
                     commands.append("dasgoclient %s --query 'lumi,%s' --format json | das-selected-lumis.py %s " % (das_options, queries.pop(), lumis.pop()))
               command = ";".join(commands)
             command = "({0})".format(command)
         elif not self.skimEvents:
             command = "dasgoclient %s --query '%s'" % (das_options, self.queries(dataset)[0])
         elif self.skimEvents:
             from os import getenv
             if getenv("JENKINS_PREFIX") is not None:
                 # to be sure that whatever happens the files are only those at CERN
                 command = "das-up-to-nevents.py -d %s -e %d -pc -l lumi_ranges.txt"%(dataset,self.events)
             else:
                 command = "das-up-to-nevents.py -d %s -e %d -l lumi_ranges.txt"%(dataset,self.events)
         # Run filter on DAS output 
         if self.ib_blacklist:
             command += " | grep -E -v "
             command += " ".join(["-e '{0}'".format(pattern) for pattern in self.ib_blacklist])
         if not self.skimEvents: 
             from os import getenv
             if getenv("CMSSW_USE_IBEOS","false")=="true":
                 return "export CMSSW_USE_IBEOS=true; " + command + " | ibeos-lfn-sort"
             return command + " | sort -u"
         else:
             return command
 

◆ lumiRanges()

def MatrixUtil.InputInfo.lumiRanges ( self )

Definition at line 153 of file MatrixUtil.py.

References createfilelist.int, join(), relativeConstraints.keys, BeamProfileHLLHC2DBReader::TheBSfromDB.ls, BeamProfile2DBReader::TheBSfromDB.ls, BeamSpotRcdReader::theBSfromDB.ls, BeamSpotOnlineRecordsReader::theBSOfromDB.ls, MatrixUtil.InputInfo.ls, RPCRunIOV::RunIOV_Item.run, TB06Reco.run, TB06RecoH2.run, RPCDQMObject.run, Point.run, BeamProfile2DBReader::TheBSfromDB.run, BeamProfileHLLHC2DBReader::TheBSfromDB.run, BeamSpotRcdReader::theBSfromDB.run, BeamSpotOnlineRecordsReader::theBSOfromDB.run, ME::Header.run, MatrixUtil.InputInfo.run, HitEff.run, cond::RunInfo_t.run, and SiPixelErrorEstimation.run.

     def lumiRanges(self):
         if len(self.run) != 0:
             return "echo '{\n"+",".join(('"%d":[[1,268435455]]\n'%(x,) for x in self.run))+"}'"
         if self.ls :
             return "echo '{\n"+",".join(('"%d" : %s\n'%( int(x),self.ls[x]) for x in self.ls.keys()))+"}'"
         return None
     

◆ lumis()

def MatrixUtil.InputInfo.lumis ( self )

Definition at line 160 of file MatrixUtil.py.

References join(), relativeConstraints.keys, BeamProfileHLLHC2DBReader::TheBSfromDB.ls, BeamProfile2DBReader::TheBSfromDB.ls, BeamSpotRcdReader::theBSfromDB.ls, BeamSpotOnlineRecordsReader::theBSOfromDB.ls, MatrixUtil.InputInfo.ls, and str.

Referenced by MatrixUtil.InputInfo.das().

     def lumis(self):
       query_lumis = []
       if self.ls:
         for run in sorted(self.ls.keys()):
           run_lumis = []
           for rng in self.ls[run]:
               if isinstance(rng, int):
                   run_lumis.append(str(rng))
               else:
                   run_lumis.append(str(rng[0])+","+str(rng[1]))
           query_lumis.append(":".join(run_lumis))
       return query_lumis
 

◆ queries()

def MatrixUtil.InputInfo.queries	(	self,
		dataset
	)

Definition at line 173 of file MatrixUtil.py.

References MatrixUtil.InputInfo.ib_block, relativeConstraints.keys, BeamProfile2DBReader::TheBSfromDB.ls, BeamProfileHLLHC2DBReader::TheBSfromDB.ls, BeamSpotRcdReader::theBSfromDB.ls, BeamSpotOnlineRecordsReader::theBSOfromDB.ls, MatrixUtil.InputInfo.ls, RPCRunIOV::RunIOV_Item.run, TB06Reco.run, TB06RecoH2.run, RPCDQMObject.run, Point.run, BeamProfile2DBReader::TheBSfromDB.run, BeamProfileHLLHC2DBReader::TheBSfromDB.run, BeamSpotRcdReader::theBSfromDB.run, BeamSpotOnlineRecordsReader::theBSOfromDB.run, ME::Header.run, MatrixUtil.InputInfo.run, HitEff.run, cond::RunInfo_t.run, and SiPixelErrorEstimation.run.

Referenced by MatrixUtil.InputInfo.das().

     def queries(self, dataset):
         query_by = "block" if self.ib_block else "dataset"
         query_source = "{0}#{1}".format(dataset, self.ib_block) if self.ib_block else dataset
 
         if self.ls :
             the_queries = []
             #for query_run in self.ls.keys():
             # print "run is %s"%(query_run)
             # if you have a LS list specified, still query das for the full run (multiple ls queries take forever)
             # and use step1_lumiRanges.log to run only on LS which respect your selection
 
             # DO WE WANT T2_CERN ?
             return ["file {0}={1} run={2}".format(query_by, query_source, query_run) for query_run in sorted(self.ls.keys())]
             #return ["file {0}={1} run={2} site=T2_CH_CERN".format(query_by, query_source, query_run) for query_run in self.ls.keys()]
 
 
                 # 
                 #for a_range in self.ls[query_run]:
                 #    # print "a_range is %s"%(a_range)
                 #    the_queries +=  ["file {0}={1} run={2} lumi={3} ".format(query_by, query_source, query_run, query_ls) for query_ls in expandLsInterval(a_range) ]
             #print the_queries
             return the_queries
 
         site = " site=T2_CH_CERN"
         if "CMSSW_DAS_QUERY_SITES" in os.environ:
             if os.environ["CMSSW_DAS_QUERY_SITES"]:
                 site = " site=%s" % os.environ["CMSSW_DAS_QUERY_SITES"]
             else:
                 site = ""
         if len(self.run) != 0:
             return ["file {0}={1} run={2}{3}".format(query_by, query_source, query_run, site) for query_run in self.run]
             #return ["file {0}={1} run={2} ".format(query_by, query_source, query_run) for query_run in self.run]
         else:
             return ["file {0}={1}{2}".format(query_by, query_source, site)]
             #return ["file {0}={1} ".format(query_by, query_source)]
 