MatrixUtil.InputInfo Class Reference

Inheritance diagram for MatrixUtil.InputInfo:

Public Member Functions
def	__init__ (self, dataSet, dataSetParent='', label='', run=[], ls={}, files=1000, events=InputInfoNDefault, split=10, location='CAF', ib_blacklist=None, ib_block=None)
def	__str__ (self)
def	das (self, das_options, dataset)
def	lumiRanges (self)
def	lumis (self)
def	queries (self, dataset)

Public Attributes
	dataSet
	dataSetParent
	events
	files
	ib_blacklist
	ib_block
	label
	location
	ls
	run
	split

Detailed Description

Definition at line 105 of file MatrixUtil.py.

Constructor & Destructor Documentation

__init__()

def MatrixUtil.InputInfo.__init__	(		self,
			dataSet,
			dataSetParent = '',
			label = '',
			run = [],
			ls = {},
			files = 1000,
			events = InputInfoNDefault,
			split = 10,
			location = 'CAF',
			ib_blacklist = None,
			ib_block = None
	)

Definition at line 106 of file MatrixUtil.py.

    def __init__(self,dataSet,dataSetParent='',label='',run=[],ls={},files=1000,events=InputInfoNDefault,split=10,location='CAF',ib_blacklist=None,ib_block=None) :
        self.run = run
        self.ls = ls
        self.files = files
        self.events = events
        self.location = location
        self.label = label
        self.dataSet = dataSet
        self.split = split
        self.ib_blacklist = ib_blacklist
        self.ib_block = ib_block
        self.dataSetParent = dataSetParent
        

Member Function Documentation

__str__()

def MatrixUtil.InputInfo.__str__

(

self

)

Definition at line 198 of file MatrixUtil.py.

References MatrixUtil.InputInfo.dataSet, MatrixUtil.InputInfo.ib_block, RPCRunIOV::RunIOV_Item.run, RPCDQMObject.run, TB06Reco.run, TB06RecoH2.run, Point.run, BeamSpotRcdReader::theBSfromDB.run, BeamSpotOnlineRecordsReader::theBSOfromDB.run, ME::Header.run, MatrixUtil.InputInfo.run, HitEff.run, cond::RunInfo_t.run, and SiPixelErrorEstimation.run.

Referenced by edmStreamStallGrapher.Point.__repr__().

    def __str__(self):
        if self.ib_block:
            return "input from: {0} with run {1}#{2}".format(self.dataSet, self.ib_block, self.run)
        return "input from: {0} with run {1}".format(self.dataSet, self.run)

    
# merge dictionaries, with prioty on the [0] index

das()

def MatrixUtil.InputInfo.das	(		self,
			das_options,
			dataset
	)

Definition at line 119 of file MatrixUtil.py.

References MatrixUtil.InputInfo.ib_blacklist, join(), BeamSpotRcdReader::theBSfromDB.ls, BeamSpotOnlineRecordsReader::theBSOfromDB.ls, MatrixUtil.InputInfo.ls, MatrixUtil.InputInfo.lumis(), DB_ME.queries, MatrixUtil.InputInfo.queries(), RPCRunIOV::RunIOV_Item.run, RPCDQMObject.run, TB06Reco.run, TB06RecoH2.run, Point.run, BeamSpotRcdReader::theBSfromDB.run, BeamSpotOnlineRecordsReader::theBSOfromDB.run, ME::Header.run, MatrixUtil.InputInfo.run, HitEff.run, cond::RunInfo_t.run, and SiPixelErrorEstimation.run.

    def das(self, das_options, dataset):
        if len(self.run) != 0 or self.ls:
            queries = self.queries(dataset)
            if len(self.run) != 0:
              command = ";".join(["dasgoclient %s --query '%s'" % (das_options, query) for query in queries])
            else:
              lumis = self.lumis()
              commands = []
              while queries:
                commands.append("dasgoclient %s --query 'lumi,%s' --format json | das-selected-lumis.py %s " % (das_options, queries.pop(), lumis.pop()))
              command = ";".join(commands)
            command = "({0})".format(command)
        else:
            command = "dasgoclient %s --query '%s'" % (das_options, self.queries(dataset)[0])
       
        # Run filter on DAS output 
        if self.ib_blacklist:
            command += " | grep -E -v "
            command += " ".join(["-e '{0}'".format(pattern) for pattern in self.ib_blacklist])
        from os import getenv
        if getenv("CMSSW_USE_IBEOS","false")=="true": return command + " | ibeos-lfn-sort"
        return command + " | sort -u"

lumiRanges()

def MatrixUtil.InputInfo.lumiRanges

(

self

)

Definition at line 142 of file MatrixUtil.py.

References createfilelist.int, join(), relativeConstraints.keys, BeamSpotRcdReader::theBSfromDB.ls, BeamSpotOnlineRecordsReader::theBSOfromDB.ls, MatrixUtil.InputInfo.ls, RPCRunIOV::RunIOV_Item.run, TB06RecoH2.run, TB06Reco.run, RPCDQMObject.run, Point.run, BeamSpotRcdReader::theBSfromDB.run, BeamSpotOnlineRecordsReader::theBSOfromDB.run, ME::Header.run, MatrixUtil.InputInfo.run, HitEff.run, cond::RunInfo_t.run, and SiPixelErrorEstimation.run.

    def lumiRanges(self):
        if len(self.run) != 0:
            return "echo '{\n"+",".join(('"%d":[[1,268435455]]\n'%(x,) for x in self.run))+"}'"
        if self.ls :
            return "echo '{\n"+",".join(('"%d" : %s\n'%( int(x),self.ls[x]) for x in self.ls.keys()))+"}'"
        return None

lumis()

def MatrixUtil.InputInfo.lumis

(

self

)

Definition at line 149 of file MatrixUtil.py.

References join(), relativeConstraints.keys, BeamSpotRcdReader::theBSfromDB.ls, BeamSpotOnlineRecordsReader::theBSOfromDB.ls, MatrixUtil.InputInfo.ls, and str.

Referenced by MatrixUtil.InputInfo.das().

    def lumis(self):
      query_lumis = []
      if self.ls:
        for run in sorted(self.ls.keys()):
          run_lumis = []
          for rng in self.ls[run]:
              if isinstance(rng, int):
                  run_lumis.append(str(rng))
              else:
                  run_lumis.append(str(rng[0])+","+str(rng[1]))
          query_lumis.append(":".join(run_lumis))
      return query_lumis

queries()

def MatrixUtil.InputInfo.queries	(		self,
			dataset
	)

Definition at line 162 of file MatrixUtil.py.

References MatrixUtil.InputInfo.ib_block, relativeConstraints.keys, BeamSpotRcdReader::theBSfromDB.ls, BeamSpotOnlineRecordsReader::theBSOfromDB.ls, MatrixUtil.InputInfo.ls, RPCRunIOV::RunIOV_Item.run, TB06Reco.run, TB06RecoH2.run, RPCDQMObject.run, Point.run, BeamSpotRcdReader::theBSfromDB.run, BeamSpotOnlineRecordsReader::theBSOfromDB.run, ME::Header.run, MatrixUtil.InputInfo.run, HitEff.run, cond::RunInfo_t.run, and SiPixelErrorEstimation.run.

Referenced by MatrixUtil.InputInfo.das().

    def queries(self, dataset):
        query_by = "block" if self.ib_block else "dataset"
        query_source = "{0}#{1}".format(dataset, self.ib_block) if self.ib_block else dataset

        if self.ls :
            the_queries = []
            #for query_run in self.ls.keys():
            # print "run is %s"%(query_run)
            # if you have a LS list specified, still query das for the full run (multiple ls queries take forever)
            # and use step1_lumiRanges.log to run only on LS which respect your selection

            # DO WE WANT T2_CERN ?
            return ["file {0}={1} run={2}".format(query_by, query_source, query_run) for query_run in sorted(self.ls.keys())]
            #return ["file {0}={1} run={2} site=T2_CH_CERN".format(query_by, query_source, query_run) for query_run in self.ls.keys()]


                # 
                #for a_range in self.ls[query_run]:
                #    # print "a_range is %s"%(a_range)
                #    the_queries +=  ["file {0}={1} run={2} lumi={3} ".format(query_by, query_source, query_run, query_ls) for query_ls in expandLsInterval(a_range) ]
            #print the_queries
            return the_queries

        site = " site=T2_CH_CERN"
        if "CMSSW_DAS_QUERY_SITES" in os.environ:
            if os.environ["CMSSW_DAS_QUERY_SITES"]:
                site = " site=%s" % os.environ["CMSSW_DAS_QUERY_SITES"]
            else:
                site = ""
        if len(self.run) != 0:
            return ["file {0}={1} run={2}{3}".format(query_by, query_source, query_run, site) for query_run in self.run]
            #return ["file {0}={1} run={2} ".format(query_by, query_source, query_run) for query_run in self.run]
        else:
            return ["file {0}={1}{2}".format(query_by, query_source, site)]
            #return ["file {0}={1} ".format(query_by, query_source)]

Member Data Documentation

dataSet

MatrixUtil.InputInfo.dataSet

Definition at line 113 of file MatrixUtil.py.

Referenced by MatrixUtil.InputInfo.__str__().

dataSetParent

MatrixUtil.InputInfo.dataSetParent

Definition at line 117 of file MatrixUtil.py.

events

MatrixUtil.InputInfo.events

Definition at line 110 of file MatrixUtil.py.

Referenced by eventsfwlite.Events.__getattr__(), eventsfwlite.Events.__getitem__(), eventsfwlite.Events.__len__(), looper.Looper.loop(), and looper.Looper.process().

files

MatrixUtil.InputInfo.files

Definition at line 109 of file MatrixUtil.py.

Referenced by chain.Chain._guessTreeName(), dataset.BaseDataset.listOfFiles(), dataset.BaseDataset.listOfGoodFiles(), and dataset.BaseDataset.printFiles().

ib_blacklist

MatrixUtil.InputInfo.ib_blacklist

Definition at line 115 of file MatrixUtil.py.

Referenced by MatrixUtil.InputInfo.das().

ib_block

MatrixUtil.InputInfo.ib_block

Definition at line 116 of file MatrixUtil.py.

Referenced by MatrixUtil.InputInfo.__str__(), and MatrixUtil.InputInfo.queries().

label

MatrixUtil.InputInfo.label

Definition at line 112 of file MatrixUtil.py.

Referenced by python.rootplot.root2matplotlib.Hist.bar(), python.rootplot.root2matplotlib.Hist.barh(), python.rootplot.root2matplotlib.Hist.errorbar(), python.rootplot.root2matplotlib.Hist.errorbarh(), core.TriggerMatchAnalyzer.TriggerMatchAnalyzer.process(), and core.AutoHandle.AutoHandle.ReallyLoad().

location

MatrixUtil.InputInfo.location

Definition at line 111 of file MatrixUtil.py.

ls

MatrixUtil.InputInfo.ls

Definition at line 108 of file MatrixUtil.py.

Referenced by MatrixUtil.InputInfo.das(), dqm_interfaces.DQMcommunicator.get_root_objects(), dqm_interfaces.DQMcommunicator.get_root_objects_list(), dqm_interfaces.DQMcommunicator.get_root_objects_list_recursive(), dqm_interfaces.DQMcommunicator.get_root_objects_names_list_recursive(), dqm_interfaces.DQMcommunicator.get_root_objects_recursive(), MatrixUtil.InputInfo.lumiRanges(), MatrixUtil.InputInfo.lumis(), MatrixUtil.InputInfo.queries(), and dqm_interfaces.DirWalkerFile.walk().

run

MatrixUtil.InputInfo.run

Definition at line 107 of file MatrixUtil.py.

Referenced by generateEDF.LumiInfo.__str__(), MatrixUtil.InputInfo.__str__(), DTWorkflow.DTWorkflow.all(), Types.EventID.cppID(), Types.LuminosityBlockID.cppID(), MatrixUtil.InputInfo.das(), personalPlayback.Playback.do_create_lumi(), personalPlayback.Playback.do_exec(), o2olib.O2OTool.execute(), generateEDF.LumiInfo.fixXingInfo(), MatrixUtil.InputInfo.lumiRanges(), MatrixUtil.InputInfo.queries(), and dqm_interfaces.DirWalkerFile.walk().

split

MatrixUtil.InputInfo.split

Definition at line 114 of file MatrixUtil.py.