Reference Manual

def dqmiolumiharvest.harvestfile ( fname )

Definition at line 129 of file dqmiolumiharvest.py.

References check_interesting(), fake_run(), gotodir(), SiStripPI.max, min(), sistrip::SpyUtilities.range(), rangecheck(), and str.

 
 def harvestfile(fname):
     f = ROOT.TFile.Open(ROOTPREFIX + fname)
     idxtree = getattr(f, "Indices")
     #idxtree.GetEntry._threaded = True # now the blocking call should release the GIL...
 
     # we have no good way to find out which lumis where processed in a job.
     # so we watch the per-lumi indices and assume that all mentioned lumis 
     # are covered in the end-of-job MEs. This might fail if there are no 
     # per-lumi MEs.
     knownlumis = set()
     files = []
 
     for i in range(idxtree.GetEntries()):
         idxtree.GetEntry(i)
         run, lumi, metype = idxtree.Run, idxtree.Lumi, idxtree.Type
         if lumi != 0:
             knownlumis.add(lumi)
 
         if not treenames[metype] in interesting_types:
             continue
 
 
         endrun = run # assume no multi-run files for now
         if lumi == 0: # per-job ME
             endlumi = max(knownlumis)
             lumi = min(knownlumis)
         else: 
             endlumi = lumi
 
         if not (rangecheck(run, lumi) or rangecheck(endrun, endlumi)):
           continue
         if perlumionly and lumi != endlumi:
           continue
            
         # we do the saving in here, concurrently with the reading, to avoid
         # needing to copy/move the TH1's.
         # doing a round-trip via JSON would probably also work, but this seems
         # cleaner. For better structure, one could use Generators...
         # but things need to stay in the same process (from multiprocessing).
         filename = "DQM_V0001_R%s__perlumiharvested__perlumi%d_%s_v1__DQMIO.root" % (fake_run(lumi, endlumi), run, treenames[metype])
         prefix = ["DQMData", "Run %s" % fake_run(lumi, endlumi)]
         # we open the file only on the first found ME, to avoid empty files.
         result_file = None
         subsystems = set()
 
         # inclusive range -- for 0 entries, row is left out
         firstidx, lastidx = idxtree.FirstIndex, idxtree.LastIndex
         metree = getattr(f, treenames[metype])
         # this GetEntry is only to make sure the TTree is initialized correctly
         metree.GetEntry(0)
         metree.SetBranchStatus("*",0)
         metree.SetBranchStatus("FullName",1)
 
         for x in range(firstidx, lastidx+1):
             metree.GetEntry(x)
             mename = str(metree.FullName)
             if check_interesting(mename):
                 metree.GetEntry(x, 1)
                 value = metree.Value
 
                 # navigate the TDirectory and save the thing again
                 if not result_file:
                     result_file = ROOT.TFile(filename, 'recreate')
                 path = mename.split("/")
                 filepath = prefix + [path[0], "Run summary"] + path[1:]
                 subsystems.add(path[0])
                 gotodir(result_file, filepath)
                 value.Write()
 
         # if we found a ME and wrote it to a file, finalize the file here.
         if result_file:
             # DQMGUI wants these to show them in the header bar. The folder name
             # in the TDirectory is also checked and has to match the filename,
             # but the  headerbar can show anything and uses these magic MEs.
             for subsys in subsystems:
                 # last item is considerd object name and ignored
                 gotodir(result_file, prefix + [subsys, "Run summary", "EventInfo", "blub"])
                 s = ROOT.TObjString("<iRun>i=%s</iRun>" % fake_run(lumi, endlumi))
                 s.Write()
                 s = ROOT.TObjString("<iLumiSection>i=%s</iLumiSection>" % run)
                 s.Write()
                 # we could also set iEvent and runStartTimeStamp if we had values.
             result_file.Close()
             files.append(filename)
 
     return files

dqmiolumiharvest.harvestfile

def harvestfile

Definition: dqmiolumiharvest.py:129

dqmiolumiharvest.gotodir

def gotodir

Definition: dqmiolumiharvest.py:122

dqmiolumiharvest.check_interesting

def check_interesting

Definition: dqmiolumiharvest.py:101

sistrip::SpyUtilities::range

const uint16_t range(const Frame &aFrame)

Definition: SiStripSpyUtilities.cc:76

min

T min(T a, T b)

Definition: MathUtil.h:58

SiStripPI::max

Definition: SiStripPayloadInspectorHelper.h:169

dqmiolumiharvest.fake_run

def fake_run

Definition: dqmiolumiharvest.py:78

dqmiolumiharvest.rangecheck

def rangecheck

Definition: dqmiolumiharvest.py:106

str

#define str(s)

Definition: TestProcessor.cc:53

tuple dqmiolumiharvest.j = json.load(f)

Definition at line 66 of file dqmiolumiharvest.py.

Variables
tuple	args = parser.parse_args()

int	ctr = 0

tuple	files = dasquery(args.dataset)

	interesting_mes = args.me

dictionary	interesting_types

tuple	j = json.load(f)

dictionary	lumiranges = {int(run): lumis for run, lumis in j.iteritems()}

tuple	parser

	perlumionly = True

tuple	pool = multiprocessing.Pool(processes=args.njobs)

string	ROOTPREFIX = "root://cms-xrd-global.cern.ch/"

dictionary	treenames

	uploadurl = None

Functions

Variables

Function Documentation

Variable Documentation

Functions
def	check_interesting

def	create_dir

def	dasquery

def	fake_run

def	gotodir

def	harvestfile

def	rangecheck

def	uploadfile

def dqmiolumiharvest.create_dir	(	parent_dir,
		name
	)

def dqmiolumiharvest.fake_run	(	lumi,
		endlumi
	)

def dqmiolumiharvest.gotodir	(	base,
		path
	)

def dqmiolumiharvest.rangecheck	(	run,
		lumi
	)