Reference Manual

def dqm_interfaces.DirWalkerFile.__del__ ( self )

Definition at line 563 of file dqm_interfaces.py.

References dqm_interfaces.DirWalkerFile.workdir.

 
     def __del__(self):
         chdir(self.workdir)

dqm_interfaces.DirWalkerFile.workdir

workdir

Definition: dqm_interfaces.py:552

dqm_interfaces.DirWalkerFile.__del__

def __del__

Definition: dqm_interfaces.py:563

def dqm_interfaces.DirWalkerFile.__fill_single_dir	(	self,
		dir_name,
		directory,
		mother_name = `""`,
		depth = `0`
	)

private

Definition at line 634 of file dqm_interfaces.py.

Referenced by dqm_interfaces.DirWalkerFile.walk().

 
     def __fill_single_dir(self,dir_name,directory,mother_name="",depth=0):
         #print "MOTHER NAME  = +%s+" %mother_name
      #print "About to study %s (in dir %s)" %(dir_name,getcwd())
 
         # see if in black_list
         this_dir=DirID(dir_name,depth)
         #print "  ## this_dir: %s"%(this_dir)
         if this_dir in self.black_list: 
             #print "Directory %s skipped because black-listed" %dir_name
             return 0        
 
         depth+=1
 
         self.cd(dir_name)
         #if dir_name == 'HLTJETMET':
         #    print self.ls()
 
         #print "Test %s with thre %s" %(self.stat_test.name, self.stat_test.threshold)
 
         contents=self.ls()
         if depth==1:
             n_top_contents=len(contents)
 
         #print contents
         cont_counter=1
         comparisons=[]
         for name,obj_type in contents.items():
             if obj_type=="TDirectoryFile":        
                 #We have a dir, launch recursion!
                 #Some feedback on the progress
                 if depth==1:
                     print("Studying directory %s, %s/%s" %(name,cont_counter,n_top_contents))
                     cont_counter+=1          
 
                 #print "Studying directory",name
                 # ok recursion on!
                 subdir=Directory(name)
                 subdir.draw_success=directory.draw_success
                 subdir.do_pngs=directory.do_pngs
                 self.__fill_single_dir(name,subdir,join(mother_name,dir_name),depth)
                 if not subdir.is_empty():
                     if depth==1:
                         print(" ->Appending %s..." %name, end=' ')
                     directory.subdirs.append(subdir)
                     if depth==1:
                         print("Appended.")
             elif name != '':
                 # We have probably an histo. Let's make the plot and the png.        
                 if obj_type[:2]!="TH" and obj_type[:3]!="TPr" :
                     continue
                 h1,h2=self.getObjs(name)
                 #print "COMPARISON : +%s+%s+" %(mother_name,dir_name)
                 path = join(mother_name,dir_name,name)
                 if path in self.black_list_histos:
                     print("  Skipping %s" %(path))
                     directory.comparisons.append(Comparison(name,
                                         join(mother_name,dir_name),
                                         h1,h2,
                                         deepcopy(self.stat_test),
                                         draw_success=directory.draw_success,
                                         do_pngs=directory.do_pngs, skip=True))
                 else:
                     directory.comparisons.append(Comparison(name,
                                           join(mother_name,dir_name),
                                           h1,h2,
                                           deepcopy(self.stat_test),
                                           draw_success=directory.draw_success,
                                           do_pngs=directory.do_pngs, skip=False))
                     directory.filename1 = self.filename1
                     directory.filename2 = self.filename2
                     directory.different_histograms['file1'] = self.different_histograms['file1']
                     directory.different_histograms['file2'] = self.different_histograms['file2']
 
         self.cd("..")

dqm_interfaces.DirWalkerFile.__fill_single_dir

def __fill_single_dir

Definition: dqm_interfaces.py:634

dqm_interfaces.DirID

Definition: dqm_interfaces.py:356

print

void print(TMatrixD &m, const char *label=nullptr, bool mathematicaFormat=false)

Definition: Utilities.cc:47

join

static std::string join(char **cmd)

Definition: RemoteFile.cc:19

def dqm_interfaces.DirWalkerFile.cd	(	self,
		directory_name,
		on_disk = `False`,
		regexp = `False`
	)

Definition at line 566 of file dqm_interfaces.py.

References relativeConstraints.keys.

Referenced by dqm_interfaces.DirWalkerFile.walk().

 
     def cd(self,directory_name, on_disk=False, regexp=False,):
         if regexp == True:
             if len(directory_name)!=0:
                 if on_disk:
                     if not exists(directory_name):
                         makedirs(directory_name)
                         chdir(directory_name)  
                 tmp = self.dqmrootfile2.ls().keys()
                 for elem in tmp:
                     if "Run" in elem:
                         next_dir = elem
                 self.dqmrootfile2.cd(next_dir)
                 tmp = self.dqmrootfile1.ls().keys()
                 for elem in tmp:
                     if "Run" in elem:
                         next_dir = elem
                 self.dqmrootfile1.cd(next_dir)
         else:
             if len(directory_name)!=0:
                 if on_disk:
                     if not exists(directory_name):
                         makedirs(directory_name)
                         chdir(directory_name)
                 self.dqmrootfile2.cd(directory_name)
                 self.dqmrootfile1.cd(directory_name)

dqm_interfaces.DirWalkerFile.cd

def cd

Definition: dqm_interfaces.py:566

relativeConstraints.keys

tuple keys

Definition: relativeConstraints.py:89

def dqm_interfaces.DirWalkerFile.getObjs	(	self,
		name
	)

Definition at line 629 of file dqm_interfaces.py.

 
     def getObjs(self,name):
         h1=self.dqmrootfile1.getObj(name)
         h2=self.dqmrootfile2.getObj(name)
         return h1,h2

dqm_interfaces.DirWalkerFile.getObjs

def getObjs

Definition: dqm_interfaces.py:629

def dqm_interfaces.DirWalkerFile.ls	(	self,
		directory_name = `""`
	)

Return common objects to the 2 files.

Definition at line 592 of file dqm_interfaces.py.

References dirstructure.Directory.different_histograms, and dqm_interfaces.DirWalkerFile.different_histograms.

Referenced by dqm_interfaces.DirWalkerFile.walk().

 
     def ls(self,directory_name=""):
         """Return common objects to the 2 files.
         """
         contents1=self.dqmrootfile1.ls(directory_name)
         contents2=self.dqmrootfile2.ls(directory_name)
         #print "cont1: %s"%(contents1)
         #print "cont2: %s"%(contents2)
         contents={}
         self.different_histograms['file1']= {}
         self.different_histograms['file2']= {}
         keys = [key for key in contents2.keys() if key in contents1] #set of all possible contents from both files
         #print " ## keys: %s" %(keys)
         for key in keys:  #iterate on all unique keys
             if contents1[key]!=contents2[key]:
                 diff_file1 = set(contents1.keys()) - set(contents2.keys()) #set of contents that file1 is missing
                 diff_file2 = set(contents2.keys()) - set(contents1.keys()) #--'-- that file2 is missing
                 for key1 in diff_file1:
                     obj_type = contents1[key1]
                     if obj_type == "TDirectoryFile":
                         self.different_histograms['file1'][key1] = contents1[key1] #if direcory
                         #print "\n Missing inside a dir: ", self.ls(key1)
                         #contents[key] = contents1[key1]
                     if obj_type[:2]!="TH" and obj_type[:3]!="TPr" : #if histogram
                         continue
                     self.different_histograms['file1'][key1] = contents1[key1]
                 for key1 in diff_file2:
                     obj_type = contents2[key1]
                     if obj_type == "TDirectoryFile":
                         self.different_histograms['file2'][key1] = contents2[key1] #if direcory
                         #print "\n Missing inside a dir: ", self.ls(key1)
                         #contents[key] = contents2[key1]
                     if obj_type[:2]!="TH" and obj_type[:3]!="TPr" : #if histogram
                         continue
                     self.different_histograms['file2'][key1] = contents2[key1]
             contents[key]=contents1[key]
         return contents

dqm_interfaces.DirWalkerFile.different_histograms

different_histograms

Definition: dqm_interfaces.py:559

dqm_interfaces.DirWalkerFile.ls

def ls

Definition: dqm_interfaces.py:592

def dqm_interfaces.DirWalkerFile.walk ( self )

Definition at line 709 of file dqm_interfaces.py.

References dqm_interfaces.DirWalkerFile.__fill_single_dir(), dqm::implementation::NavigatorBase.cd(), TFileDirectory.cd(), TFileService.cd(), Folder.cd(), dqm_interfaces.DQMcommunicator.cd(), mkfit::ConfigJsonPatcher.cd(), python.rootplot.utilities.RootFile.cd(), dqm_interfaces.DQMRootFile.cd(), dqm_interfaces.DirWalkerFile.cd(), dqm::implementation::DQMStore.cd(), Book.directory, edmIntegrityCheck.IntegrityCheck.directory, dqm_interfaces.DirFetcher.directory, dqm_interfaces.DirWalkerDB.directory, dqm_interfaces.DirWalkerFile.directory, alcazmumu_cfi.filter, relativeConstraints.keys, WZInterestingEventSelector::event.ls, BeamSpotRcdReader::theBSfromDB.ls, BeamSpotOnlineRecordsReader::theBSOfromDB.ls, MatrixUtil.InputInfo.ls, EcalDeadCellDeltaRFilter.ls, dqm_interfaces.DQMcommunicator.ls(), dqm_interfaces.DQMRootFile.ls(), dqm_interfaces.DirWalkerFile.ls(), print(), uploadPayloads.FileObj.run, RPCRunIOV::RunIOV_Item.run, splitter.FileObj.run, uploader.FileObj.run, beamspot::BeamSpotContainer.run, TB06RecoH2.run, RPCDQMObject.run, TB06Reco.run, MultiEventFilter::Event.run, L1Analysis::L1AnalysisEventDataFormat.run, EfficiencyPlotter.run, lumi::Lumi2DB::LumiSource.run, generateEDF.LumiInfo.run, WZInterestingEventSelector::event.run, MuonRecoTest.run, MatacqProducer::MatacqEventId.run, DTResolutionAnalysisTest.run, options.ConnectionHLTMenu.run, Point.run, BeamSpotRcdReader::theBSfromDB.run, DTDataIntegrityTest.run, BeamSpotOnlineRecordsReader::theBSOfromDB.run, DTBlockedROChannelsTest.run, DTResolutionTest.run, DTChamberEfficiencyTest.run, DTEfficiencyTest.run, ME::Header.run, personalPlayback.Playback.run, DQMNet::CoreObject.run, DTLocalTriggerBaseTest.run, MatrixUtil.InputInfo.run, EcalDeadCellDeltaRFilter.run, HitEff.run, cond::RunInfo_t.run, SiPixelErrorEstimation.run, personalPlayback.FrameworkJob.run, dqm_interfaces.DirWalkerFile.run, JsonOutputProducer::JsonEvent.run, SummaryOutputProducer.run, and SummaryOutputProducer::Event.run.

 
     def walk(self):
         # Build the top dir in the rootfile first
         rundir=""
         if self.run<0:
             # change dir in the first one...
             #print  self.ls().keys()
             first_run_dir = ""
             try:
                 first_run_dir = list(filter(lambda k: "Run " in k, self.ls().keys()))[0]
             except:
                 print("\nRundir not there: Is this a generic rootfile?\n")
             rundir=first_run_dir
             try:
                 self.run= int(rundir.split(" ")[1])
             except:
                 print("Setting run number to 0")
                 self.run= 0
         else:
             rundir="Run %s"%self.run
 
         try:
             self.cd(rundir, False, True) #True -> for checking the Rundir in case of different runs
         except:
             print("\nRundir not there: Is this a generic rootfile?\n")
 
         # Let's rock!
         self.__fill_single_dir(self.directory.name,self.directory)
         print("Finished")
         n_left_threads=len(tcanvas_print_processes)
         if n_left_threads>0:
             print("Waiting for %s threads to finish..." %n_left_threads)
             for p in tcanvas_print_processes:
                 p.join()  
 
 #-------------------------------------------------------------------------------

dqm_interfaces.DirWalkerFile.__fill_single_dir

def __fill_single_dir

Definition: dqm_interfaces.py:634

dqm_interfaces.DirWalkerFile.directory

def dqm_interfaces.DirWalkerFile.__init__	(	self,
		name,
		topdirname,
		rootfilename1,
		rootfilename2,
		run = `-1`,
		black_list = `[]`,
		stat_test = `"KS"`,
		test_threshold = `.5`,
		draw_success = `True`,
		do_pngs = `False`,
		black_list_histos = `[]`
	)

Public Member Functions

Public Attributes

Private Member Functions

Detailed Description

Constructor & Destructor Documentation

Member Function Documentation

Member Data Documentation

Public Member Functions
def	__del__

def	__init__

def	cd

def	getObjs

def	ls

def	walk

Public Attributes
	black_list

	black_list_histos

	different_histograms

	directory

	dqmrootfile1

	dqmrootfile2

	filename1

	filename2

	name

	run

	stat_test

	workdir