Inheritance diagram for dqm_interfaces.DirWalkerFile:

Public Member Functions
def	__del__ (self)

def	__init__ (self, name, topdirname, rootfilename1, rootfilename2, run=-1, black_list=[], stat_test="KS", test_threshold=.5, draw_success=True, do_pngs=False, black_list_histos=[])

def	cd (self, directory_name, on_disk=False, regexp=False)

def	getObjs (self, name)

def	ls (self, directory_name="")

def	walk (self)

Public Attributes
	black_list

	black_list_histos

	different_histograms

	directory

	dqmrootfile1

	dqmrootfile2

	filename1

	filename2

	name

	run

	stat_test

	workdir

Private Member Functions
def	__fill_single_dir (self, dir_name, directory, mother_name="", depth=0)

Detailed Description

Definition at line 540 of file dqm_interfaces.py.

Constructor & Destructor Documentation

def dqm_interfaces.DirWalkerFile.__init__	(	self,
		name,
		topdirname,
		rootfilename1,
		rootfilename2,
		run = `-1`,
		black_list = `[]`,
		stat_test = `"KS"`,
		test_threshold = `.5`,
		draw_success = `True`,
		do_pngs = `False`,
		black_list_histos = `[]`
	)

Definition at line 541 of file dqm_interfaces.py.

   def __init__(self, name, topdirname,rootfilename1, rootfilename2, run=-1, black_list=[], stat_test="KS", test_threshold=.5,draw_success=True,do_pngs=False, black_list_histos=[]):
     self.name=name
     self.dqmrootfile1=DQMRootFile(abspath(rootfilename1))
     self.dqmrootfile2=DQMRootFile(abspath(rootfilename2))
     self.run=run
     self.stat_test=Statistical_Tests[stat_test](test_threshold)
     self.workdir=getcwd()
     self.black_list=black_list
     self.directory=Directory(topdirname)
     #print "DIRWALKERFILE %s %s" %(draw_success,do_pngs)
     self.directory.draw_success=draw_success
     self.directory.do_pngs=do_pngs
     self.black_list_histos = black_list_histos
     self.different_histograms = {}
     self.filename1 = basename(rootfilename2)
     self.filename2 = basename(rootfilename1)
 

def dqm_interfaces.DirWalkerFile.__del__ ( self )

Definition at line 558 of file dqm_interfaces.py.

References dqm_interfaces.DirWalkerFile.workdir.

   def __del__(self):
     chdir(self.workdir)
      

Member Function Documentation

def dqm_interfaces.DirWalkerFile.__fill_single_dir	(	self,
		dir_name,
		directory,
		mother_name = `""`,
		depth = `0`
	)

private

Definition at line 629 of file dqm_interfaces.py.

Referenced by dqm_interfaces.DirWalkerFile.walk().

   def __fill_single_dir(self,dir_name,directory,mother_name="",depth=0):
     #print "MOTHER NAME  = +%s+" %mother_name
    #print "About to study %s (in dir %s)" %(dir_name,getcwd())
         
     # see if in black_list
     this_dir=DirID(dir_name,depth)
     #print "  ## this_dir: %s"%(this_dir)
     if this_dir in self.black_list: 
       #print "Directory %s skipped because black-listed" %dir_name
       return 0        
         
     depth+=1
     
     self.cd(dir_name)
     #if dir_name == 'HLTJETMET':
     #    print self.ls()
     
     #print "Test %s with thre %s" %(self.stat_test.name, self.stat_test.threshold)
     
     contents=self.ls()
     if depth==1:
       n_top_contents=len(contents)
     
     #print contents
     cont_counter=1
     comparisons=[]
     for name,obj_type in contents.items():
       if obj_type=="TDirectoryFile":        
         #We have a dir, launch recursion!
         #Some feedback on the progress
         if depth==1:
           print "Studying directory %s, %s/%s" %(name,cont_counter,n_top_contents)
           cont_counter+=1          
  
         #print "Studying directory",name
         # ok recursion on!
         subdir=Directory(name)
         subdir.draw_success=directory.draw_success
         subdir.do_pngs=directory.do_pngs
         self.__fill_single_dir(name,subdir,join(mother_name,dir_name),depth)
         if not subdir.is_empty():
           if depth==1:
             print " ->Appending %s..." %name,
           directory.subdirs.append(subdir)
           if depth==1:
             print "Appended."
       else:
         # We have probably an histo. Let's make the plot and the png.        
         if obj_type[:2]!="TH" and obj_type[:3]!="TPr" :
           continue
         h1,h2=self.getObjs(name)
         #print "COMPARISON : +%s+%s+" %(mother_name,dir_name)
         path = join(mother_name,dir_name,name)
         if path in self.black_list_histos:
           print "  Skipping %s" %(path)
           directory.comparisons.append(Comparison(name,
                               join(mother_name,dir_name),
                               h1,h2,
                               deepcopy(self.stat_test),
                               draw_success=directory.draw_success,
                               do_pngs=directory.do_pngs, skip=True))
         else:
           directory.comparisons.append(Comparison(name,
                                 join(mother_name,dir_name),
                                 h1,h2,
                                 deepcopy(self.stat_test),
                                 draw_success=directory.draw_success,
                                 do_pngs=directory.do_pngs, skip=False))
           directory.filename1 = self.filename1
           directory.filename2 = self.filename2
           directory.different_histograms['file1'] = self.different_histograms['file1']
           directory.different_histograms['file2'] = self.different_histograms['file2']
 
     self.cd("..")
    

def dqm_interfaces.DirWalkerFile.cd	(	self,
		directory_name,
		on_disk = `False`,
		regexp = `False`
	)

Definition at line 561 of file dqm_interfaces.py.

References relativeConstraints.keys.

Referenced by dqm_interfaces.DirWalkerFile.walk().

   def cd(self,directory_name, on_disk=False, regexp=False,):
     if regexp == True:
         if len(directory_name)!=0:
             if on_disk:
                 if not exists(directory_name):
                     makedirs(directory_name)
                     chdir(directory_name)  
             tmp = self.dqmrootfile2.ls().keys()
             for elem in tmp:
                 if "Run" in elem:
                     next_dir = elem
             self.dqmrootfile2.cd(next_dir)
             tmp = self.dqmrootfile1.ls().keys()
             for elem in tmp:
                 if "Run" in elem:
                     next_dir = elem
             self.dqmrootfile1.cd(next_dir)
     else:
         if len(directory_name)!=0:
             if on_disk:
                 if not exists(directory_name):
                     makedirs(directory_name)
                     chdir(directory_name)
             self.dqmrootfile2.cd(directory_name)
             self.dqmrootfile1.cd(directory_name)
     

def dqm_interfaces.DirWalkerFile.getObjs	(	self,
		name
	)

Definition at line 624 of file dqm_interfaces.py.

   def getObjs(self,name):
     h1=self.dqmrootfile1.getObj(name)
     h2=self.dqmrootfile2.getObj(name)
     return h1,h2
   

def dqm_interfaces.DirWalkerFile.ls	(	self,
		directory_name = `""`
	)

Return common objects to the 2 files.

Definition at line 587 of file dqm_interfaces.py.

References dirstructure.Directory.different_histograms, and dqm_interfaces.DirWalkerFile.different_histograms.

Referenced by dqm_interfaces.DirWalkerFile.walk().

   def ls(self,directory_name=""):
     """Return common objects to the 2 files.
     """
     contents1=self.dqmrootfile1.ls(directory_name)
     contents2=self.dqmrootfile2.ls(directory_name)
     #print "cont1: %s"%(contents1)
     #print "cont2: %s"%(contents2)
     contents={}
     self.different_histograms['file1']= {}
     self.different_histograms['file2']= {}
     keys = [key for key in contents2.keys() if key in contents1] #set of all possible contents from both files
     #print " ## keys: %s" %(keys)
     for key in keys:  #iterate on all unique keys
       if contents1[key]!=contents2[key]:
         diff_file1 = set(contents1.keys()) - set(contents2.keys()) #set of contents that file1 is missing
         diff_file2 = set(contents2.keys()) - set(contents1.keys()) #--'-- that file2 is missing
         for key1 in diff_file1:
             obj_type = contents1[key1]
             if obj_type == "TDirectoryFile":
               self.different_histograms['file1'][key1] = contents1[key1] #if direcory
               #print "\n Missing inside a dir: ", self.ls(key1)
               #contents[key] = contents1[key1]
             if obj_type[:2]!="TH" and obj_type[:3]!="TPr" : #if histogram
               continue
             self.different_histograms['file1'][key1] = contents1[key1]
         for key1 in diff_file2:
             obj_type = contents2[key1]
             if obj_type == "TDirectoryFile":
               self.different_histograms['file2'][key1] = contents2[key1] #if direcory
               #print "\n Missing inside a dir: ", self.ls(key1)
               #contents[key] = contents2[key1]
             if obj_type[:2]!="TH" and obj_type[:3]!="TPr" : #if histogram
               continue
             self.different_histograms['file2'][key1] = contents2[key1]
       contents[key]=contents1[key]
     return contents
   

def dqm_interfaces.DirWalkerFile.walk ( self )

Definition at line 704 of file dqm_interfaces.py.

References dqm_interfaces.DirWalkerFile.__fill_single_dir(), TFileDirectory.cd(), TFileService.cd(), Folder.cd(), dqm_interfaces.DQMcommunicator.cd(), DQMStore::IBooker.cd(), DQMStore::IGetter.cd(), python.rootplot.utilities.RootFile.cd(), DQMStore.cd(), dqm_interfaces.DQMRootFile.cd(), dqm_interfaces.DirWalkerFile.cd(), Book.directory, edmIntegrityCheck.IntegrityCheck.directory, dqm_interfaces.DirFetcher.directory, dqm_interfaces.DirWalkerDB.directory, dqm_interfaces.DirWalkerFile.directory, ALCARECOTkAlBeamHalo_cff.filter, createfilelist.int, relativeConstraints.keys, ProcLinear.ls, WZInterestingEventSelector::event.ls, ProcMatrix.ls, BeamSpotRcdReader::theBSfromDB.ls, create_public_lumi_plots.LumiDataPoint.ls, MatrixUtil.InputInfo.ls, EcalDeadCellDeltaRFilter.ls, dqm_interfaces.DQMcommunicator.ls(), dqm_interfaces.DQMRootFile.ls(), dqm_interfaces.DirWalkerFile.ls(), uploadPayloads.FileObj.run, splitter.FileObj.run, uploader.FileObj.run, RPCRunIOV::RunIOV_Item.run, beamspot::BeamSpotContainer.run, TB06Reco.run, TB06RecoH2.run, RPCDQMObject.run, MultiEventFilter::Event.run, L1Analysis::L1AnalysisEventDataFormat.run, generateEDF.LumiInfo.run, lumi::Lumi2DB::LumiSource.run, EfficiencyPlotter.run, WZInterestingEventSelector::event.run, MuonRecoTest.run, options.ConnectionHLTMenu.run, DTResolutionAnalysisTest.run, BeamSpotRcdReader::theBSfromDB.run, MatacqProducer::MatacqEventId.run, DTBlockedROChannelsTest.run, DTDataIntegrityTest.run, DTChamberEfficiencyTest.run, DTResolutionTest.run, ME::Header.run, DTEfficiencyTest.run, personalPlayback.Playback.run, DQMNet::CoreObject.run, MatrixUtil.InputInfo.run, DTLocalTriggerBaseTest.run, HitEff.run, EcalDeadCellDeltaRFilter.run, cond::RunInfo_t.run, SiPixelErrorEstimation.run, personalPlayback.FrameworkJob.run, dqm_interfaces.DirWalkerFile.run, JsonOutputProducer::JsonEvent.run, SummaryOutputProducer.run, and SummaryOutputProducer::Event.run.

   def walk(self):
     # Build the top dir in the rootfile first
     rundir=""
     if self.run<0:
       # change dir in the first one...
       #print  self.ls().keys()
       first_run_dir = ""
       try:
         first_run_dir = filter(lambda k: "Run " in k, self.ls().keys())[0]
       except:
          print "\nRundir not there: Is this a generic rootfile?\n"
       rundir=first_run_dir
       try:
     self.run= int(rundir.split(" ")[1])
       except:
         print "Setting run number to 0"
         self.run= 0
     else:
       rundir="Run %s"%self.run
     
     try:
       self.cd(rundir, False, True) #True -> for checking the Rundir in case of different runs
     except:
       print "\nRundir not there: Is this a generic rootfile?\n"
     
     # Let's rock!
     self.__fill_single_dir(self.directory.name,self.directory)
     print "Finished"
     n_left_threads=len(tcanvas_print_processes)
     if n_left_threads>0:
       print "Waiting for %s threads to finish..." %n_left_threads
       for p in tcanvas_print_processes:
         p.join()  
 
 #-------------------------------------------------------------------------------
 