Inheritance diagram for dqm_interfaces.DirWalkerDB:

Public Member Functions
def	__init__ (self, comm1, comm2, base1, base2, directory, depth=0, do_pngs=True, stat_test="KS", test_threshold=.5, black_list=[])

def	run (self)

Public Attributes
	base2

	black_list

	comm1

	comm2

	depth

	directory

	do_pngs

	stat_test

	test_threshold

Detailed Description

An interface to the DQM document db. It is threaded to compensate the 
latency introduced by the finite response time of the server.

Definition at line 394 of file dqm_interfaces.py.

Constructor & Destructor Documentation

◆ init()

def dqm_interfaces.DirWalkerDB.__init__	(	self,
		comm1,
		comm2,
		base1,
		base2,
		directory,
		depth = `0`,
		do_pngs = `True`,
		stat_test = `"KS"`,
		test_threshold = `.5`,
		black_list = `[]`
	)

Definition at line 398 of file dqm_interfaces.py.

     def __init__ (self,comm1,comm2,base1,base2,directory,depth=0,do_pngs=True,stat_test="KS",test_threshold=.5,black_list=[]):
         Thread.__init__(self)
         self.comm1 = deepcopy(comm1)
         self.comm2 = deepcopy(comm2)
         self.base1,self.base2 = base1,base2
         self.directory = directory
         self.depth=depth
         self.do_pngs=do_pngs
         self.test_threshold=test_threshold
         self.stat_test=stat_test
         self.black_list=black_list
         # name of the thread
         self.name+="_%s" %directory.name
  

Member Function Documentation

◆ run()

def dqm_interfaces.DirWalkerDB.run ( self )

Definition at line 412 of file dqm_interfaces.py.

     def run(self):
  
         this_dir=DirID(self.directory.name,self.depth)
         if this_dir in self.black_list: 
             print("Skipping %s since blacklisted!" %this_dir)
             return 0 
  
         self.depth+=1
  
         the_test=Statistical_Tests[self.stat_test](self.test_threshold)
         #print "Test %s with threshold %s" %(self.stat_test,self.test_threshold)
  
         directory1=self.base1+"/"+self.directory.mother_dir+"/"+self.directory.name
         directory2=self.base2+"/"+self.directory.mother_dir+"/"+self.directory.name
  
         fetchers =(DirFetcher(self.comm1,directory1),DirFetcher(self.comm2,directory2))
         for fetcher in fetchers:
             fetcher.start()
         for fetcher in fetchers:  
             fetcher.join()
  
         contents1 = fetchers[0].contents
         contents2 = fetchers[1].contents
         set1= set(contents1.keys())
         set2= set(contents2.keys())  
  
         walkers=[]
         self_directory_directories=self.directory.subdirs
         self_directory_comparisons=self.directory.comparisons
         contents_names=list(set1.intersection(set2))
  
         for name in contents_names:
             content = contents1[name]
             if "dir" in content["type"]:
                 #if this_dir not in DirWalker.white_list:continue              
                 subdir=Directory(name,join(self.directory.mother_dir,self.directory.name))        
                 dirwalker=DirWalkerDB(self.comm1,self.comm2,self.base1,self.base2,subdir,self.depth,
                                       self.do_pngs,self.stat_test,self.test_threshold,self.black_list)
                 dirwalker.start()
                 walkers.append(dirwalker)
                 n_threads=activeCount()
                 if n_threads>5:
                     #print >> stderr, "Threads that are running: %s. Joining them." %(n_threads)    
                     dirwalker.join()
             elif content["kind"]=="ROOT":
 #   print directory1,name
                 comparison=Comparison(name,
                                       join(self.directory.mother_dir,self.directory.name),
                                       literal2root(content["obj_as_string"],content["type"]),
                                       literal2root(contents2[name]["obj_as_string"],content["type"]),
                                       deepcopy(the_test),
                                       do_pngs=self.do_pngs)
                 self_directory_comparisons.append(comparison)
  
  
         for walker in walkers:
             walker.join()
             walker_directory=walker.directory
             if not walker_directory.is_empty():
                 self_directory_directories.append(walker_directory)
  
 #-------------------------------------------------------------------------------
  