Reference Manual

Inheritance diagram for dqm_interfaces.DirWalkerDB:

Public Member Functions
def	__init__

def	run

Public Attributes
	base2

	black_list

	comm1

	comm2

	depth

	directory

	do_pngs

	stat_test

	test_threshold

Detailed Description

An interface to the DQM document db. It is threaded to compensate the 
latency introduced by the finite response time of the server.

Definition at line 394 of file dqm_interfaces.py.

Constructor & Destructor Documentation

def dqm_interfaces.DirWalkerDB.__init__	(	self,
		comm1,
		comm2,
		base1,
		base2,
		directory,
		depth = `0`,
		do_pngs = `True`,
		stat_test = `"KS"`,
		test_threshold = `.5`,
		black_list = `[]`
	)

Definition at line 398 of file dqm_interfaces.py.

 
     def __init__ (self,comm1,comm2,base1,base2,directory,depth=0,do_pngs=True,stat_test="KS",test_threshold=.5,black_list=[]):
         Thread.__init__(self)
         self.comm1 = deepcopy(comm1)
         self.comm2 = deepcopy(comm2)
         self.base1,self.base2 = base1,base2
         self.directory = directory
         self.depth=depth
         self.do_pngs=do_pngs
         self.test_threshold=test_threshold
         self.stat_test=stat_test
         self.black_list=black_list
         # name of the thread
         self.name+="_%s" %directory.name

dqm_interfaces.DirWalkerDB.do_pngs

do_pngs

Definition: dqm_interfaces.py:405

dqm_interfaces.DirWalkerDB.test_threshold

test_threshold

Definition: dqm_interfaces.py:406

dqm_interfaces.DirWalkerDB.black_list

black_list

Definition: dqm_interfaces.py:408

dqm_interfaces.DirWalkerDB.comm1

comm1

Definition: dqm_interfaces.py:400

dqm_interfaces.DirWalkerDB.comm2

comm2

Definition: dqm_interfaces.py:401

dqm_interfaces.DirWalkerDB.__init__

def __init__

Definition: dqm_interfaces.py:398

dqm_interfaces.DirWalkerDB.depth

depth

Definition: dqm_interfaces.py:404

dqm_interfaces.DirWalkerDB.directory

directory

Definition: dqm_interfaces.py:403

dqm_interfaces.DirWalkerDB.stat_test

stat_test

Definition: dqm_interfaces.py:407

dqm_interfaces.DirWalkerDB.base2

base2

Definition: dqm_interfaces.py:402

def dqm_interfaces.DirWalkerDB.run ( self )

Definition at line 412 of file dqm_interfaces.py.

 
     def run(self):
 
         this_dir=DirID(self.directory.name,self.depth)
         if this_dir in self.black_list: 
             print("Skipping %s since blacklisted!" %this_dir)
             return 0 
 
         self.depth+=1
 
         the_test=Statistical_Tests[self.stat_test](self.test_threshold)
         #print "Test %s with threshold %s" %(self.stat_test,self.test_threshold)
 
         directory1=self.base1+"/"+self.directory.mother_dir+"/"+self.directory.name
         directory2=self.base2+"/"+self.directory.mother_dir+"/"+self.directory.name
 
         fetchers =(DirFetcher(self.comm1,directory1),DirFetcher(self.comm2,directory2))
         for fetcher in fetchers:
             fetcher.start()
         for fetcher in fetchers:  
             fetcher.join()
 
         contents1 = fetchers[0].contents
         contents2 = fetchers[1].contents
         set1= set(contents1.keys())
         set2= set(contents2.keys())  
 
         walkers=[]
         self_directory_directories=self.directory.subdirs
         self_directory_comparisons=self.directory.comparisons
         contents_names=list(set1.intersection(set2))
 
         for name in contents_names:
             content = contents1[name]
             if "dir" in content["type"]:
                 #if this_dir not in DirWalker.white_list:continue              
                 subdir=Directory(name,join(self.directory.mother_dir,self.directory.name))        
                 dirwalker=DirWalkerDB(self.comm1,self.comm2,self.base1,self.base2,subdir,self.depth,
                                       self.do_pngs,self.stat_test,self.test_threshold,self.black_list)
                 dirwalker.start()
                 walkers.append(dirwalker)
                 n_threads=activeCount()
                 if n_threads>5:
                     #print >> stderr, "Threads that are running: %s. Joining them." %(n_threads)    
                     dirwalker.join()
             elif content["kind"]=="ROOT":
 #   print directory1,name
                 comparison=Comparison(name,
                                       join(self.directory.mother_dir,self.directory.name),
                                       literal2root(content["obj_as_string"],content["type"]),
                                       literal2root(contents2[name]["obj_as_string"],content["type"]),
                                       deepcopy(the_test),
                                       do_pngs=self.do_pngs)
                 self_directory_comparisons.append(comparison)
 
 
         for walker in walkers:
             walker.join()
             walker_directory=walker.directory
             if not walker_directory.is_empty():
                 self_directory_directories.append(walker_directory)
 
 #-------------------------------------------------------------------------------