compare_using_files_v2.RootFileComparison Class Reference

Inheritance diagram for compare_using_files_v2.RootFileComparison:

Public Member Functions
def	__init__ (self, db_name, work_path=None, do_html=False)
def	compare (self, filename1, filename2, st_test)
def	walk_through (self, c, directory, f1, f2, st_test, parent_id=None, path='')
def	was_compared (self, filename1, filename2, st_test_name)

Public Attributes
	db_name
	do_html
	work_path

Detailed Description

Definition at line 38 of file compare_using_files_v2.py.

Constructor & Destructor Documentation

def compare_using_files_v2.RootFileComparison.__init__	(		self,
			db_name,
			work_path = None,
			do_html = False
	)

Definition at line 39 of file compare_using_files_v2.py.

    def __init__(self, db_name, work_path=None, do_html=False):
        self.db_name = db_name
        self.work_path = work_path
        self.do_html = do_html

Member Function Documentation

def compare_using_files_v2.RootFileComparison.compare	(		self,
			filename1,
			filename2,
			st_test
	)

Definition at line 79 of file compare_using_files_v2.py.

References estimatePileup.basename, compare_using_files_v2.RootFileComparison.db_name, and compare_using_files_v2.RootFileComparison.walk_through().

    def compare(self, filename1, filename2, st_test):
        if not 'TFile' in globals():
            from ROOT import TFile
        f1 = TFile(filename1)
        f2 = TFile(filename2)

        conn = sqlite3.connect(self.db_name)
        c = conn.cursor()

        ## Create Directory and HistogramComparison structure in the DB
        dir_DQMData = f1.GetDirectory("DQMData")
        dir_Run = None
        for elem in dir_DQMData.GetListOfKeys():
            elem_name = elem.GetName()
            if elem_name.startswith('Run '):
                dir_Run = dir_DQMData.Get(elem_name)

        fid, tid, dir_id = self.walk_through(c, dir_Run, f1, f2, st_test)

        c.execute('''DELETE FROM Directory WHERE from_histogram_id IS NULL
                     AND till_histogram_id IS NULL''')
        c.execute('''INSERT INTO RootFileComparison(filename1, filename2, directory_id)
                     VALUES (?, ?, ?)''', (basename(filename1), basename(filename2), dir_id))
        root_file_comparison_id = c.lastrowid

        conn.commit()
        conn.close()
        f1.Close()
        f2.Close()
        return root_file_comparison_id

def compare_using_files_v2.RootFileComparison.walk_through	(		self,
			c,
			directory,
			f1,
			f2,
			st_test,
			parent_id = None,
			path = ''
	)

Definition at line 44 of file compare_using_files_v2.py.

References join(), edm.print(), and compare_using_files_v2.RootFileComparison.walk_through().

Referenced by compare_using_files_v2.RootFileComparison.compare(), and compare_using_files_v2.RootFileComparison.walk_through().

    def walk_through(self, c, directory, f1, f2, st_test, parent_id=None, path=''):
        c.execute('''INSERT INTO Directory(name, parent_id) VALUES (?, ?)''',
                     (directory.GetName(), parent_id))
        dir_id = c.lastrowid
        from_id, till_id = None, None
        for elem in directory.GetListOfKeys():
            elem_name = elem.GetName()
            subdir = directory.Get(elem_name)
            if subdir:
                if subdir.IsFolder():
                    subdir_from_id, subdir_till_id, subdir_id = self.walk_through(c, subdir,
                                            f1, f2, st_test, dir_id, path=join(path, elem_name))
                    if subdir_till_id and (not till_id or subdir_till_id > till_id):
                        till_id = subdir_till_id
                    if subdir_from_id and (not from_id or subdir_from_id < from_id):
                        from_id = subdir_from_id
                else:
                    hist1 = f1.Get(join(directory.GetPath(), elem_name))
                    hist2 = f2.Get(join(directory.GetPath(), elem_name))
                    try:
                        p_value = st_test.do_test(hist1, hist2)
                        c.execute('''INSERT INTO HistogramComparison(name, p_value, directory_id)
                                     VALUES (?, ?, ?)''', (elem_name, p_value, dir_id))
                        comp_id = c.lastrowid
                        if comp_id > till_id:
                            till_id = comp_id
                        if not from_id or comp_id < from_id:
                            from_id = comp_id
                    except ComparisonError as e:
                        print('Error comparing %s: %s' % (hist1, e))
        if from_id and till_id:
            c.execute('''UPDATE Directory SET from_histogram_id=?, till_histogram_id=?
                           WHERE id=?''', (from_id, till_id, dir_id))
        return from_id, till_id, dir_id

def compare_using_files_v2.RootFileComparison.was_compared	(		self,
			filename1,
			filename2,
			st_test_name
	)

Definition at line 110 of file compare_using_files_v2.py.

References compare_using_files_v2.RootFileComparison.db_name.

Referenced by ValidationMatrix_v2.ReleaseComparison.compare().

    def was_compared(self, filename1, filename2, st_test_name):
        conn = sqlite3.connect(self.db_name)
        c = conn.cursor()
        c.execute('''SELECT release_comparison_id FROM RootFileComparison WHERE (filename1=? and filename2=?)
                     OR (filename1=? and filename2=?)''', (filename1, filename2, filename2, filename1))
        file_comparison = c.fetchall()

        for release_comparison_id in file_comparison:
            c.execute('''SELECT statistical_test FROM ReleaseComparison WHERE
                         id = ?''', release_comparison_id)
            statistical_test = c.fetchone()
            if statistical_test and statistical_test[0] == st_test_name:
                conn.close()
                return True
        conn.close()
        return False

Member Data Documentation

compare_using_files_v2.RootFileComparison.db_name

Definition at line 40 of file compare_using_files_v2.py.

Referenced by compare_using_files_v2.RootFileComparison.compare(), ValidationMatrix_v2.ReleaseComparison.compare(), compare_using_files_v2.RootFileComparison.was_compared(), and ValidationMatrix_v2.ReleaseComparison.was_compared().

compare_using_files_v2.RootFileComparison.do_html

Definition at line 42 of file compare_using_files_v2.py.

compare_using_files_v2.RootFileComparison.work_path

Definition at line 41 of file compare_using_files_v2.py.

Referenced by ValidationMatrix_v2.ReleaseComparison.compare().