Inheritance diagram for checkBTagCalibrationConsistency.BtagCalibConsistencyChecker:

Public Member Functions
def	test_coverage (self)

def	test_discr_ranges (self)

def	test_eta_ranges (self)

def	test_flavs_b (self)

def	test_flavs_c (self)

def	test_flavs_udsg (self)

def	test_lowercase (self)

def	test_ops_loose (self)

def	test_ops_medium (self)

def	test_ops_tight (self)

def	test_pt_ranges (self)

def	test_systematics_central (self)

def	test_systematics_doublesidedness (self)

def	test_systematics_down (self)

def	test_systematics_name (self)

def	test_systematics_up (self)

def	test_systematics_values_vs_centrals (self)

Private Member Functions
def	_check_coverage (self, op, syst, flav)

def	_check_sys_side (self, op, flav)

Detailed Description

Definition at line 42 of file checkBTagCalibrationConsistency.py.

Member Function Documentation

def checkBTagCalibrationConsistency.BtagCalibConsistencyChecker._check_coverage	(	self,
		op,
		syst,
		flav
	)

private

Definition at line 186 of file checkBTagCalibrationConsistency.py.

References checkBTagCalibrationConsistency._eta_pt_discr_entries_generator(), and edm.print().

Referenced by checkBTagCalibrationConsistency.BtagCalibConsistencyChecker.test_coverage().

     def _check_coverage(self, op, syst, flav):
         region = "op=%d, %s, flav=%d" % (op, syst, flav)
         if verbose:
             print("Checking coverage for", region)
 
         # walk over all testpoints
         res = []
         for eta, pt, discr, entries in _eta_pt_discr_entries_generator(
             lambda e:
             e.params.operatingPoint == op and
             e.params.sysType == syst and
             e.params.jetFlavor == flav,
             op
         ):
             size = len(entries)
             if size == 0:
                 res.append(
                     ("Region not covered: %s eta=%f, pt=%f "
                      % (region, eta, pt))
                     + ((", discr=%f" % discr) if discr else "")
                 )
             elif size > 1:
                 res.append(
                     ("Region covered %d times: %s eta=%f, pt=%f"
                      % (size, region, eta, pt))
                     + ((", discr=%f" % discr) if discr else "")
                 )
         return res
 
 

def checkBTagCalibrationConsistency.BtagCalibConsistencyChecker._check_sys_side	(	self,
		op,
		flav
	)

private

Definition at line 119 of file checkBTagCalibrationConsistency.py.

References checkBTagCalibrationConsistency._eta_pt_discr_entries_generator(), cmsPerfStripChart.dict, and edm.print().

Referenced by checkBTagCalibrationConsistency.BtagCalibConsistencyChecker.test_systematics_values_vs_centrals().

     def _check_sys_side(self, op, flav):
         region = "op=%d, flav=%d" % (op, flav)
         if verbose:
             print("Checking sys side correctness for", region)
 
         res = []
         for eta, pt, discr, entries in _eta_pt_discr_entries_generator(
             lambda e:
             e.params.operatingPoint == op and
             e.params.jetFlavor == flav,
             op
         ):
             if not entries:
                 continue
 
             for e in entries:  # do a little monkey patching with tf1's
                 if not hasattr(e, 'tf1_func'):
                     e.tf1_func = ROOT.TF1("", e.formula)
 
             sys_dict = dict((e.params.sysType, e) for e in entries)
             assert len(sys_dict) == len(entries)
             sys_cent = sys_dict.pop('central', None)
             x = discr if op == 3 else pt
             for syst, e in six.iteritems(sys_dict):
                 sys_val = e.tf1_func.Eval(x)
                 cent_val = sys_cent.tf1_func.Eval(x)
                 if syst.startswith('up') and not sys_val > cent_val:
                     res.append(
                         ("Up variation '%s' not larger than 'central': %s "
                          "eta=%f, pt=%f " % (syst, region, eta, pt))
                         + ((", discr=%f" % discr) if discr else "")
                     )
                 elif syst.startswith('down') and not sys_val < cent_val:
                     res.append(
                         ("Down variation '%s' not smaller than 'central': %s "
                          "eta=%f, pt=%f " % (syst, region, eta, pt))
                         + ((", discr=%f" % discr) if discr else "")
                     )
         return res
 

def checkBTagCalibrationConsistency.BtagCalibConsistencyChecker.test_coverage ( self )

Definition at line 177 of file checkBTagCalibrationConsistency.py.

References checkBTagCalibrationConsistency.BtagCalibConsistencyChecker._check_coverage(), electrons_cff.bool, join(), and list().

     def test_coverage(self):
         res = list(itertools.chain.from_iterable(
             self._check_coverage(op, syst, flav)
             for flav in data.flavs
             for syst in data.syss
             for op in data.ops
         ))
         self.assertFalse(bool(res), "\n"+"\n".join(res))
 

def checkBTagCalibrationConsistency.BtagCalibConsistencyChecker.test_discr_ranges ( self )

Definition at line 171 of file checkBTagCalibrationConsistency.py.

     def test_discr_ranges(self):
         for a, b in data.discrs:
             self.assertLess(a, b)
             self.assertGreater(a, data.DISCR_MIN - 1e-7)
             self.assertLess(b, data.DISCR_MAX + 1e-7)
 

def checkBTagCalibrationConsistency.BtagCalibConsistencyChecker.test_eta_ranges ( self )

Definition at line 159 of file checkBTagCalibrationConsistency.py.

     def test_eta_ranges(self):
         for a, b in data.etas:
             self.assertLess(a, b)
             self.assertGreater(a, data.ETA_MIN - 1e-7)
             self.assertLess(b, data.ETA_MAX + 1e-7)
 

def checkBTagCalibrationConsistency.BtagCalibConsistencyChecker.test_flavs_b ( self )

Definition at line 62 of file checkBTagCalibrationConsistency.py.

     def test_flavs_b(self):
         if check_flavor:
             self.assertIn(0, data.flavs, "FLAV_B is missing")
 

def checkBTagCalibrationConsistency.BtagCalibConsistencyChecker.test_flavs_c ( self )

Definition at line 66 of file checkBTagCalibrationConsistency.py.

     def test_flavs_c(self):
         if check_flavor:
             self.assertIn(1, data.flavs, "FLAV_C is missing")
 

def checkBTagCalibrationConsistency.BtagCalibConsistencyChecker.test_flavs_udsg ( self )

Definition at line 70 of file checkBTagCalibrationConsistency.py.

     def test_flavs_udsg(self):
         if check_flavor:
             self.assertIn(2, data.flavs, "FLAV_UDSG is missing")
 

def checkBTagCalibrationConsistency.BtagCalibConsistencyChecker.test_lowercase ( self )

Definition at line 43 of file checkBTagCalibrationConsistency.py.

References list().

     def test_lowercase(self):
         for item in [data.meas_type] + list(data.syss):
             self.assertEqual(
                 item, item.lower(),
                 "Item is not lowercase: %s" % item
             )
 

def checkBTagCalibrationConsistency.BtagCalibConsistencyChecker.test_ops_loose ( self )

Definition at line 58 of file checkBTagCalibrationConsistency.py.

     def test_ops_loose(self):
         if check_op:
             self.assertIn(0, data.ops, "OP_LOOSE is missing")
 

def checkBTagCalibrationConsistency.BtagCalibConsistencyChecker.test_ops_medium ( self )

Definition at line 54 of file checkBTagCalibrationConsistency.py.

     def test_ops_medium(self):
         if check_op:
             self.assertIn(1, data.ops, "OP_MEDIUM is missing")
 

def checkBTagCalibrationConsistency.BtagCalibConsistencyChecker.test_ops_tight ( self )

Definition at line 50 of file checkBTagCalibrationConsistency.py.

     def test_ops_tight(self):
         if check_op:
             self.assertIn(2, data.ops, "OP_TIGHT is missing")
 

def checkBTagCalibrationConsistency.BtagCalibConsistencyChecker.test_pt_ranges ( self )

Definition at line 165 of file checkBTagCalibrationConsistency.py.

     def test_pt_ranges(self):
         for a, b in data.pts:
             self.assertLess(a, b)
             self.assertGreater(a, data.PT_MIN - 1e-7)
             self.assertLess(b, data.PT_MAX + 1e-7)
 

def checkBTagCalibrationConsistency.BtagCalibConsistencyChecker.test_systematics_central ( self )

Definition at line 74 of file checkBTagCalibrationConsistency.py.

     def test_systematics_central(self):
         if check_sys:
             self.assertIn("central", data.syss,
                           "'central' sys. uncert. is missing")
 

def checkBTagCalibrationConsistency.BtagCalibConsistencyChecker.test_systematics_doublesidedness ( self )

Definition at line 98 of file checkBTagCalibrationConsistency.py.

     def test_systematics_doublesidedness(self):
         if check_sys:
             for syst in data.syss:
                 if "up" in syst:
                     other = syst.replace("up", "down")
                     self.assertIn(other, data.syss,
                                   "'%s' sys. uncert. is missing" % other)
                 elif "down" in syst:
                     other = syst.replace("down", "up")
                     self.assertIn(other, data.syss,
                                   "'%s' sys. uncert. is missing" % other)
 

def checkBTagCalibrationConsistency.BtagCalibConsistencyChecker.test_systematics_down ( self )

Definition at line 83 of file checkBTagCalibrationConsistency.py.

     def test_systematics_down(self):
         if check_sys:
             self.assertIn("down", data.syss, "'down' sys. uncert. is missing")
 

def checkBTagCalibrationConsistency.BtagCalibConsistencyChecker.test_systematics_name ( self )

Definition at line 87 of file checkBTagCalibrationConsistency.py.

     def test_systematics_name(self):
         if check_sys:
             for syst in data.syss:
                 if syst == 'central':
                     continue
                 self.assertTrue(
                     syst.startswith("up") or syst.startswith("down"),
                     "sys. uncert name must start with 'up' or 'down' : %s"
                     % syst
                 )
 

def checkBTagCalibrationConsistency.BtagCalibConsistencyChecker.test_systematics_up ( self )

Definition at line 79 of file checkBTagCalibrationConsistency.py.

     def test_systematics_up(self):
         if check_sys:
             self.assertIn("up", data.syss, "'up' sys. uncert. is missing")
 

def checkBTagCalibrationConsistency.BtagCalibConsistencyChecker.test_systematics_values_vs_centrals ( self )

Definition at line 110 of file checkBTagCalibrationConsistency.py.

References checkBTagCalibrationConsistency.BtagCalibConsistencyChecker._check_sys_side(), electrons_cff.bool, join(), and list().

     def test_systematics_values_vs_centrals(self):
         if check_sys:
             res = list(itertools.chain.from_iterable(
                 self._check_sys_side(op, flav)
                 for flav in data.flavs
                 for op in data.ops
             ))
             self.assertFalse(bool(res), "\n"+"\n".join(res))
 

Public Member Functions

Private Member Functions

Detailed Description

Member Function Documentation