Inheritance diagram for dqm-mbProfile.Profile:

Public Member Functions
def	__init__ (self, args)

def	finish (self)

def	read_smaps (self, proc_dict)

def	to_dict (self)

def	update (self)

def	update_proc (self)

def	update_ru (self)

Public Attributes
	final

	known_pids

	pid

	ru

	ru_diff

	time

Private Attributes
	_args

	_file

	_offset_ru

Detailed Description

Definition at line 104 of file dqm-mbProfile.py.

Constructor & Destructor Documentation

◆ init()

def dqm-mbProfile.Profile.__init__	(	self,
		args
	)

Definition at line 105 of file dqm-mbProfile.py.

     def __init__(self, args):
         self.time = time.time()
         self.final = False
         self.pid = None 
         self.known_pids = {}
 
         self.ru = {}
         self.ru_diff = {}
 
         self._offset_ru = None
         self._args = args
 
         if self._args.file:
             self._file = open(self._args.file, "w")
         else:
             self._file = None
 
         self.update()
 

Member Function Documentation

◆ finish()

def dqm-mbProfile.Profile.finish ( self )

Definition at line 209 of file dqm-mbProfile.py.

Referenced by progressbar.ProgressBar.__next__().

     def finish(self):
         self.final = True
         self.update()
 
         if self._file:
             self._file.close()
             self._file = None
         else:
             log.info("ru_diff: %s", self.ru_diff)
 
 

◆ read_smaps()

def dqm-mbProfile.Profile.read_smaps	(	self,
		proc_dict
	)

Definition at line 143 of file dqm-mbProfile.py.

References dqm-mbProfile.int.

Referenced by dqm-mbProfile.Profile.update_proc().

     def read_smaps(self, proc_dict):
         Private, Shared, Pss = 0, 0, 0
  
         fp = os.path.join("/proc/%d" % proc_dict["pid"], "smaps")
         with open(fp) as fd:
             for line in fd.readlines():
                 if line.startswith("Shared"):
                     Shared += int(line.split()[1])
                 elif line.startswith("Private"):
                     Private += int(line.split()[1])
                 elif line.startswith("Pss"):
                     Pss += int(line.split()[1])
     
         proc_dict["smaps_shared"] = Shared * 1024
         proc_dict["smaps_private"] = Private * 1024
         proc_dict["smaps_pss"] = Pss * 1024
 

◆ to_dict()

def dqm-mbProfile.Profile.to_dict ( self )

Definition at line 198 of file dqm-mbProfile.py.

References dqm-mbProfile.Profile.final, dqm-mbProfile.Profile.known_pids, dqm-mbProfile.Profile.pid, dqm-mbProfile.Profile.ru, dqm-mbProfile.Profile.ru_diff, reco::HcalMuonRecHit.time, RPCStripNoises::NoiseItem.time, RPCObImon::I_Item.time, RPCObGas::Item.time, ecal::RecHit< StoragePolicy >.time, RPCObFebmap::Feb_Item.time, RecoObj.time, RPCObVmon::V_Item.time, classes.PedeDumpData.time, RPCObStatus::S_Item.time, DTTMax::InfoLayer.time, RPCObTemp::T_Item.time, dqm-mbProfile.Profile.time, and l1t::EMTFHit.time.

Referenced by dqm-mbProfile.Profile.update().

     def to_dict(self):
         dct = collections.OrderedDict()
         dct['time']         = self.time
         dct['pid']          = self.pid
         dct['final']        = self.final
         
         dct['ru_diff']      = dict(self.ru_diff)
         dct['ru']           = dict((k, v) for k, v in inspect.getmembers(self.ru) if k.startswith('ru_'))
         dct['known_pids']   = dict(self.known_pids)
         return dct
     

◆ update()

def dqm-mbProfile.Profile.update ( self )

Definition at line 185 of file dqm-mbProfile.py.

References mps_alisetup.SetupAlignment._args, tkal_create_file_lists.FileListCreator._args, dqm-mbProfile.Profile._args, conddb2hdf5.DBPayloadIterator._args, conddb2hdf5.DBDataProduct._args, conddb2hdf5.DBTag._args, conddb2hdf5.DBGlobalTag._args, CommonAnalyzer._file, condhdf5tohdf5.H5Tag._file, condhdf5tohdf5.H5GlobalTag._file, dqm-mbProfile.Profile._file, reco::HcalMuonRecHit.time, RPCStripNoises::NoiseItem.time, RPCObImon::I_Item.time, RPCObGas::Item.time, ecal::RecHit< StoragePolicy >.time, RPCObFebmap::Feb_Item.time, RecoObj.time, RPCObVmon::V_Item.time, classes.PedeDumpData.time, RPCObStatus::S_Item.time, DTTMax::InfoLayer.time, RPCObTemp::T_Item.time, dqm-mbProfile.Profile.time, l1t::EMTFHit.time, dqm-mbProfile.Profile.to_dict(), dqm-mbProfile.Profile.update_proc(), dqm-mbProfile.Profile.update_ru(), and writeEcalDQMStatus.write.

Referenced by progressbar.ProgressBar.__next__(), MatrixUtil.Matrix.__setitem__(), MatrixUtil.Steps.__setitem__(), dqm-mbProfile.Profile.finish(), progressbar.ProgressBar.finish(), and MatrixUtil.Steps.overwrite().

     def update(self):
         self.time = time.time()
 
         self.update_ru()
         self.update_proc()
 
         if self._file:
             json.dump(self.to_dict(), self._file)
             self._file.write("\n")
             self._file.flush()
 
         log.info("Written profile to: %s, took=%.03f", self._args.file, time.time() - self.time)
 

◆ update_proc()

def dqm-mbProfile.Profile.update_proc ( self )

Definition at line 160 of file dqm-mbProfile.py.

References dqm-mbProfile.get_children(), relativeConstraints.keys, dqm-mbProfile.Profile.known_pids, and dqm-mbProfile.Profile.read_smaps().

Referenced by dqm-mbProfile.Profile.update().

     def update_proc(self):
         procs = get_children(os.getpid())
 
         # we can only do it here, permision-wise
         # ie only for owned processes
         for proc in procs:
             try:
                 self.read_smaps(proc)
             except:
                 log.warning("Exception in read_smaps.", exc_info=True)
 
         # we need to mark not-running ones as such
         stopped = set(self.known_pids.keys())
         for proc in procs:
             proc["running"] = True
 
             pid = proc["pid"]
             self.known_pids[pid] = proc
 
             if pid in stopped:
                 stopped.remove(pid)
 
         for pid in stopped:
             self.known_pids[pid]["running"] = False
 

◆ update_ru()

def dqm-mbProfile.Profile.update_ru ( self )

Definition at line 124 of file dqm-mbProfile.py.

References dqm-mbProfile.Profile._offset_ru, dqm-mbProfile.Profile.ru, and dqm-mbProfile.Profile.ru_diff.

Referenced by dqm-mbProfile.Profile.update().

     def update_ru(self):
         fields_to_subtract = (
             "ru_utime", "ru_stime", "ru_maxrss", "ru_minflt", "ru_majflt", "ru_nswap",
             "ru_inblock", "ru_oublock", "ru_msgsnd", "ru_msgrcv", "ru_nsignals", "ru_nvcsw", "ru_nivcsw",
         )
 
         rusage = resource.getrusage(resource.RUSAGE_CHILDREN)
         self.ru = rusage
 
         if self._offset_ru is None:
             self._offset_ru = rusage
 
         for field in fields_to_subtract:
             current = getattr(self.ru, field)
             base = getattr(self._offset_ru, field)
 
             self.ru_diff[field] = current - base
 