Inheritance diagram for esMonitoring.ElasticReport:

Public Member Functions
def	__init__ (self, args)

def	defaults (self)

def	make_id (self)

def	make_report (self)

def	try_update (self)

def	update_doc (self, keys)

def	update_doc_recursive (self, old_obj, new_obj)

def	update_mem_status (self)

def	update_ps_status (self)

Public Attributes
	args

	doc

	id_format

	last_make_report

	make_report_timer

	seq

Detailed Description

Definition at line 26 of file esMonitoring.py.

Constructor & Destructor Documentation

def esMonitoring.ElasticReport.__init__	(	self,
		args
	)

Definition at line 27 of file esMonitoring.py.

     def __init__(self, args):
         self.last_make_report = None
         self.make_report_timer = 30
         self.seq = 0
         self.args = args
         
         self.doc = {
             "hostname": socket.gethostname(),
             "sequence": self.seq,
             "cmdline": args.pargs,
         }
 

Member Function Documentation

def esMonitoring.ElasticReport.defaults ( self )

Definition at line 39 of file esMonitoring.py.

     def defaults(self):
         self.id_format = u"%(type)s-run%(run)06d-host%(hostname)s-pid%(pid)06d"
         self.doc["type"] = "dqm-source-state"
         self.doc["run"] = 0
 
         # figure out the tag
         c = self.doc["cmdline"]
         for l in c:
             if l.endswith(".py"):
                 t = os.path.basename(l)
                 t = t.replace(".py", "")
                 t = t.replace("_cfg", "")
                 self.doc["tag"] = t
 
             pr = l.split("=")
             if len(pr) > 1 and pr[0] == "runNumber" and pr[1].isdigit():
                 run = long(pr[1])
                 self.doc["run"] = run
 
         self.make_id()
 
         #if os.environ.has_key("GZIP_LOG"):
         #    self.doc["stdlog_gzip"] = os.environ["GZIP_LOG"]
 
         try:
             self.doc["stdout_fn"] = os.readlink("/proc/self/fd/1")
             self.doc["stderr_fn"] = os.readlink("/proc/self/fd/2")
         except:
             pass
 
         self.update_doc({ "extra": {
             "environ": dict(os.environ)
         }})
 

def esMonitoring.ElasticReport.make_id ( self )

Definition at line 73 of file esMonitoring.py.

References nanoaod::MergeableCounterTable::SingleColumn< T >.doc, esMonitoring.ElasticReport.doc, nanoaod::MergeableCounterTable::VectorColumn< T >.doc, nanoaod::FlatTable::Column.doc, and esMonitoring.ElasticReport.id_format.

Referenced by esMonitoring.ElasticReport.make_report().

     def make_id(self):
         id = self.id_format % self.doc
         self.doc["_id"] = id
         return id
 

def esMonitoring.ElasticReport.make_report ( self )

Definition at line 120 of file esMonitoring.py.

References nanoaod::MergeableCounterTable::SingleColumn< T >.doc, esMonitoring.ElasticReport.doc, nanoaod::MergeableCounterTable::VectorColumn< T >.doc, nanoaod::FlatTable::Column.doc, esMonitoring.ElasticReport.last_make_report, esMonitoring.log(), esMonitoring.ElasticReport.make_id(), esMonitoring.ElasticReport.update_mem_status(), and esMonitoring.ElasticReport.update_ps_status().

Referenced by esMonitoring.ElasticReport.try_update().

     def make_report(self):
         self.last_make_report = time.time()
         self.doc["report_timestamp"] = time.time()
         self.make_id()
 
         m_path = self.args.path
 
         if not os.path.isdir(m_path):
             if self.args.debug:
                 log("File not written, because report directory does not exist: %s." % m_path)
             # don't make a report if the directory is not available
             return
 
         self.update_ps_status()
         self.update_mem_status()
 
         fn_id = self.doc["_id"] + ".jsn"
 
         fn = os.path.join(m_path, fn_id) 
         fn_tmp = os.path.join(m_path, fn_id + ".tmp") 
 
         with open(fn_tmp, "w") as f:
             json.dump(self.doc, f, indent=True, cls=JsonEncoder)
 
         os.rename(fn_tmp, fn)
 
         if self.args.debug:
             log("File %s written." % fn)
 

def esMonitoring.ElasticReport.try_update ( self )

Definition at line 149 of file esMonitoring.py.

References esMonitoring.ElasticReport.last_make_report, esMonitoring.ElasticReport.make_report(), and esMonitoring.ElasticReport.make_report_timer.

     def try_update(self):
         # first time
         if self.last_make_report is None:
             return self.make_report()
 
         now = time.time()
         delta = now - self.last_make_report
         if delta > self.make_report_timer:
             return self.make_report()
 

def esMonitoring.ElasticReport.update_doc	(	self,
		keys
	)

Definition at line 88 of file esMonitoring.py.

References nanoaod::MergeableCounterTable::SingleColumn< T >.doc, esMonitoring.ElasticReport.doc, nanoaod::MergeableCounterTable::VectorColumn< T >.doc, nanoaod::FlatTable::Column.doc, and esMonitoring.ElasticReport.update_doc_recursive().

Referenced by esMonitoring.ElasticReport.update_mem_status(), and esMonitoring.ElasticReport.update_ps_status().

     def update_doc(self, keys):
         self.update_doc_recursive(self.doc, keys)
 

def esMonitoring.ElasticReport.update_doc_recursive	(	self,
		old_obj,
		new_obj
	)

Definition at line 78 of file esMonitoring.py.

References esMonitoring.ElasticReport.update_doc_recursive().

Referenced by esMonitoring.ElasticReport.update_doc(), and esMonitoring.ElasticReport.update_doc_recursive().

     def update_doc_recursive(self, old_obj, new_obj):
         for key, value in new_obj.items():
             if (key in old_obj and 
                 isinstance(value, dict) and 
                 isinstance(old_obj[key], dict)):
 
                 self.update_doc_recursive(old_obj[key], value)
             else:
                 old_obj[key] = value
 

def esMonitoring.ElasticReport.update_mem_status ( self )

Definition at line 106 of file esMonitoring.py.

References nanoaod::MergeableCounterTable::SingleColumn< T >.doc, esMonitoring.ElasticReport.doc, nanoaod::MergeableCounterTable::VectorColumn< T >.doc, nanoaod::FlatTable::Column.doc, createfilelist.int, harvestTrackValidationPlots.str, digitizers_cfi.strip, and esMonitoring.ElasticReport.update_doc().

Referenced by esMonitoring.ElasticReport.make_report().

     def update_mem_status(self):
         try:
             key = str(time.time())
 
             pid = int(self.doc["pid"])
             fn = "/proc/%d/statm" % pid
             f = open(fn, "r")
             dct = { key: f.read().strip() }
             f.close()
 
             self.update_doc({ 'extra': { 'mem_info': dct } })
         except:
             pass
 

def esMonitoring.ElasticReport.update_ps_status ( self )

Definition at line 91 of file esMonitoring.py.

References nanoaod::MergeableCounterTable::SingleColumn< T >.doc, esMonitoring.ElasticReport.doc, nanoaod::MergeableCounterTable::VectorColumn< T >.doc, nanoaod::FlatTable::Column.doc, createfilelist.int, split, and esMonitoring.ElasticReport.update_doc().

Referenced by esMonitoring.ElasticReport.make_report().

     def update_ps_status(self):
         try:
             pid = int(self.doc["pid"])
             fn = "/proc/%d/status" % pid
             f = open(fn, "r")
             d = {}
             for line in f:
                 k, v = line.strip().split(":", 1)
                 d[k.strip()] = v.strip()
             f.close()
 
             self.update_doc({ 'extra': { 'ps_info': d } })
         except:
             pass
 