esMonitoring.ElasticReport Class Reference

Inheritance diagram for esMonitoring.ElasticReport:

Public Member Functions
def	__init__ (self, args)
def	defaults (self)
def	make_id (self)
def	make_report (self)
def	try_update (self)
def	update_doc (self, keys)
def	update_doc_recursive (self, old_obj, new_obj)
def	update_mem_status (self)
def	update_ps_status (self)

Public Attributes
	args
	doc
	id_format
	last_make_report
	make_report_timer
	seq

Detailed Description

Definition at line 26 of file esMonitoring.py.

Constructor & Destructor Documentation

__init__()

def esMonitoring.ElasticReport.__init__	(		self,
			args
	)

Definition at line 27 of file esMonitoring.py.

    def __init__(self, args):
        self.last_make_report = None
        self.make_report_timer = 30
        self.seq = 0
        self.args = args
        
        self.doc = {
            "hostname": socket.gethostname(),
            "sequence": self.seq,
            "cmdline": args.pargs,
        }

Member Function Documentation

defaults()

def esMonitoring.ElasticReport.defaults

(

self

)

Definition at line 39 of file esMonitoring.py.

    def defaults(self):
        self.id_format = u"%(type)s-run%(run)06d-host%(hostname)s-pid%(pid)06d"
        self.doc["type"] = "dqm-source-state"
        self.doc["run"] = 0

        # figure out the tag
        c = self.doc["cmdline"]
        for l in c:
            if l.endswith(".py"):
                t = os.path.basename(l)
                t = t.replace(".py", "")
                t = t.replace("_cfg", "")
                self.doc["tag"] = t

            pr = l.split("=")
            if len(pr) > 1 and pr[0] == "runNumber" and pr[1].isdigit():
                run = int(pr[1])
                self.doc["run"] = run

        self.make_id()

        #if os.environ.has_key("GZIP_LOG"):
        #    self.doc["stdlog_gzip"] = os.environ["GZIP_LOG"]

        try:
            self.doc["stdout_fn"] = os.readlink("/proc/self/fd/1")
            self.doc["stderr_fn"] = os.readlink("/proc/self/fd/2")
        except:
            pass

        self.update_doc({ "extra": {
            "environ": dict(os.environ)
        }})

make_id()

def esMonitoring.ElasticReport.make_id

(

self

)

Definition at line 73 of file esMonitoring.py.

References nanoaod::MergeableCounterTable::SingleColumn< T >.doc, esMonitoring.ElasticReport.doc, nanoaod::MergeableCounterTable::VectorColumn< T >.doc, nanoaod::FlatTable::Column.doc, and esMonitoring.ElasticReport.id_format.

Referenced by esMonitoring.ElasticReport.make_report().

    def make_id(self):
        id = self.id_format % self.doc
        self.doc["_id"] = id
        return id

make_report()

def esMonitoring.ElasticReport.make_report

(

self

)

Definition at line 120 of file esMonitoring.py.

References DMRplotter.DMRplotter.args, tier0.Tier0Error.args, esMonitoring.ElasticReport.args, FrontierCondition_GT_autoExpress_cfi.Tier0Error.args, upload_popcon.HTTPError.args, conddb_version_mgr.conddb_tool.args, uploadConditions.HTTPError.args, o2olib.O2OTool.args, nanoaod::MergeableCounterTable::SingleColumn< T >.doc, esMonitoring.ElasticReport.doc, nanoaod::MergeableCounterTable::VectorColumn< T >.doc, nanoaod::FlatTable::Column.doc, esMonitoring.ElasticReport.last_make_report, esMonitoring.log(), esMonitoring.ElasticReport.make_id(), esMonitoring.ElasticReport.update_mem_status(), and esMonitoring.ElasticReport.update_ps_status().

Referenced by esMonitoring.ElasticReport.try_update().

    def make_report(self):
        self.last_make_report = time.time()
        self.doc["report_timestamp"] = time.time()
        self.make_id()

        m_path = self.args.path

        if not os.path.isdir(m_path):
            if self.args.debug:
                log("File not written, because report directory does not exist: %s." % m_path)
            # don't make a report if the directory is not available
            return

        self.update_ps_status()
        self.update_mem_status()

        fn_id = self.doc["_id"] + ".jsn"

        fn = os.path.join(m_path, fn_id) 
        fn_tmp = os.path.join(m_path, fn_id + ".tmp") 

        with open(fn_tmp, "w") as f:
            json.dump(self.doc, f, indent=True, cls=JsonEncoder)

        os.rename(fn_tmp, fn)

        if self.args.debug:
            log("File %s written." % fn)

try_update()

def esMonitoring.ElasticReport.try_update

(

self

)

Definition at line 149 of file esMonitoring.py.

References esMonitoring.ElasticReport.last_make_report, esMonitoring.ElasticReport.make_report(), and esMonitoring.ElasticReport.make_report_timer.

    def try_update(self):
        # first time
        if self.last_make_report is None:
            return self.make_report()

        now = time.time()
        delta = now - self.last_make_report
        if delta > self.make_report_timer:
            return self.make_report()

update_doc()

def esMonitoring.ElasticReport.update_doc	(		self,
			keys
	)

Definition at line 88 of file esMonitoring.py.

References nanoaod::MergeableCounterTable::SingleColumn< T >.doc, esMonitoring.ElasticReport.doc, nanoaod::MergeableCounterTable::VectorColumn< T >.doc, nanoaod::FlatTable::Column.doc, and esMonitoring.ElasticReport.update_doc_recursive().

Referenced by esMonitoring.ElasticReport.update_mem_status(), and esMonitoring.ElasticReport.update_ps_status().

    def update_doc(self, keys):
        self.update_doc_recursive(self.doc, keys)

update_doc_recursive()

def esMonitoring.ElasticReport.update_doc_recursive	(		self,
			old_obj,
			new_obj
	)

Definition at line 78 of file esMonitoring.py.

References esMonitoring.ElasticReport.update_doc_recursive().

Referenced by esMonitoring.ElasticReport.update_doc(), and esMonitoring.ElasticReport.update_doc_recursive().

    def update_doc_recursive(self, old_obj, new_obj):
        for key, value in new_obj.items():
            if (key in old_obj and 
                isinstance(value, dict) and 
                isinstance(old_obj[key], dict)):

                self.update_doc_recursive(old_obj[key], value)
            else:
                old_obj[key] = value

update_mem_status()

def esMonitoring.ElasticReport.update_mem_status

(

self

)

Definition at line 106 of file esMonitoring.py.

References nanoaod::MergeableCounterTable::SingleColumn< T >.doc, esMonitoring.ElasticReport.doc, nanoaod::MergeableCounterTable::VectorColumn< T >.doc, nanoaod::FlatTable::Column.doc, createfilelist.int, esMonitoring.str, nano_mu_digi_cff.strip, and esMonitoring.ElasticReport.update_doc().

Referenced by esMonitoring.ElasticReport.make_report().

    def update_mem_status(self):
        try:
            key = str(time.time())

            pid = int(self.doc["pid"])
            fn = "/proc/%d/statm" % pid
            f = open(fn, "r")            dct = { key: f.read().strip() }
            f.close()

            self.update_doc({ 'extra': { 'mem_info': dct } })
        except:
            pass

update_ps_status()

def esMonitoring.ElasticReport.update_ps_status

(

self

)

Definition at line 91 of file esMonitoring.py.

References nanoaod::MergeableCounterTable::SingleColumn< T >.doc, esMonitoring.ElasticReport.doc, nanoaod::MergeableCounterTable::VectorColumn< T >.doc, nanoaod::FlatTable::Column.doc, createfilelist.int, submitPVValidationJobs.split(), and esMonitoring.ElasticReport.update_doc().

Referenced by esMonitoring.ElasticReport.make_report().

    def update_ps_status(self):
        try:
            pid = int(self.doc["pid"])
            fn = "/proc/%d/status" % pid
            f = open(fn, "r")
            d = {}
            for line in f:
                k, v = line.strip().split(":", 1)
                d[k.strip()] = v.strip()
            f.close()

            self.update_doc({ 'extra': { 'ps_info': d } })
        except:
            pass

Member Data Documentation

args

esMonitoring.ElasticReport.args

Definition at line 31 of file esMonitoring.py.

Referenced by esMonitoring.ElasticReport.make_report().

doc

esMonitoring.ElasticReport.doc

Definition at line 33 of file esMonitoring.py.

Referenced by esMonitoring.ElasticReport.make_id(), esMonitoring.ElasticReport.make_report(), esMonitoring.ElasticReport.update_doc(), esMonitoring.ElasticReport.update_mem_status(), and esMonitoring.ElasticReport.update_ps_status().

id_format

esMonitoring.ElasticReport.id_format

Definition at line 40 of file esMonitoring.py.

Referenced by esMonitoring.ElasticReport.make_id().

last_make_report

esMonitoring.ElasticReport.last_make_report

Definition at line 28 of file esMonitoring.py.

Referenced by esMonitoring.ElasticReport.make_report(), and esMonitoring.ElasticReport.try_update().

make_report_timer

esMonitoring.ElasticReport.make_report_timer

Definition at line 29 of file esMonitoring.py.

Referenced by esMonitoring.ElasticReport.try_update().

seq

esMonitoring.ElasticReport.seq

Definition at line 30 of file esMonitoring.py.

---

Generated for CMSSW Reference Manual by  1.8.14