dqm-mbProfile Namespace Reference

Classes
class	Profile

Functions
def	build_process_list ()
def	find_and_write_html (p, args)
def	get_children (ppid)
def	handle_alarm (num, frame)
def	read_procfs (ppath, only_ppid=True)
def	run_and_monitor (args)

Variables
	action
	ALARM_P_OBJECT
	ALARM_TIMER
	args
	default
	description
	format
	help
	int
	log
	LOG_FORMAT
	metavar
	nargs
	p
	pargs
	parser
	str
	type

Function Documentation

build_process_list()

def dqm-mbProfile.build_process_list

(

)

Definition at line 56 of file dqm-mbProfile.py.

References read_procfs().

Referenced by get_children().

def build_process_list():
    lst = os.listdir("/proc/")
    for f in lst:
        if not f.isdigit(): continue

        proc = read_procfs(os.path.join("/proc", f))
        if proc:
            yield proc

find_and_write_html()

def dqm-mbProfile.find_and_write_html	(		p,
			args
	)

Definition at line 244 of file dqm-mbProfile.py.

def find_and_write_html(p, args):
    # create the dir if necessary
    if p and not os.path.exists(p):
        os.makedirs(p)

    html_paths = [
        os.path.join(os.getenv("CMSSW_BASE"),"src/DQMServices/Components/data/html"),
        os.path.join(os.getenv("CMSSW_RELEASE_BASE"), "src/DQMServices/Components/data/html"),
    ]

    def find_file(f):
        fails = []
        for p in html_paths:
            x = os.path.join(p, f)
            if os.path.exists(x):
                return x
            else:
                fails.append(x)

        log.warning("Could not find html file: %s (%s)", f, fails)

    for f in ['mbGraph.js', 'mbGraph.html']:
        target_fn = os.path.join(p, f)
        source_fn = find_file(f)
        if source_fn:
            log.info("Copying %s to %s", source_fn, target_fn)
            shutil.copyfile(source_fn, target_fn)

    # create json file
    target_fn = os.path.join(p, "mbGraph.json")
    log.info("Creating %s", target_fn)
    with open(target_fn, "w") as fp:
        dct = {
            "file": os.path.basename(args.file),
            "interval": args.i,
            "env": {
                "CMSSW_GIT_HASH": os.getenv("CMSSW_GIT_HASH"),
                "CMSSW_RELEASE_BASE": os.getenv("CMSSW_RELEASE_BASE"),
                "SCRAM_ARCH": os.getenv("SCRAM_ARCH"),
            },
        }

        json.dump(dct, fp, indent=2)

get_children()

def dqm-mbProfile.get_children

(

ppid

)

Select all processes which are descendant from ppid (exclusive). 

Definition at line 65 of file dqm-mbProfile.py.

References mps_setup.append, and build_process_list().

Referenced by dqm-mbProfile.Profile.update_proc().

def get_children(ppid):
    """ Select all processes which are descendant from ppid (exclusive). """

    pid_dct = {}
    for proc in build_process_list():
        proc["_children"] = []
        pid_dct[proc["pid"]] = proc

    # fill in children array
    for pid in list(pid_dct.keys()):
        parent_pid = pid_dct[pid]["parent_pid"]

        if parent_pid in pid_dct:
            pid_dct[parent_pid]["_children"].append(pid)

    # now just walk down the tree
    if ppid is None or ppid not in pid_dct:
        # process has quit, we exit
        return []

    accepted = []
    to_accept = collections.deque([ppid, ])
    
    while to_accept:
        head = pid_dct[to_accept.popleft()]

        # do not include the monitoring pid
        if head["pid"] != ppid:
            accepted.append(head)

        to_accept.extend(head.get("_children", []))
        head["children"] = head["_children"]
        del head["_children"]

        # deleting children breaks infinite loops
        # but Dima, can a process tree contain a loop? yes - via race-condition in reading procfs

    return accepted

handle_alarm()

def dqm-mbProfile.handle_alarm	(		num,
			frame
	)

Definition at line 223 of file dqm-mbProfile.py.

def handle_alarm(num, frame):
    if ALARM_P_OBJECT:
        ALARM_P_OBJECT.update()

    signal.alarm(ALARM_TIMER)

read_procfs()

def dqm-mbProfile.read_procfs	(		ppath,
			only_ppid = True
	)

Definition at line 20 of file dqm-mbProfile.py.

References int, SiPixelLorentzAngle_cfi.read, python.rootplot.root2matplotlib.replace(), and nano_mu_digi_cff.strip.

Referenced by build_process_list().

def read_procfs(ppath, only_ppid=True):
    def read(f):
        fp = os.path.join(ppath, f)
        with open(fp) as fd:
            return fd.read()

    def read_status():
        st = {}

        fp = os.path.join(ppath, "status")
        with open(fp) as fd:
            for line in fd.readlines():
                if not line: continue

                key, value = line.split(":", 1)
                st[key] = value.strip()

        return st

    try:
        dct = {}

        dct["statm"] = read("statm").strip()
        dct["stat"] = read("stat").strip()
        dct["cmdline"] = read("cmdline").strip().replace("\0", " ")

        status = read_status()
        dct["status"] = status
        dct["pid"] = int(status["Pid"])
        dct["parent_pid"] = int(status["PPid"])

        return dct
    except:
        log.warning("Exception in read_procfs.", exc_info=True)
        pass

run_and_monitor()

def dqm-mbProfile.run_and_monitor

(

args

)

Definition at line 229 of file dqm-mbProfile.py.

def run_and_monitor(args):
    profile = Profile(args)

    proc = subprocess.Popen(args.pargs)
    profile.pid = proc.pid

    global ALARM_P_OBJECT
    ALARM_P_OBJECT = profile

    signal.signal(signal.SIGALRM, handle_alarm)
    signal.alarm(ALARM_TIMER)

    proc.wait()
    profile.finish()

Variable Documentation

action

dqm-mbProfile.action

Definition at line 293 of file dqm-mbProfile.py.

ALARM_P_OBJECT

dqm-mbProfile.ALARM_P_OBJECT

Definition at line 221 of file dqm-mbProfile.py.

ALARM_TIMER

dqm-mbProfile.ALARM_TIMER

Definition at line 220 of file dqm-mbProfile.py.

args

dqm-mbProfile.args

Definition at line 297 of file dqm-mbProfile.py.

default

dqm-mbProfile.default

Definition at line 291 of file dqm-mbProfile.py.

description

dqm-mbProfile.description

Definition at line 290 of file dqm-mbProfile.py.

format

dqm-mbProfile.format

Definition at line 16 of file dqm-mbProfile.py.

Referenced by edm::ThinnedAssociationsHelper.addAssociation(), edm::eventsetup::ComponentMaker< edm::eventsetup::LooperMakerTraits, TType >.addTo(), HGCalLayerClusterHeterogeneousDumper.analyze(), HGCalLayerClusterHeterogeneousSoADumper.analyze(), TestAlpakaHostDeviceCompare.analyze(), DiMuonValidation.beginJob(), RPCSummaryMapHisto.book(), RPCRollMapHisto.bookBarrel(), RPCRollMapHisto.bookEndcap(), RPCDigiValid.bookHistograms(), RPCTTUMonitor.bookHistograms(), SiPixelMonitorTrackSoAAlpaka< T >.bookHistograms(), GlobalTest.bookHistograms(), SiStripLorentzAnglePCLMonitor.bookHistograms(), SiStripHitEfficiencyWorker.bookHistograms(), SiStripMonitorApproximateCluster.bookHistograms(), PrimaryVertexMonitor::IPMonitoring.bookIPMonitor(), GeneralPurposeVertexAnalyzer::IPMonitoring.bookIPMonitor(), RPCMonitorDigi.bookRollME(), RPCMonitorDigi.bookSectorRingME(), RPCMonitorDigi.bookWheelDiskME(), sistrip::MeasureLA.calibration_key(), RPCNameHelper.chamberName(), RPCClusterSizeTest.clientOperation(), RPCEventSummary.clientOperation(), SiStripHitEffFromCalibTree.computeEff(), sistrip::RawToDigiUnpacker.createDigis(), sistrip::DigiToRaw.createFedBuffers_(), edm::eventsetup::ESSourceProductResolverBase.doPrefetchAndSignals(), RPCRecHitProbabilityClient.dqmEndJob(), SiStripHitEfficiencyHarvester.dqmEndJob(), SiStripLorentzAnglePCLHarvester.dqmEndJob(), SiPixelLorentzAnglePCLHarvester.dqmEndJob(), SiPixelLorentzAnglePCLHarvesterMCS.dqmEndJob(), RPCEventSummary.dqmEndLuminosityBlock(), hgcalUtils::DumpClusters.dumpInfos(), hgcalUtils::DumpClustersSoA.dumpInfos(), hgcalUtils::DumpCellsSoA.dumpInfos(), hgcalUtils::DumpLegacySoA.dumpInfos(), RPCRawDataCountsHistoMaker.emptyReadoutErrorHisto(), RPCRawDataCountsHistoMaker.emptyReadoutErrorMapHisto(), RPCRawDataCountsHistoMaker.emptyRecordTypeHisto(), trackerTFP::KalmanFilterFormats.endJob(), CalibrationSummaryFactory.extract(), CalibrationScanSummaryFactory.extract(), SummaryPlotFactory< CommissioningAnalysis *>.fill(), RPCBookFolderStructure.folderStructure(), edm::service::CPU.getModelFromCPUFeatures(), RPCDqmClient.getMonitorElements(), edm::StreamSchedule.initializeEarlyDelete(), edm::RootInputFileSequence.initTheFile(), CTPPSPixelDataFormatter.interpretRawData(), RPCFEDIntegrity.labelBins(), HcalFEDIntegrityTask.labelBins(), main(), edm::service::IgProfService.makeDump(), edm::service::JeProfService.makeDump(), ModuleTypeResolverMakerAlpaka.makeResolver(), SiStripHitEfficiencyHarvester.makeSummary(), SiStripHitEffFromCalibTree.makeSummaryVsBx(), SiStripHitEfficiencyHarvester.makeSummaryVsVariable(), RPCDCSSummary.myBooker(), RPCDataCertification.myBooker(), RPCDaqInfo.myBooker(), DQMNet.onPeerConnect(), RPCMonitorDigi.performSourceOperation(), TritonService.postEndJob(), TrackExtenderWithMTDT< TrackCollection >.produce(), l1t::demo.read(), TotemVFATRawToDigi.run(), DQMNet.run(), FWTriggerTableView.saveImageTo(), FWTableView.saveImageTo(), sistrip::EnsembleCalibrationLA.write_ensembles_text(), cmsswFiletrace.writeoutput(), edm::writeParameterValue.writeValue(), edm::writeParameterValue.writeValueInVector(), edm::writeParameterValue.writeValueInVectorWithSpace(), and edm::writeParameterValue.writeVector().

help

dqm-mbProfile.help

Definition at line 291 of file dqm-mbProfile.py.

int

dqm-mbProfile.int

Definition at line 292 of file dqm-mbProfile.py.

Referenced by read_procfs(), and dqm-mbProfile.Profile.read_smaps().

log

dqm-mbProfile.log

Definition at line 17 of file dqm-mbProfile.py.

LOG_FORMAT

dqm-mbProfile.LOG_FORMAT

Definition at line 15 of file dqm-mbProfile.py.

metavar

dqm-mbProfile.metavar

Definition at line 291 of file dqm-mbProfile.py.

nargs

dqm-mbProfile.nargs

Definition at line 295 of file dqm-mbProfile.py.

p

dqm-mbProfile.p

Definition at line 312 of file dqm-mbProfile.py.

pargs

dqm-mbProfile.pargs

Definition at line 304 of file dqm-mbProfile.py.

parser

dqm-mbProfile.parser

Definition at line 290 of file dqm-mbProfile.py.

str

dqm-mbProfile.str

Definition at line 291 of file dqm-mbProfile.py.

type

dqm-mbProfile.type

Definition at line 291 of file dqm-mbProfile.py.