cmsPerfHarvest Namespace Reference

Functions
def	harvest (perfdir)
	Harvest all data from a perfsuite directory (if cpu subdirectories exist, it will examine them) More...
def	optionParse ()
	Parse options. More...
def	visit (visitdir)
	Retrieve data from a perf suite output (sub) directory, only examines TimeSize at the moment. More...
def	visit_timesize_steps (candle, profsetdir)
	Harvest information from a timesize directory, currently only retrieves TimingReport information. More...

Variables
	_PROG_NAME
	perfdir

Function Documentation

def cmsPerfHarvest.harvest

(

perfdir

)

Harvest all data from a perfsuite directory (if cpu subdirectories exist, it will examine them)

Definition at line 100 of file cmsPerfHarvest.py.

References edm.print(), and visit().

def harvest(perfdir):
    cpureg = re.compile("cpu_([0-9][0-9]*)")
    out = {}
    globpath = os.path.join(perfdir, "cpu_*")
    globs = glob.glob(globpath)
    if len(globs) > 0:
        for globule in globs:
            base  = os.path.basename(globule)
            found = cpureg.search(base)
            if found:
                cpuid = found.groups()[0]
                if cpuid in out:
                    print("Error: we already have a cpu run with this id %s ! Skipping..." % cpuid)
                else:
                    if cpuid == None:
                        print("Error: could not resolve cpuid something is wrong")
                        cpuid = "None"
                    out[cpuid] = visit(globule)                
            else:
                print("Error: could not determine valid cpu id from %s ! Skipping..." % base)

    else:
        out["None"] = visit(perfdir)
        
    return out  

def cmsPerfHarvest.optionParse

(

)

Parse options.

Definition at line 13 of file cmsPerfHarvest.py.

def optionParse():
    parser = opt.OptionParser(usage="""./%s [perf dir] [options]""" % _PROG_NAME)

    (options, args) = parser.parse_args()

    if not len(args) == 1:
        parser.error("You have not supplied a perfsuite directory.")
        sys.exit()

    args[0] = os.path.abspath(args[0])

    ###########
    # Check existance of the directory supplied
    #
    if not os.path.isdir(args[0]):
        parser.error("You have not provided a valid perfsuite output directory")
        sys.exit()

    perfdir = args[0]

    return (perfdir)

def cmsPerfHarvest.visit

(

visitdir

)

Retrieve data from a perf suite output (sub) directory, only examines TimeSize at the moment.

Definition at line 68 of file cmsPerfHarvest.py.

References edm.print(), str, and visit_timesize_steps().

Referenced by harvest(), ConfigBuilder.ConfigBuilder.renameHLTprocessInSequence(), and Config.TestModuleCommand.testGlobalReplace().

def visit(visitdir):
    out = {}
    for candle in Candles:
        globpath = os.path.join(visitdir,"%s_*" % (candle))
        globs = glob.glob(globpath)
        if len(globs) > 0:
            profsetreg = re.compile("%s_(.*)" % candle)
            for globule in globs:
                base = os.path.basename(globule)
                found = profsetreg.search(base)
                if found:
                    profset = found.groups()[0]
                    if profset == "TimeSize": # Just do timesize for now!
                        if candle == None:
                            print("Error: could not resolve candle something is wrong")
                            candle = "None"
                        if profset == None:
                            print("Error: could not resolve profset something is wrong")
                            profset = "None"
                        if candle not in out:
                            out[candle] = {}
                        candledict = out[candle]
                        if profset in candledict:
                            print("Error: we already have a profset that matches %s" % str(profset))
                        else:
                            candledict[profset] = visit_timesize_steps(candle,globule)
                            out[candle] = candledict
    return out
        

def cmsPerfHarvest.visit_timesize_steps	(		candle,
			profsetdir
	)

Harvest information from a timesize directory, currently only retrieves TimingReport information.

Definition at line 38 of file cmsPerfHarvest.py.

References edm.print().

Referenced by visit().

def visit_timesize_steps(candle,profsetdir):
    out = {}
    # Just do timing report for now
    globpath = os.path.join(profsetdir,"%s_*_TimingReport.log" % CandFname[candle])
    globs = glob.glob(globpath)
    if len(globs) > 0:
        stepreg = re.compile("%s_([^_]*)_TimingReport.log" % CandFname[candle])
        for globule in globs:
            base = os.path.basename(globule)
            found = stepreg.search(base)
            if found:
                step = found.groups()[0]
                try:
                    if step == None:
                        print("Error: could not resolve step something is wrong")
                        step = "None"
                    if "TimingReport" not in out:
                        out["TimingReport"] = {}
                    stepdict = out["TimingReport"]
                    stepdict[step] = cpr.getTimingLogData(globule)
                    out["TimingReport"] = stepdict
                except (OSError, IOError) as detail:
                    print(detail)
            else:
                print("Error: Could not determine step from %s" % base)
    return out

Variable Documentation

cmsPerfHarvest._PROG_NAME

private

Definition at line 8 of file cmsPerfHarvest.py.

cmsPerfHarvest.perfdir

Definition at line 127 of file cmsPerfHarvest.py.