cmsPerfHarvest Namespace Reference

Functions
def	harvest
	Harvest all data from a perfsuite directory (if cpu subdirectories exist, it will examine them)
def	optionParse
	Parse options.
def	visit
	Retrieve data from a perf suite output (sub) directory, only examines TimeSize at the moment.
def	visit_timesize_steps
	Harvest information from a timesize directory, currently only retrieves TimingReport information.
Variables
tuple	_PROG_NAME = os.path.basename(sys.argv[0])

---

Function Documentation

def cmsPerfHarvest::harvest

(

perfdir

)

Harvest all data from a perfsuite directory (if cpu subdirectories exist, it will examine them)

Definition at line 99 of file cmsPerfHarvest.py.

Referenced by HLTTauPostProcessor::endJob(), and HLTTauPostProcessor::endRun().

                    :
    cpureg = re.compile("cpu_([0-9][0-9]*)")
    out = {}
    globpath = os.path.join(perfdir, "cpu_*")
    globs = glob.glob(globpath)
    if len(globs) > 0:
        for globule in globs:
            base  = os.path.basename(globule)
            found = cpureg.search(base)
            if found:
                cpuid = found.groups()[0]
                if out.has_key(cpuid):
                    print "Error: we already have a cpu run with this id %s ! Skipping..." % cpuid
                else:
                    if cpuid == None:
                        print "Error: could not resolve cpuid something is wrong"
                        cpuid = "None"
                    out[cpuid] = visit(globule)                
            else:
                print "Error: could not determine valid cpu id from %s ! Skipping..." % base

    else:
        out["None"] = visit(perfdir)
        
    return out  

def cmsPerfHarvest::optionParse

(

)

Parse options.

Definition at line 12 of file cmsPerfHarvest.py.

                 :
    parser = opt.OptionParser(usage="""./%s [perf dir] [options]""" % _PROG_NAME)

    (options, args) = parser.parse_args()

    if not len(args) == 1:
        parser.error("You have not supplied a perfsuite directory.")
        sys.exit()

    args[0] = os.path.abspath(args[0])

    ###########
    # Check existance of the directory supplied
    #
    if not os.path.isdir(args[0]):
        parser.error("You have not provided a valid perfsuite output directory")
        sys.exit()

    perfdir = args[0]

    return (perfdir)

def cmsPerfHarvest::visit

(

visitdir

)

Retrieve data from a perf suite output (sub) directory, only examines TimeSize at the moment.

Definition at line 67 of file cmsPerfHarvest.py.

Referenced by BlockWipedPool::visit().

00068                    :
00069     out = {}
00070     for candle in Candles:
00071         globpath = os.path.join(visitdir,"%s_*" % (candle))
00072         globs = glob.glob(globpath)
00073         if len(globs) > 0:
00074             profsetreg = re.compile("%s_(.*)" % candle)
00075             for globule in globs:
00076                 base = os.path.basename(globule)
00077                 found = profsetreg.search(base)
00078                 if found:
00079                     profset = found.groups()[0]
00080                     if profset == "TimeSize": # Just do timesize for now!
00081                         if candle == None:
00082                             print "Error: could not resolve candle something is wrong"
00083                             candle = "None"
00084                         if profset == None:
00085                             print "Error: could not resolve profset something is wrong"
00086                             profset = "None"
00087                         if not out.has_key(candle):
00088                             out[candle] = {}
00089                         candledict = out[candle]
00090                         if candledict.has_key(profset):
00091                             print "Error: we already have a profset that matches %s" % str(profset)
00092                         else:
00093                             candledict[profset] = visit_timesize_steps(candle,globule)
00094                             out[candle] = candledict
00095     return out
        

def cmsPerfHarvest::visit_timesize_steps	(		candle,
			profsetdir
	)

Harvest information from a timesize directory, currently only retrieves TimingReport information.

Definition at line 37 of file cmsPerfHarvest.py.

                                           :
    out = {}
    # Just do timing report for now
    globpath = os.path.join(profsetdir,"%s_*_TimingReport.log" % CandFname[candle])
    globs = glob.glob(globpath)
    if len(globs) > 0:
        stepreg = re.compile("%s_([^_]*)_TimingReport.log" % CandFname[candle])
        for globule in globs:
            base = os.path.basename(globule)
            found = stepreg.search(base)
            if found:
                step = found.groups()[0]
                try:
                    if step == None:
                        print "Error: could not resolve step something is wrong"
                        step = "None"
                    if not out.has_key("TimingReport"):
                        out["TimingReport"] = {}
                    stepdict = out["TimingReport"]
                    stepdict[step] = cpr.getTimingLogData(globule)
                    out["TimingReport"] = stepdict
                except (OSError, IOError), detail:
                    print detail
            else:
                print "Error: Could not determine step from %s" % base
    return out

---

Variable Documentation

tuple cmsPerfHarvest::_PROG_NAME = os.path.basename(sys.argv[0])

Definition at line 7 of file cmsPerfHarvest.py.