cmsPerfSuite Namespace Reference

Classes
class	PerfSuite
class	PerfSuiteTimer
class	PerfThread

Functions
def	_cleanup ()
def	main (argv=[__name__])

Function Documentation

def cmsPerfSuite._cleanup ( )

private

Definition at line 16 of file cmsPerfSuite.py.

def _cleanup():
   pass
#Override the function in subprocess
subprocess._cleanup=_cleanup

def cmsPerfSuite.main

(

argv = [__name__]

)

Definition at line 1729 of file cmsPerfSuite.py.

def main(argv=[__name__]): #argv is a list of arguments.
                     #Valid ways to call main with arguments:
                     #main(["--cmsScimark",10])
                     #main(["-t100"]) #With the caveat that the options.timeSize will be of type string... so should avoid using this!
                     #main(["-timeSize,100])
                     #Invalid ways:
                     #main(["One string with all options"])
    
    #Let's instatiate the class:
    suite=PerfSuite()

    #print suite
    #Uncomment this for tests with main() in inteactive python:
    #print suite.optionParse(argv)
    
    PerfSuiteArgs={}
    (PerfSuiteArgs['create'],
     PerfSuiteArgs['castordir'],
     PerfSuiteArgs['TimeSizeEvents'],
     PerfSuiteArgs['IgProfEvents'],    
     PerfSuiteArgs['CallgrindEvents'],
     PerfSuiteArgs['MemcheckEvents'],
     PerfSuiteArgs['cmsScimark'],      
     PerfSuiteArgs['cmsScimarkLarge'], 
     PerfSuiteArgs['cmsdriverOptions'],
     PerfSuiteArgs['cmsdriverPUOptions'],
     PerfSuiteArgs['stepOptions'],     
     PerfSuiteArgs['quicktest'],       
     PerfSuiteArgs['profilers'],       
     PerfSuiteArgs['cpus'],            
     PerfSuiteArgs['cores'],           
     PerfSuiteArgs['prevrel'],         
     PerfSuiteArgs['bypasshlt'],       
     PerfSuiteArgs['runonspare'],      
     PerfSuiteArgs['perfsuitedir'],    
     PerfSuiteArgs['logfile'],
     PerfSuiteArgs['TimeSizeCandles'],
     PerfSuiteArgs['IgProfCandles'],
     PerfSuiteArgs['CallgrindCandles'],
     PerfSuiteArgs['MemcheckCandles'],
     PerfSuiteArgs['TimeSizePUCandles'],
     PerfSuiteArgs['IgProfPUCandles'],
     PerfSuiteArgs['CallgrindPUCandles'],
     PerfSuiteArgs['MemcheckPUCandles'],
     PerfSuiteArgs['PUInputFile'],
     PerfSuiteArgs['userInputFile'],
     PerfSuiteArgs['MailLogRecipients'],
     PerfSuiteArgs['tarball']
     ) = suite.optionParse(argv)

    if PerfSuiteArgs['create']: # Before anything, request the AFS volume (it takes some time...)
       suite.createIgVolume()

    if not PerfSuiteArgs['logfile'] == None:
       if os.path.exists(PerfSuiteArgs['logfile']):
          oldlogfile=PerfSuiteArgs['logfile']+"_"+time.strftime("%d-%m-%Y_%H:%M:%S")
          #Move old logfile to a file with the same filename plus a timestamp appended
          mvOldLogfile=subprocess.Popen("mv %s %s"%(PerfSuiteArgs['logfile'],oldlogfile), shell=True, stdout=subprocess.PIPE, stderr=subprocess.STDOUT)
          mvOldLogfileExitCode=mvOldLogfile.wait()
          #Finally open the logfile and put the information above in it:
          try:
             ActualLogfile = open(PerfSuiteArgs['logfile'],"w")
             if mvOldLogfileExitCode:
                ActualLogfile.write("Please check what happened: A file named %s existed already and the attempt to move it to %s produced the following output: %s\n"%(PerfSuiteArgs['logfile'],oldlogfile,mvOldLogfile.stdout))
             else:
                ActualLogfile.write("***WARNING! A file named %s existed already!\n***It has been moved to %s before starting the current logfile!\n"%(PerfSuiteArgs['logfile'],oldlogfile))
          except (OSError, IOError) as detail:
             ActualLogfile.write("Failed to open the intended logfile %s, detail error:\n%s"%(PerfSuiteArgs['logfile'],detail))
              
       else:
          try:
             ActualLogfile = open(PerfSuiteArgs['logfile'],"w")
          except (OSError, IOError) as detail:
             ActualLogfile.write("Failed to open the intended logfile %s, detail error:\n%s"%(PerfSuiteArgs['logfile'],detail))
       ActualLogfile.flush()
                 
    #Three lines to add the exact command line used to call the performance suite directly in the log.
    ActualLogfile.write("Performance suite invoked with command line:\n")
    cmdline=reduce(lambda x,y:x+" "+y,sys.argv)
    ActualLogfile.write(cmdline+"\n")
    ActualLogfile.flush()
    
    #Debug printout that we could silence...
    ActualLogfile.write("Initial PerfSuite Arguments:\n")
    for key in PerfSuiteArgs.keys():
        ActualLogfile.write("%s %s\n"%(key,PerfSuiteArgs[key]))
    ActualLogfile.flush()
    #print PerfSuiteArgs

    PerfSuiteArgs['cpu_list'] = PerfSuiteArgs['cpus'] #To access the actual number of cpus used inside the threads..

    #Handle in here the case of multiple cores and the loading of cores with cmsScimark:
    if len(PerfSuiteArgs['cpus']) > 1:
        ActualLogfile.write("More than 1 cpu: threading the Performance Suite!\n")
        outputdir=PerfSuiteArgs['perfsuitedir']
        runonspare=PerfSuiteArgs['runonspare'] #Save the original value of runonspare for cmsScimark stuff
        cpus=PerfSuiteArgs['cpus']
        cores=PerfSuiteArgs['cores']
        if runonspare:
            for core in range(PerfSuiteArgs['cores']):
                cmsScimarkLaunch_pslist={}
                if len(cpus) != cores: #In case of this (relval), don't load the others with cmsScimark
                   if (core not in cpus):
                      #self.logh.write("Submitting cmsScimarkLaunch.csh to run on core cpu "+str(core) + "\n")
                      ActualLogfile.write("Submitting cmsScimarkLaunch.csh to run on core cpu "+str(core)+"\n")
                      subcmd = "cd %s ; cmsScimarkLaunch.csh %s" % (outputdir, str(core))            
                      command="taskset -c %s sh -c \"%s\" &" % (str(core), subcmd)
                      #self.logh.write(command + "\n")
                      ActualLogfile.write(command+"\n")
                      #cmsScimarkLaunch.csh is an infinite loop to spawn cmsScimark2 on the other
                      #cpus so it makes no sense to try reading its stdout/err
                      cmsScimarkLaunch_pslist[core]=subprocess.Popen(command,shell=True,stdout=subprocess.PIPE,stderr=subprocess.PIPE)
                      ActualLogfile.write("Spawned %s \n with PID %s"%(command,cmsScimarkLaunch_pslist[core].pid))
                      ActualLogfile.flush()
        PerfSuiteArgs['runonspare']=False #Set it to false to avoid cmsScimark being spawned by each thread
        logfile=PerfSuiteArgs['logfile']
        suitethread={}
        for cpu in cpus:
            #Make arguments "threaded" by setting for each instance of the suite:
            #1-A different output (sub)directory
            #2-Only 1 core on which to run
            #3-Automatically have a logfile... otherwise stdout is lost?
            #To be done:[3-A flag for Valgrind not to "thread" itself onto the other cores..]
            cpudir = os.path.join(outputdir,"cpu_%s" % cpu)
            if not os.path.exists(cpudir):
                os.mkdir(cpudir)
            PerfSuiteArgs['perfsuitedir']=cpudir
            PerfSuiteArgs['cpus']=[cpu]  #Keeping the name cpus for now FIXME: change it to cpu in the whole code
            if PerfSuiteArgs['logfile']:
                PerfSuiteArgs['logfile']=os.path.join(cpudir,os.path.basename(PerfSuiteArgs['logfile']))
            else:
                PerfSuiteArgs['logfile']=os.path.join(cpudir,"cmsPerfSuiteThread.log")
            #Now spawn the thread with:
            suitethread[cpu]=PerfThread(**PerfSuiteArgs)
            #ActualLogfile.write(suitethread[cpu])
            ActualLogfile.write("Launching PerfSuite thread on cpu%s"%cpu)
            ActualLogfile.flush()
            #print "With arguments:"
            #print PerfSuiteArgs
            suitethread[cpu].start()
            
        while reduce(lambda x,y: x or y, map(lambda x: x.isAlive(),suitethread.values())):
           try:            
              time.sleep(5.0)
              sys.stdout.flush()
           except (KeyboardInterrupt, SystemExit):
              raise
        ActualLogfile.write("All PerfSuite threads have completed!\n")
        ActualLogfile.flush()

    else: #No threading, just run the performance suite on the cpu core selected
        suite.runPerfSuite(**PerfSuiteArgs)