addOnTests::StandardTester Class Reference

List of all members.

Public Member Functions
def	__init__
def	activeThreads
def	prepare
def	runTests
def	upload
Public Attributes
	maxThreads
	threadList

---

Detailed Description

Definition at line 75 of file addOnTests.py.

---

Constructor & Destructor Documentation

def addOnTests::StandardTester::__init__	(		self,
			nThrMax = 4
	)

Definition at line 77 of file addOnTests.py.

                                 :

        self.threadList = []
        self.maxThreads = nThrMax

        return

---

Member Function Documentation

def addOnTests::StandardTester::activeThreads

(

self

)

Definition at line 84 of file addOnTests.py.

                           :

        nActive = 0
        for t in self.threadList:
            if t.isAlive() : nActive += 1

        return nActive

def addOnTests::StandardTester::prepare

(

self

)

Definition at line 92 of file addOnTests.py.

                     :

        cmd = 'ln -s /afs/cern.ch/user/a/andreasp/public/IBTests/read*.py .'
        try:
            os.system(cmd)
        except:
            pass


        tstPkgs = { 'FastSimulation' : [ 'Configuration' ],
                    'HLTrigger'      : [ 'Configuration' ],
                    'PhysicsTools'   : [ 'PatAlgos'      ],
                  }

        #-ap: make sure the actual package is there, not just the subsystem ...
        # and set symlinks accordingly ...
        pkgPath = os.environ['CMSSW_BASE'] + '/src/'
        relPath = '$CMSSW_RELEASE_BASE/src/'
        cmd = ''
        for tstSys in tstPkgs:
          if not os.path.exists(pkgPath + tstSys):
             cmd  = 'ln -s ' + relPath + tstSys + ' .;'
             try:
                print 'setting up symlink for ' + tstSys + ' using ' + cmd
                os.system(cmd)
             except:
                pass
          else:
            for tstPkg in tstPkgs[tstSys]:
              if not os.path.exists(pkgPath + tstSys + "/" + tstPkg):
                 cmd  = 'mkdir -p ' + tstSys + '; ln -s ' + relPath + tstSys + '/' + tstPkg + ' ' + tstSys +';'
              else:
                 cmd  = 'mkdir -p ' + tstSys + '; ln -s ' + pkgPath + tstSys + '/' + tstPkg + ' ' + tstSys +';'
              try:
                print 'setting up symlink for ' + tstSys + '/' + tstPkg + ' using ' + cmd
                os.system(cmd)
              except:
                pass

        return

def addOnTests::StandardTester::runTests

(

self

)

Definition at line 134 of file addOnTests.py.

                      :

        # make sure we have a way to set the environment in the threads ...
        if not os.environ.has_key('CMS_PATH'):
            cmsPath = '/afs/cern.ch/cms'
            print "setting default for CMS_PATH to", cmsPath
            os.environ['CMS_PATH'] = cmsPath

        lines = { 'read312RV' : ['cmsRun ../read312RV_cfg.py'], 
                  'fastsim1' : ['cmsRun ../FastSimulation/Configuration/test/IntegrationTestFake_cfg.py'],
                  'fastsim2' : ['cmsRun ../FastSimulation/Configuration/test/IntegrationTest_cfg.py'],
                  #'fastsim3' : ['cmsRun ../FastSimulation/Configuration/test/ExampleWithHLT_1E31_cfg.py'],
                  'fastsim4' : ['cmsRun ../FastSimulation/Configuration/test/IntegrationTestWithHLT_cfg.py'],
                  'pat1'     : ['cmsRun ../PhysicsTools/PatAlgos/test/IntegrationTest_cfg.py'],
                }

        hltTests = { 'hlt1' : ['cmsDriver.py TTbar_Tauola.cfi -s GEN,SIM,DIGI,L1,DIGI2RAW -n 10 --conditions auto:startup --relval 9000,50 --datatier "GEN-SIM-RAW" --eventcontent RAW --fileout file:RelVal_DigiL1Raw_GRun.root',
                      'cmsRun ../HLTrigger/Configuration/test/OnLine_HLT_GRun.py' ], 
                     'hlt2' : ['cmsDriver.py TTbar_Tauola.cfi -s GEN,SIM,DIGI,L1,DIGI2RAW -n 10 --conditions auto:starthi --relval 9000,50 --datatier "GEN-SIM-RAW" --eventcontent RAW --fileout file:RelVal_DigiL1Raw_HIon.root',
                      'cmsRun ../HLTrigger/Configuration/test/OnLine_HLT_HIon.py'],
                     'hlt3' : ['cmsRun ../HLTrigger/Configuration/test/OnData_HLT_GRun.py'],
                     'hlt4' : ['cmsRun ../HLTrigger/Configuration/test/OnData_HLT_HIon.py'],
                     }

        commands={}

        actDir = os.getcwd()

        if not os.path.exists('addOnTests'):
            os.makedirs('addOnTests')
        os.chdir('addOnTests')

        self.prepare()

        for dirName, command in lines.items():
                commands[dirName] = command
                # print 'Will do: '+command

        for dirName, commandList in hltTests.items():
            cmds = commandList
            commands[dirName] = cmds

        nfail=0
        npass=0
        report=''
        
        print 'Running in %s thread(s)' % self.maxThreads
        
        for dirName, command in commands.items():

            # make sure we don't run more than the allowed number of threads:
            while self.activeThreads() >= self.maxThreads:
                time.sleep(10)
                continue
            
            print 'Preparing to run %s' % str(command)
            current = testit(dirName, command)
            self.threadList.append(current)
            current.start()
            time.sleep(random.randint(1,5)) # try to avoid race cond by sleeping random amount of time [1,5] sec 
            
        # wait until all threads are finished
        while self.activeThreads() > 0:
            time.sleep(5)
            
        # all threads are done now, check status ...
        for pingle in self.threadList:
            pingle.join()
            for f in pingle.nfail: nfail  += f
            for p in pingle.npass: npass  += p
            report += pingle.report
            print pingle.report
            sys.stdout.flush()
            
        reportSumm = '\n %s tests passed, %s failed \n' %(npass,nfail)
        print reportSumm
        
        runall_report_name='runall-report.log'
        runall_report=open(runall_report_name,'w')
        runall_report.write(report+reportSumm)
        runall_report.close()

        # get the logs to the logs dir:
        print '==> in :', os.getcwd()
        print '    going to copy log files to logs dir ...'
        if not os.path.exists('logs'):
            os.makedirs('logs')
        for dirName in commands.keys():
            cmd = "for L in `ls "+dirName+"/*.log`; do cp $L logs/cmsDriver-`dirname $L`_`basename $L` ; done"
            print "going to ",cmd
            os.system(cmd)

        import pickle
        pickle.dump(commands, open('logs/addOnTests.pkl', 'w') )

        os.chdir(actDir)
        
        return

def addOnTests::StandardTester::upload	(		self,
			tgtDir
	)

Definition at line 233 of file addOnTests.py.

00234                             :
00235 
00236         print "in ", os.getcwd()
00237 
00238         # wait until all threads are finished
00239         while self.activeThreads() > 0:
00240             time.sleep(5)
00241 
00242         if not os.path.exists(tgtDir):
00243             os.makedirs(tgtDir)
00244         
00245         cmd = 'tar cf - addOnTests.log addOnTests/logs | (cd '+tgtDir+' ; tar xf - ) '
00246         try:
00247             print 'executing: ',cmd
00248             ret = os.system(cmd)
00249             if ret != 0:
00250                 print "ERROR uploading logs:", ret, cmd
00251         except Exception, e:
00252             print "EXCEPTION while uploading addOnTest-logs : ", str(e)
00253             
00254         return
00255 
                

---

Member Data Documentation

addOnTests::StandardTester::maxThreads

Definition at line 77 of file addOnTests.py.

addOnTests::StandardTester::threadList

Definition at line 77 of file addOnTests.py.