addOnTests::StandardTester Class Reference

List of all members.

Public Member Functions
def	__init__
def	activeThreads
def	dumpTest
def	file2Path
def	prepare
def	runTests
def	upload
Public Attributes
	commands
	devPath
	maxThreads
	relPath
	threadList

---

Detailed Description

Definition at line 64 of file addOnTests.py.

---

Constructor & Destructor Documentation

def addOnTests::StandardTester::__init__	(		self,
			nThrMax = 4
	)

Definition at line 66 of file addOnTests.py.

                                 :

        self.threadList = []
        self.maxThreads = nThrMax
        self.prepare()

        return

---

Member Function Documentation

def addOnTests::StandardTester::activeThreads

(

self

)

Definition at line 74 of file addOnTests.py.

                           :

        nActive = 0
        for t in self.threadList:
            if t.isAlive() : nActive += 1

        return nActive

def addOnTests::StandardTester::dumpTest

(

self

)

Definition at line 114 of file addOnTests.py.

                      :
        print ",".join(self.commands.keys())
        return

def addOnTests::StandardTester::file2Path	(		self,
			rFile
	)

Definition at line 118 of file addOnTests.py.

                             :

        fullPath = self.relPath + rFile
        if os.path.exists(self.devPath + rFile): fullPath = self.devPath + rFile
        return fullPath

def addOnTests::StandardTester::prepare

(

self

)

Definition at line 82 of file addOnTests.py.

00083                      :
00084     
00085         self.devPath = os.environ['LOCALRT'] + '/src/'
00086         self.relPath = self.devPath
00087         if os.environ.has_key('CMSSW_RELEASE_BASE') and (os.environ['CMSSW_RELEASE_BASE'] != ""): self.relPath = os.environ['CMSSW_RELEASE_BASE'] + '/src/'
00088 
00089         lines = { 'read312RV' : ['cmsRun '+self.file2Path('Utilities/ReleaseScripts/scripts/read312RV_cfg.py')], 
00090                   'fastsim1'  : ['cmsRun '+self.file2Path('FastSimulation/Configuration/test/IntegrationTestFake_cfg.py')],
00091                   'fastsim2'  : ['cmsRun '+self.file2Path('FastSimulation/Configuration/test/IntegrationTest_cfg.py')],
00092                   #'fastsim3'  : ['cmsRun '+self.file2Path('FastSimulation/Configuration/test/ExampleWithHLT_1E31_cfg.py')],
00093                   'fastsim4'  : ['cmsRun '+self.file2Path('FastSimulation/Configuration/test/IntegrationTestWithHLT_cfg.py')],
00094                   'pat1'      : ['cmsRun '+self.file2Path('PhysicsTools/PatAlgos/test/IntegrationTest_cfg.py')],
00095                 }
00096 
00097         hltTests = { 'hlt1' : ['cmsDriver.py TTbar_Tauola.cfi -s GEN,SIM,DIGI,L1,DIGI2RAW -n 10 --conditions auto:startup --relval 9000,50 --datatier "GEN-SIM-RAW" --eventcontent RAW --fileout file:RelVal_Raw_GRun_STARTUP.root',
00098                                'cmsRun '+self.file2Path('HLTrigger/Configuration/test/OnLine_HLT_GRun.py')], 
00099                      'hlt2' : ['cmsDriver.py TTbar_Tauola.cfi -s GEN,SIM,DIGI,L1,DIGI2RAW -n 10 --conditions auto:starthi --relval 9000,50 --datatier "GEN-SIM-RAW" --eventcontent RAW --fileout file:RelVal_Raw_HIon_STARTUP.root',
00100                                'cmsRun '+self.file2Path('HLTrigger/Configuration/test/OnLine_HLT_HIon.py')],
00101                      'hlt3' : ['cmsDriver.py RelVal -s L1REPACK -n 10 --conditions auto:startup --relval 9000,50 --datatier "RAW" --eventcontent RAW --fileout file:RelVal_Raw_GRun_DATA.root --filein /store/data/Run2011B/MinimumBias/RAW/v1/000/178/479/3E364D71-F4F5-E011-ABD2-001D09F29146.root',
00102                                'cmsRun '+self.file2Path('HLTrigger/Configuration/test/OnData_HLT_GRun.py')],
00103                      'hlt4' : ['cmsDriver.py RelVal -s L1REPACK -n 10 --conditions auto:starthi --relval 9000,50 --datatier "RAW" --eventcontent RAW --fileout file:RelVal_Raw_HIon_DATA.root --filein /store/data/Run2011B/MinimumBias/RAW/v1/000/178/479/3E364D71-F4F5-E011-ABD2-001D09F29146.root',
00104                                'cmsRun '+self.file2Path('HLTrigger/Configuration/test/OnData_HLT_HIon.py')],
00105                      }
00106 
00107         self.commands={}
00108         for dirName, command in lines.items():
00109             self.commands[dirName] = command
00110 
00111         for dirName, commandList in hltTests.items():
00112             self.commands[dirName] = commandList
00113         return
        

def addOnTests::StandardTester::runTests	(		self,
			testList = None
	)

Definition at line 124 of file addOnTests.py.

                                       :

        actDir = os.getcwd()

        if not os.path.exists('addOnTests'):
            os.makedirs('addOnTests')
        os.chdir('addOnTests')

        nfail=0
        npass=0
        report=''
        
        print 'Running in %s thread(s)' % self.maxThreads
        
        for dirName, command in self.commands.items():

            if testList and not dirName in testList:
                del self.commands[dirName]
                continue

            # make sure we don't run more than the allowed number of threads:
            while self.activeThreads() >= self.maxThreads:
                time.sleep(10)
                continue
            
            print 'Preparing to run %s' % str(command)
            current = testit(dirName, command)
            self.threadList.append(current)
            current.start()
            time.sleep(random.randint(1,5)) # try to avoid race cond by sleeping random amount of time [1,5] sec 
            
        # wait until all threads are finished
        while self.activeThreads() > 0:
            time.sleep(5)
            
        # all threads are done now, check status ...
        for pingle in self.threadList:
            pingle.join()
            for f in pingle.nfail: nfail  += f
            for p in pingle.npass: npass  += p
            report += pingle.report
            print pingle.report
            sys.stdout.flush()
            
        reportSumm = '\n %s tests passed, %s failed \n' %(npass,nfail)
        print reportSumm
        
        runall_report_name='runall-report.log'
        runall_report=open(runall_report_name,'w')
        runall_report.write(report+reportSumm)
        runall_report.close()

        # get the logs to the logs dir:
        print '==> in :', os.getcwd()
        print '    going to copy log files to logs dir ...'
        if not os.path.exists('logs'):
            os.makedirs('logs')
        for dirName in self.commands:
            cmd = "for L in `ls "+dirName+"/*.log`; do cp $L logs/cmsDriver-`dirname $L`_`basename $L` ; done"
            print "going to ",cmd
            os.system(cmd)

        import pickle
        pickle.dump(self.commands, open('logs/addOnTests.pkl', 'w') )

        os.chdir(actDir)
        
        return

def addOnTests::StandardTester::upload	(		self,
			tgtDir
	)

Definition at line 193 of file addOnTests.py.

00194                             :
00195 
00196         print "in ", os.getcwd()
00197 
00198         if not os.path.exists(tgtDir):
00199             os.makedirs(tgtDir)
00200         
00201         cmd = 'tar cf - addOnTests.log addOnTests/logs | (cd '+tgtDir+' ; tar xf - ) '
00202         try:
00203             print 'executing: ',cmd
00204             ret = os.system(cmd)
00205             if ret != 0:
00206                 print "ERROR uploading logs:", ret, cmd
00207         except Exception, e:
00208             print "EXCEPTION while uploading addOnTest-logs : ", str(e)
00209             
00210         return
00211 
                

---

Member Data Documentation

addOnTests::StandardTester::commands

Definition at line 82 of file addOnTests.py.

addOnTests::StandardTester::devPath

Definition at line 82 of file addOnTests.py.

addOnTests::StandardTester::maxThreads

Definition at line 66 of file addOnTests.py.

addOnTests::StandardTester::relPath

Definition at line 82 of file addOnTests.py.

addOnTests::StandardTester::threadList

Definition at line 66 of file addOnTests.py.