addOnTests.StandardTester Class Reference

Inheritance diagram for addOnTests.StandardTester:

Public Member Functions
def	__init__ (self, nThrMax=4)
def	activeThreads (self)
def	dumpTest (self)
def	file2Path (self, rFile)
def	prepare (self)
def	runTests (self, testList=None)
def	upload (self, tgtDir)

Public Attributes
	commands
	devPath
	maxThreads
	relPath
	threadList

Detailed Description

Definition at line 66 of file addOnTests.py.

Constructor & Destructor Documentation

__init__()

def addOnTests.StandardTester.__init__	(		self,
			nThrMax = 4
	)

Definition at line 68 of file addOnTests.py.

    def __init__(self, nThrMax=4):
 
        self.threadList = []
        self.maxThreads = nThrMax
        self.prepare()
 
        return
 

Member Function Documentation

activeThreads()

def addOnTests.StandardTester.activeThreads

(

self

)

Definition at line 76 of file addOnTests.py.

    def activeThreads(self):
 
        nActive = 0
        for t in self.threadList:
            if t.isAlive() : nActive += 1
 
        return nActive
 

References MatrixRunner.MatrixRunner.threadList, and addOnTests.StandardTester.threadList.

Referenced by addOnTests.StandardTester.runTests().

dumpTest()

def addOnTests.StandardTester.dumpTest

(

self

)

Definition at line 124 of file addOnTests.py.

    def dumpTest(self):
        print(",".join(self.commands.keys()))
        return
 

References addOnTests.StandardTester.commands, join(), relativeConstraints.keys, and edm.print().

file2Path()

def addOnTests.StandardTester.file2Path	(		self,
			rFile
	)

Definition at line 128 of file addOnTests.py.

    def file2Path(self,rFile):
 
        fullPath = self.relPath + rFile
        if os.path.exists(self.devPath + rFile): fullPath = self.devPath + rFile
        return fullPath
 

References addOnTests.StandardTester.devPath, and addOnTests.StandardTester.relPath.

prepare()

def addOnTests.StandardTester.prepare

(

self

)

Definition at line 84 of file addOnTests.py.

    def prepare(self):
 
        self.devPath = os.environ['LOCALRT'] + '/src/'
        self.relPath = self.devPath
        if 'CMSSW_RELEASE_BASE' in os.environ and (os.environ['CMSSW_RELEASE_BASE'] != ""): self.relPath = os.environ['CMSSW_RELEASE_BASE'] + '/src/'
 
        lines = { 'read312RV' : ['cmsRun '+self.file2Path('Utilities/ReleaseScripts/scripts/read312RV_cfg.py')], 
                  'fastsim'   : ["cmsDriver.py TTbar_8TeV_TuneCUETP8M1_cfi  --conditions auto:run1_mc --fast  -n 100 --eventcontent AODSIM,DQM --relval 100000,1000 -s GEN,SIM,RECOBEFMIX,DIGI:pdigi_valid,L1,DIGI2RAW,L1Reco,RECO,EI,VALIDATION  --customise=HLTrigger/Configuration/CustomConfigs.L1THLT --datatier GEN-SIM-DIGI-RECO,DQMIO --beamspot Realistic8TeVCollision"],
                  'fastsim1'  : ["cmsDriver.py TTbar_13TeV_TuneCUETP8M1_cfi --conditions auto:run2_mc_l1stage1 --fast  -n 100 --eventcontent AODSIM,DQM --relval 100000,1000 -s GEN,SIM,RECOBEFMIX,DIGI:pdigi_valid,L1,DIGI2RAW,L1Reco,RECO,EI,VALIDATION  --customise=HLTrigger/Configuration/CustomConfigs.L1THLT --datatier GEN-SIM-DIGI-RECO,DQMIO --beamspot NominalCollision2015 --era Run2_25ns"],
                  'fastsim2'  : ["cmsDriver.py TTbar_13TeV_TuneCUETP8M1_cfi --conditions auto:run2_mc --fast  -n 100 --eventcontent AODSIM,DQM --relval 100000,1000 -s GEN,SIM,RECOBEFMIX,DIGI:pdigi_valid,L1,DIGI2RAW,L1Reco,RECO,EI,VALIDATION  --customise=HLTrigger/Configuration/CustomConfigs.L1THLT --datatier GEN-SIM-DIGI-RECO,DQMIO --beamspot NominalCollision2015 --era Run2_2016"],
                  'pat1'      : ['cmsRun '+self.file2Path('PhysicsTools/PatAlgos/test/IntegrationTest_cfg.py')],
                }
 
        hltTests = {}
        hltFlag_data = ' realData=True  globalTag=@ inputFiles=@ '
        hltFlag_mc   = ' realData=False globalTag=@ inputFiles=@ '
        from Configuration.HLT.addOnTestsHLT import addOnTestsHLT
        hltTestsToAdd = addOnTestsHLT()
        for key in hltTestsToAdd:
            if '_data_' in key:
                hltTests[key] = [hltTestsToAdd[key][0],
                                 'cmsRun '+self.file2Path(hltTestsToAdd[key][1])+hltFlag_data,
                                 hltTestsToAdd[key][2]]
            elif '_mc_' in key:
                hltTests[key] = [hltTestsToAdd[key][0],
                                 'cmsRun '+self.file2Path(hltTestsToAdd[key][1])+hltFlag_mc,
                                 hltTestsToAdd[key][2]]
            else:
                hltTests[key] = [hltTestsToAdd[key][0],
                                 'cmsRun '+self.file2Path(hltTestsToAdd[key][1]),
                                 hltTestsToAdd[key][2]]
 
        self.commands={}
        for dirName, command in lines.items():
            self.commands[dirName] = command
 
        for dirName, commandList in hltTests.items():
            self.commands[dirName] = commandList
        return
 

runTests()

def addOnTests.StandardTester.runTests	(		self,
			testList = None
	)

Definition at line 134 of file addOnTests.py.

    def runTests(self, testList = None):
 
        actDir = os.getcwd()
 
        if not os.path.exists('addOnTests'):
            os.makedirs('addOnTests')
        os.chdir('addOnTests')
 
        nfail=0
        npass=0
        report=''
 
        print('Running in %s thread(s)' % self.maxThreads)
 
        for dirName, command in self.commands.items():
 
            if testList and not dirName in testList:
                del self.commands[dirName]
                continue
 
            # make sure we don't run more than the allowed number of threads:
            while self.activeThreads() >= self.maxThreads:
                time.sleep(10)
                continue
 
            print('Preparing to run %s' % str(command))
            current = testit(dirName, command)
            self.threadList.append(current)
            current.start()
            time.sleep(random.randint(1,5)) # try to avoid race cond by sleeping random amount of time [1,5] sec 
 
        # wait until all threads are finished
        while self.activeThreads() > 0:
            time.sleep(5)
 
        # all threads are done now, check status ...
        for pingle in self.threadList:
            pingle.join()
            for f in pingle.nfail: nfail  += f
            for p in pingle.npass: npass  += p
            report += pingle.report
            print(pingle.report)
            sys.stdout.flush()
 
        reportSumm = '\n %s tests passed, %s failed \n' %(npass,nfail)
        print(reportSumm)
 
        runall_report_name='runall-report.log'
        runall_report=open(runall_report_name,'w')
        runall_report.write(report+reportSumm)
        runall_report.close()
 
        # get the logs to the logs dir:
        print('==> in :', os.getcwd())
        print('    going to copy log files to logs dir ...')
        if not os.path.exists('logs'):
            os.makedirs('logs')
        for dirName in self.commands:
            cmd = "for L in `ls "+dirName+"/*.log`; do cp $L logs/cmsDriver-`dirname $L`_`basename $L` ; done"
            print("going to ",cmd)
            os.system(cmd)
 
        import pickle
        pickle.dump(self.commands, open('logs/addOnTests.pkl', 'wb'), protocol=2)
 
        os.chdir(actDir)
 
        return
 

References MatrixRunner.MatrixRunner.activeThreads(), addOnTests.StandardTester.activeThreads(), mps_setup.append, addOnTests.StandardTester.commands, mps_monitormerge.items, MatrixRunner.MatrixRunner.maxThreads, addOnTests.StandardTester.maxThreads, edm.print(), str, MatrixRunner.MatrixRunner.threadList, and addOnTests.StandardTester.threadList.

upload()

def addOnTests.StandardTester.upload	(		self,
			tgtDir
	)

Definition at line 203 of file addOnTests.py.

    def upload(self, tgtDir):
 
        print("in ", os.getcwd())
 
        if not os.path.exists(tgtDir):
            os.makedirs(tgtDir)
 
        cmd = 'tar cf - addOnTests.log addOnTests/logs | (cd '+tgtDir+' ; tar xf - ) '
        try:
            print('executing: ',cmd)
            ret = os.system(cmd)
            if ret != 0:
                print("ERROR uploading logs:", ret, cmd)
        except Exception as e:
            print("EXCEPTION while uploading addOnTest-logs : ", str(e))
 
        return
 
 

References edm.print(), and str.

Member Data Documentation

commands

addOnTests.StandardTester.commands

Definition at line 116 of file addOnTests.py.

Referenced by addOnTests.StandardTester.dumpTest(), and addOnTests.StandardTester.runTests().

devPath

addOnTests.StandardTester.devPath

Definition at line 86 of file addOnTests.py.

Referenced by addOnTests.StandardTester.file2Path().

maxThreads

addOnTests.StandardTester.maxThreads

Definition at line 71 of file addOnTests.py.

Referenced by addOnTests.StandardTester.runTests().

relPath

addOnTests.StandardTester.relPath

Definition at line 87 of file addOnTests.py.

Referenced by addOnTests.StandardTester.file2Path().

threadList

addOnTests.StandardTester.threadList

Definition at line 70 of file addOnTests.py.

Referenced by addOnTests.StandardTester.activeThreads(), and addOnTests.StandardTester.runTests().