addOnTests.StandardTester Class Reference

Inheritance diagram for addOnTests.StandardTester:

Public Member Functions
def	__init__ (self, nThrMax=4)
def	activeThreads (self)
def	dumpTest (self)
def	file2Path (self, rFile)
def	prepare (self)
def	runTests (self, testList=None)
def	upload (self, tgtDir)

Public Attributes
	commands
	devPath
	maxThreads
	relPath
	threadList

Detailed Description

Definition at line 55 of file addOnTests.py.

Constructor & Destructor Documentation

__init__()

def addOnTests.StandardTester.__init__	(		self,
			nThrMax = 4
	)

Definition at line 57 of file addOnTests.py.

    def __init__(self, nThrMax=4):

        self.threadList = []
        self.maxThreads = nThrMax
        self.prepare()

        return

Member Function Documentation

activeThreads()

def addOnTests.StandardTester.activeThreads

(

self

)

Definition at line 65 of file addOnTests.py.

References MatrixRunner.MatrixRunner.threadList, and addOnTests.StandardTester.threadList.

Referenced by addOnTests.StandardTester.runTests().

    def activeThreads(self):

        nActive = 0
        for t in self.threadList:
            if t.is_alive() : nActive += 1

        return nActive

dumpTest()

def addOnTests.StandardTester.dumpTest

(

self

)

Definition at line 113 of file addOnTests.py.

References addOnTests.StandardTester.commands, join(), relativeConstraints.keys, and print().

    def dumpTest(self):
        print(",".join(self.commands.keys()))
        return

file2Path()

def addOnTests.StandardTester.file2Path	(		self,
			rFile
	)

Definition at line 117 of file addOnTests.py.

References addOnTests.StandardTester.devPath, and addOnTests.StandardTester.relPath.

    def file2Path(self,rFile):

        fullPath = self.relPath + rFile
        if os.path.exists(self.devPath + rFile): fullPath = self.devPath + rFile
        return fullPath

prepare()

def addOnTests.StandardTester.prepare

(

self

)

Definition at line 73 of file addOnTests.py.

    def prepare(self):

        self.devPath = os.environ['LOCALRT'] + '/src/'
        self.relPath = self.devPath
        if 'CMSSW_RELEASE_BASE' in os.environ and (os.environ['CMSSW_RELEASE_BASE'] != ""): self.relPath = os.environ['CMSSW_RELEASE_BASE'] + '/src/'

        lines = { 'read312RV' : ['cmsRun '+self.file2Path('Utilities/ReleaseScripts/scripts/read312RV_cfg.py')], 
                  'fastsim'   : ["cmsDriver.py TTbar_8TeV_TuneCUETP8M1_cfi  --conditions auto:run1_mc --fast  -n 100 --eventcontent AODSIM,DQM --relval 100000,1000 -s GEN,SIM,RECOBEFMIX,DIGI:pdigi_valid,L1,DIGI2RAW,L1Reco,RECO,VALIDATION  --customise=HLTrigger/Configuration/CustomConfigs.L1THLT --datatier GEN-SIM-DIGI-RECO,DQMIO --beamspot Realistic8TeVCollision"],
                  'fastsim1'  : ["cmsDriver.py TTbar_13TeV_TuneCUETP8M1_cfi --conditions auto:run2_mc_l1stage1 --fast  -n 100 --eventcontent AODSIM,DQM --relval 100000,1000 -s GEN,SIM,RECOBEFMIX,DIGI:pdigi_valid,L1,DIGI2RAW,L1Reco,RECO,VALIDATION  --customise=HLTrigger/Configuration/CustomConfigs.L1THLT --datatier GEN-SIM-DIGI-RECO,DQMIO --beamspot NominalCollision2015 --era Run2_25ns"],
                  'fastsim2'  : ["cmsDriver.py TTbar_13TeV_TuneCUETP8M1_cfi --conditions auto:run2_mc --fast  -n 100 --eventcontent AODSIM,DQM --relval 100000,1000 -s GEN,SIM,RECOBEFMIX,DIGI:pdigi_valid,L1,DIGI2RAW,L1Reco,RECO,VALIDATION  --customise=HLTrigger/Configuration/CustomConfigs.L1THLT --datatier GEN-SIM-DIGI-RECO,DQMIO --beamspot NominalCollision2015 --era Run2_2016"],
                  'pat1'      : ['cmsRun '+self.file2Path('PhysicsTools/PatAlgos/test/IntegrationTest_cfg.py')],
                }

        hltTests = {}
        hltFlag_data = 'realData=True globalTag=@ inputFiles=@'
        hltFlag_mc = 'realData=False globalTag=@ inputFiles=@'
        from Configuration.HLT.addOnTestsHLT import addOnTestsHLT
        hltTestsToAdd = addOnTestsHLT()
        for key in hltTestsToAdd:
            if '_data_' in key:
                hltTests[key] = [hltTestsToAdd[key][0],
                                 'cmsRun '+self.file2Path(hltTestsToAdd[key][1])+' '+hltFlag_data,
                                 hltTestsToAdd[key][2]]
            elif '_mc_' in key:
                hltTests[key] = [hltTestsToAdd[key][0],
                                 'cmsRun '+self.file2Path(hltTestsToAdd[key][1])+' '+hltFlag_mc,
                                 hltTestsToAdd[key][2]]
            else:
                hltTests[key] = [hltTestsToAdd[key][0],
                                 'cmsRun '+self.file2Path(hltTestsToAdd[key][1]),
                                 hltTestsToAdd[key][2]]

        self.commands = {}
        for dirName, command in lines.items():
            self.commands[dirName] = command

        for dirName, commandList in hltTests.items():
            self.commands[dirName] = commandList
        return

runTests()

def addOnTests.StandardTester.runTests	(		self,
			testList = None
	)

Definition at line 123 of file addOnTests.py.

References MatrixRunner.MatrixRunner.activeThreads(), addOnTests.StandardTester.activeThreads(), mps_setup.append, addOnTests.StandardTester.commands, mps_monitormerge.items, MatrixRunner.MatrixRunner.maxThreads, addOnTests.StandardTester.maxThreads, print(), str, MatrixRunner.MatrixRunner.threadList, and addOnTests.StandardTester.threadList.

    def runTests(self, testList = None):

        actDir = os.getcwd()

        if not os.path.exists('addOnTests'):
            os.makedirs('addOnTests')
        os.chdir('addOnTests')

        nfail=0
        npass=0
        report=''

        print('Running in %s thread(s)' % self.maxThreads)

        if testList:
            self.commands = {d:c for d,c in self.commands.items() if d in testList}
        for dirName, command in self.commands.items():

            # make sure we don't run more than the allowed number of threads:
            while self.activeThreads() >= self.maxThreads:
                time.sleep(10)
                continue

            print('Preparing to run %s' % str(command))
            current = testit(dirName, command)
            self.threadList.append(current)
            current.start()
            time.sleep(random.randint(1,5)) # try to avoid race cond by sleeping random amount of time [1,5] sec 

        # wait until all threads are finished
        while self.activeThreads() > 0:
            time.sleep(5)

        # all threads are done now, check status ...
        for pingle in self.threadList:
            pingle.join()
            for f in pingle.nfail: nfail  += f
            for p in pingle.npass: npass  += p
            report += pingle.report
            print(pingle.report)
            sys.stdout.flush()

        reportSumm = '\n %s tests passed, %s failed \n' %(npass,nfail)
        print(reportSumm)

        runall_report_name='runall-report.log'
        runall_report=open(runall_report_name,'w')
        runall_report.write(report+reportSumm)
        runall_report.close()

        # get the logs to the logs dir:
        print('==> in :', os.getcwd())
        print('    going to copy log files to logs dir ...')
        if not os.path.exists('logs'):
            os.makedirs('logs')
        for dirName in self.commands:
            cmd = "for L in `ls "+dirName+"/*.log`; do cp $L logs/cmsDriver-`dirname $L`_`basename $L` ; done"
            print("going to ",cmd)
            os.system(cmd)

        import pickle
        pickle.dump(self.commands, open('logs/addOnTests.pkl', 'wb'), protocol=2)

        os.chdir(actDir)

        return

upload()

def addOnTests.StandardTester.upload	(		self,
			tgtDir
	)

Definition at line 190 of file addOnTests.py.

References print(), and str.

    def upload(self, tgtDir):

        print("in ", os.getcwd())

        if not os.path.exists(tgtDir):
            os.makedirs(tgtDir)

        cmd = 'tar cf - addOnTests.log addOnTests/logs | (cd '+tgtDir+' ; tar xf - ) '
        try:
            print('executing: ',cmd)
            ret = os.system(cmd)
            if ret != 0:
                print("ERROR uploading logs:", ret, cmd)
        except Exception as e:
            print("EXCEPTION while uploading addOnTest-logs : ", str(e))

        return

Member Data Documentation

commands

addOnTests.StandardTester.commands

Definition at line 105 of file addOnTests.py.

Referenced by addOnTests.StandardTester.dumpTest(), and addOnTests.StandardTester.runTests().

devPath

addOnTests.StandardTester.devPath

Definition at line 75 of file addOnTests.py.

Referenced by addOnTests.StandardTester.file2Path().

maxThreads

addOnTests.StandardTester.maxThreads

Definition at line 60 of file addOnTests.py.

Referenced by addOnTests.StandardTester.runTests().

relPath

addOnTests.StandardTester.relPath

Definition at line 76 of file addOnTests.py.

Referenced by addOnTests.StandardTester.file2Path().

threadList

addOnTests.StandardTester.threadList

Definition at line 59 of file addOnTests.py.

Referenced by addOnTests.StandardTester.activeThreads(), and addOnTests.StandardTester.runTests().