Inheritance diagram for addOnTests.StandardTester:

Public Member Functions
def	__init__ (self, nThrMax=4)

def	activeThreads (self)

def	dumpTest (self)

def	file2Path (self, rFile)

def	prepare (self)

def	runTests (self, testList=None)

def	upload (self, tgtDir)

Public Attributes
	commands

	devPath

	maxThreads

	relPath

	threadList

Detailed Description

Definition at line 66 of file addOnTests.py.

Constructor & Destructor Documentation

def addOnTests.StandardTester.__init__	(	self,
		nThrMax = `4`
	)

Definition at line 68 of file addOnTests.py.

     def __init__(self, nThrMax=4):
 
         self.threadList = []
         self.maxThreads = nThrMax
         self.prepare()
 
         return
 

Member Function Documentation

def addOnTests.StandardTester.activeThreads ( self )

Definition at line 76 of file addOnTests.py.

References MatrixRunner.MatrixRunner.threadList, and addOnTests.StandardTester.threadList.

Referenced by addOnTests.StandardTester.runTests().

     def activeThreads(self):
 
         nActive = 0
         for t in self.threadList:
             if t.isAlive() : nActive += 1
 
         return nActive
 

def addOnTests.StandardTester.dumpTest ( self )

Definition at line 124 of file addOnTests.py.

References join(), and edm.print().

     def dumpTest(self):
         print(",".join(self.commands.keys()))
         return
 

def addOnTests.StandardTester.file2Path	(	self,
		rFile
	)

Definition at line 128 of file addOnTests.py.

References addOnTests.StandardTester.devPath, and addOnTests.StandardTester.relPath.

     def file2Path(self,rFile):
 
         fullPath = self.relPath + rFile
         if os.path.exists(self.devPath + rFile): fullPath = self.devPath + rFile
         return fullPath
 

def addOnTests.StandardTester.prepare ( self )

Definition at line 84 of file addOnTests.py.

     def prepare(self):
 
         self.devPath = os.environ['LOCALRT'] + '/src/'
         self.relPath = self.devPath
         if 'CMSSW_RELEASE_BASE' in os.environ and (os.environ['CMSSW_RELEASE_BASE'] != ""): self.relPath = os.environ['CMSSW_RELEASE_BASE'] + '/src/'
 
         lines = { 'read312RV' : ['cmsRun '+self.file2Path('Utilities/ReleaseScripts/scripts/read312RV_cfg.py')], 
                   'fastsim'   : ["cmsDriver.py TTbar_8TeV_TuneCUETP8M1_cfi  --conditions auto:run1_mc --fast  -n 100 --eventcontent AODSIM,DQM --relval 100000,1000 -s GEN,SIM,RECOBEFMIX,DIGI:pdigi_valid,L1,DIGI2RAW,L1Reco,RECO,EI,VALIDATION  --customise=HLTrigger/Configuration/CustomConfigs.L1THLT --datatier GEN-SIM-DIGI-RECO,DQMIO --beamspot Realistic8TeVCollision"],
                   'fastsim1'  : ["cmsDriver.py TTbar_13TeV_TuneCUETP8M1_cfi --conditions auto:run2_mc_l1stage1 --fast  -n 100 --eventcontent AODSIM,DQM --relval 100000,1000 -s GEN,SIM,RECOBEFMIX,DIGI:pdigi_valid,L1,DIGI2RAW,L1Reco,RECO,EI,VALIDATION  --customise=HLTrigger/Configuration/CustomConfigs.L1THLT --datatier GEN-SIM-DIGI-RECO,DQMIO --beamspot NominalCollision2015 --era Run2_25ns"],
                   'fastsim2'  : ["cmsDriver.py TTbar_13TeV_TuneCUETP8M1_cfi --conditions auto:run2_mc --fast  -n 100 --eventcontent AODSIM,DQM --relval 100000,1000 -s GEN,SIM,RECOBEFMIX,DIGI:pdigi_valid,L1,DIGI2RAW,L1Reco,RECO,EI,VALIDATION  --customise=HLTrigger/Configuration/CustomConfigs.L1THLT --datatier GEN-SIM-DIGI-RECO,DQMIO --beamspot NominalCollision2015 --era Run2_2016"],
                   'pat1'      : ['cmsRun '+self.file2Path('PhysicsTools/PatAlgos/test/IntegrationTest_cfg.py')],
                 }
 
         hltTests = {}
         hltFlag_data = ' realData=True  globalTag=@ inputFiles=@ '
         hltFlag_mc   = ' realData=False globalTag=@ inputFiles=@ '
         from Configuration.HLT.addOnTestsHLT import addOnTestsHLT
         hltTestsToAdd = addOnTestsHLT()
         for key in hltTestsToAdd:
             if '_data_' in key:
                 hltTests[key] = [hltTestsToAdd[key][0],
                                  'cmsRun '+self.file2Path(hltTestsToAdd[key][1])+hltFlag_data,
                                  hltTestsToAdd[key][2]]
             elif '_mc_' in key:
                 hltTests[key] = [hltTestsToAdd[key][0],
                                  'cmsRun '+self.file2Path(hltTestsToAdd[key][1])+hltFlag_mc,
                                  hltTestsToAdd[key][2]]
             else:
                 hltTests[key] = [hltTestsToAdd[key][0],
                                  'cmsRun '+self.file2Path(hltTestsToAdd[key][1]),
                                  hltTestsToAdd[key][2]]
 
         self.commands={}
         for dirName, command in lines.items():
             self.commands[dirName] = command
 
         for dirName, commandList in hltTests.items():
             self.commands[dirName] = commandList
         return
 

def addOnTests.StandardTester.runTests	(	self,
		testList = `None`
	)

Definition at line 134 of file addOnTests.py.

References MatrixRunner.MatrixRunner.activeThreads(), addOnTests.StandardTester.activeThreads(), addOnTests.StandardTester.commands, MatrixRunner.MatrixRunner.maxThreads, addOnTests.StandardTester.maxThreads, edm.print(), str, MatrixRunner.MatrixRunner.threadList, and addOnTests.StandardTester.threadList.

     def runTests(self, testList = None):
 
         actDir = os.getcwd()
 
         if not os.path.exists('addOnTests'):
             os.makedirs('addOnTests')
         os.chdir('addOnTests')
 
         nfail=0
         npass=0
         report=''
 
         print('Running in %s thread(s)' % self.maxThreads)
 
         for dirName, command in self.commands.items():
 
             if testList and not dirName in testList:
                 del self.commands[dirName]
                 continue
 
             # make sure we don't run more than the allowed number of threads:
             while self.activeThreads() >= self.maxThreads:
                 time.sleep(10)
                 continue
 
             print('Preparing to run %s' % str(command))
             current = testit(dirName, command)
             self.threadList.append(current)
             current.start()
             time.sleep(random.randint(1,5)) # try to avoid race cond by sleeping random amount of time [1,5] sec 
 
         # wait until all threads are finished
         while self.activeThreads() > 0:
             time.sleep(5)
 
         # all threads are done now, check status ...
         for pingle in self.threadList:
             pingle.join()
             for f in pingle.nfail: nfail  += f
             for p in pingle.npass: npass  += p
             report += pingle.report
             print(pingle.report)
             sys.stdout.flush()
 
         reportSumm = '\n %s tests passed, %s failed \n' %(npass,nfail)
         print(reportSumm)
 
         runall_report_name='runall-report.log'
         runall_report=open(runall_report_name,'w')
         runall_report.write(report+reportSumm)
         runall_report.close()
 
         # get the logs to the logs dir:
         print('==> in :', os.getcwd())
         print('    going to copy log files to logs dir ...')
         if not os.path.exists('logs'):
             os.makedirs('logs')
         for dirName in self.commands:
             cmd = "for L in `ls "+dirName+"/*.log`; do cp $L logs/cmsDriver-`dirname $L`_`basename $L` ; done"
             print("going to ",cmd)
             os.system(cmd)
 
         import pickle
         pickle.dump(self.commands, open('logs/addOnTests.pkl', 'w') )
 
         os.chdir(actDir)
 
         return
 

def addOnTests.StandardTester.upload	(	self,
		tgtDir
	)

Definition at line 203 of file addOnTests.py.

References edm.print(), and str.

     def upload(self, tgtDir):
 
         print("in ", os.getcwd())
 
         if not os.path.exists(tgtDir):
             os.makedirs(tgtDir)
 
         cmd = 'tar cf - addOnTests.log addOnTests/logs | (cd '+tgtDir+' ; tar xf - ) '
         try:
             print('executing: ',cmd)
             ret = os.system(cmd)
             if ret != 0:
                 print("ERROR uploading logs:", ret, cmd)
         except Exception as e:
             print("EXCEPTION while uploading addOnTest-logs : ", str(e))
 
         return
 
 