Reference Manual

def WorkFlowRunner.WorkFlowRunner.doCmd	(	self,
		cmd
	)

Definition at line 25 of file WorkFlowRunner.py.

References WorkFlowRunner.WorkFlowRunner.dryRun, and WorkFlowRunner.WorkFlowRunner.wfDir.

 
     def doCmd(self, cmd):
 
         msg = "\n# in: " +os.getcwd()
         if self.dryRun: msg += " dryRun for '"
         else:      msg += " going to execute "
         msg += cmd.replace(';','\n')
         print msg
 
         cmdLog = open(self.wfDir+'/cmdLog','a')
         cmdLog.write(msg+'\n')
         cmdLog.close()
         
         ret = 0
         if not self.dryRun:
             p = Popen(cmd, shell=True)
             ret = os.waitpid(p.pid, 0)[1]
             if ret != 0:
                 print "ERROR executing ",cmd,'ret=', ret
 
         return ret

WorkFlowRunner.WorkFlowRunner.doCmd

def doCmd

Definition: WorkFlowRunner.py:25

WorkFlowRunner.WorkFlowRunner.wfDir

wfDir

Definition: WorkFlowRunner.py:22

WorkFlowRunner.WorkFlowRunner.dryRun

dryRun

Definition: WorkFlowRunner.py:19

def WorkFlowRunner.WorkFlowRunner.run ( self )

Definition at line 46 of file WorkFlowRunner.py.

References WorkFlowRunner.WorkFlowRunner.dryRun, runall.testit.nfail, WorkFlowRunner.WorkFlowRunner.nfail, runall.testit.npass, WorkFlowRunner.WorkFlowRunner.npass, TShapeAnalysis.npass, and WorkFlowRunner.WorkFlowRunner.wfDir.

Referenced by Types.LuminosityBlockID.cppID().

 
     def run(self):
 
         startDir = os.getcwd()
 
         if not os.path.exists(self.wfDir):
             os.makedirs(self.wfDir)
         elif not self.dryRun: # clean up to allow re-running in the same overall devel area, then recreate the dir to make sure it exists
             print "cleaning up ", self.wfDir, ' in ', os.getcwd()
             shutil.rmtree(self.wfDir) 
             os.makedirs(self.wfDir)
 
         preamble = 'cd '+self.wfDir+'; '
        
         startime='date %s' %time.asctime()
 
         # check where we are running:
         onCAF = False
         if 'cms/caf/cms' in os.environ['CMS_PATH']:
             onCAF = True
 
         ##needs to set
         #self.report
         self.npass  = []
         self.nfail = []
         self.stat = []
         self.retStep = []
 
         def closeCmd(i,ID):
             return ' > %s 2>&1; ' % ('step%d_'%(i,)+ID+'.log ',)
 
         inFile=None
         lumiRangeFile=None
         aborted=False
         for (istepmone,com) in enumerate(self.wf.cmds):
             istep=istepmone+1
             cmd = preamble
             if aborted:
                 self.npass.append(0)
                 self.nfail.append(0)
                 self.retStep.append(0)
                 self.stat.append('NOTRUN')
                 continue
             if not isinstance(com,str):
                 if self.cafVeto and (com.location == 'CAF' and not onCAF):
                     print "You need to be no CAF to run",self.wf.numId
                     self.npass.append(0)
                     self.nfail.append(0)
                     self.retStep.append(0)
                     self.stat.append('NOTRUN')
                     aborted=True
                     continue
                 #create lumiRange file first so if dbs fails we get its error code
                 cmd2 = com.lumiRanges()
                 if cmd2:
                     cmd2 =cmd+cmd2+closeCmd(istep,'lumiRanges')
                     lumiRangeFile='step%d_lumiRanges.log'%(istep,)
                     retStep = self.doCmd(cmd2)
                 cmd+=com.dbs()
                 cmd+=closeCmd(istep,'dbsquery')
                 retStep = self.doCmd(cmd)
                 #don't use the file list executed, but use the dbs command of cmsDriver for next step
                 inFile='filelist:step%d_dbsquery.log'%(istep,)
                 print "---"
             else:
                 #chaining IO , which should be done in WF object already and not using stepX.root but <stepName>.root
                 cmd += com
                 if self.noRun:
                     cmd +=' --no_exec'
                 if inFile: #in case previous step used DBS query (either filelist of dbs:)
                     cmd += ' --filein '+inFile
                     inFile=None
                 if lumiRangeFile: #DBS query can also restrict lumi range
                     cmd += ' --lumiToProcess '+lumiRangeFile
                     lumiRangeFile=None
                 if 'HARVESTING' in cmd and not '134' in str(self.wf.numId) and not '--filein' in cmd:
                     cmd+=' --filein file:step%d_inDQM.root --fileout file:step%d.root '%(istep-1,istep)
                 else:
                     if istep!=1 and not '--filein' in cmd:
                         cmd+=' --filein file:step%s.root '%(istep-1,)
                     if not '--fileout' in com:
                         cmd+=' --fileout file:step%s.root '%(istep,)
                     
                                 
 
                 cmd+=closeCmd(istep,self.wf.nameId)            
                 retStep = self.doCmd(cmd)
             
             self.retStep.append(retStep)
             if (retStep!=0):
                 #error occured
                 self.npass.append(0)
                 self.nfail.append(1)
                 self.stat.append('FAILED')
                 #to skip processing
                 aborted=True
             else:
                 #things went fine
                 self.npass.append(1)
                 self.nfail.append(0)
                 self.stat.append('PASSED')
 
 
         os.chdir(startDir)
 
         endtime='date %s' %time.asctime()
         tottime='%s-%s'%(endtime,startime)
         
 
         #### wrap up ####
 
         logStat=''
         for i,s in enumerate(self.stat):
             logStat+='Step%d-%s '%(i,s)
         self.report='%s_%s %s - time %s; exit: '%(self.wf.numId,self.wf.nameId,logStat,tottime)+' '.join(map(str,self.retStep))+'\n'
 
         return 
 
 
 