batchHippy.MyBatchManager Class Reference

Public Member Functions
def	__init__ (self)
def	checkLastIteration (self)
def	checkProxy (self)
def	finalize (self, ret)
def	mkdir (self, dirname)
def	notify (self, desc)
def	redirectProxy (self)
def	submitJobs (self)

Public Attributes
	jobname
	parser
	redirectproxyflag
	SDflag

Detailed Description

Batch manager specific to cmsRun processes.

Definition at line 16 of file batchHippy.py.

Constructor & Destructor Documentation

def batchHippy.MyBatchManager.__init__

(

self

)

Definition at line 19 of file batchHippy.py.

   def __init__(self):
      # define options and arguments ====================================
      self.parser = OptionParser()
      self.parser.add_option("-o", "--outdir", dest="outputdir", type="string",
                                help="Name of the local output directory for your jobs. This directory will be created automatically.",
                                default="./")
      self.parser.add_option("--commoncfg", dest="commoncfg", type="string",
                                help="Name of the common config file.",
                                default="python/common_cff_py.txt")
      self.parser.add_option("--aligncfg", dest="aligncfg", type="string",
                                help="Name of the align. config file.",
                                default="python/align_tpl_py.txt")
      self.parser.add_option("--niter", dest="niter", type="int",
                                help="Number of iterations",
                                default="15")
      self.parser.add_option("--lst", "--listfile", "--lstfile", dest="lstfile", type="string",
                                help="lst file to read",
                                default=None)
      self.parser.add_option("--iovs", "--iovfile", dest="iovfile", type="string",
                                help="IOV list to read",
                                default=None)
      self.parser.add_option("--trkselcfg", "--trackselectionconfig", dest="trkselcfg", type="string",
                                help="Track selection config location",
                                default="python")
      self.parser.add_option("--notify", "--sendto", dest="sendto", type="string",
                                help="Email addresses (comma-separated) to notify when job is complete.",
                                default=None)
      self.parser.add_option("--deform", action="store_true",
                                dest="useSD", default=False,
                                help="Include surface deformations in alignment")
      self.parser.add_option("-f", "--force", action="store_true",
                                dest="force", default=False,
                                help="Don't ask any questions, just over-write")
      self.parser.add_option("--resubmit", action="store_true",
                                dest="resubmit", default=False,
                                help="Resubmit a job from the last iteration")
      self.parser.add_option("--redirectproxy", action="store_true",
                                dest="redirectproxy", default=False,
                                help="Redirect the proxy to a path visible in batch")
      self.parser.add_option("--dry", dest="dryRun", type="int",
                                default=0,
                                help="Do not submit jobs, just set up the cfg files")
      (self.opt,self.args) = self.parser.parse_args()

      self.checkProxy() # Check if Grid proxy initialized

      self.mkdir(self.opt.outputdir)

      if self.opt.lstfile is None:
         print "Unspecified lst file."
         sys.exit(1)
      if self.opt.iovfile is None:
         print "Unspecified IOV list."
         sys.exit(1)

      self.jobname = self.opt.outputdir.split('/')[-1]

      if self.opt.redirectproxy:
         print "Job {} is configured to redirect its Grid proxy.".format(self.jobname)
         self.redirectProxy()

      if self.opt.sendto is not None:
         self.opt.sendto.strip()
         self.opt.sendto.replace(","," ")
         print "Job {} is configured to notify {}.".format(self.jobname, self.opt.sendto)

      # Set numerical flags for iterator_py
      self.SDflag = 1 if self.opt.useSD else 0
      self.redirectproxyflag = 1 if self.opt.redirectproxy else 0

Member Function Documentation

def batchHippy.MyBatchManager.checkLastIteration

(

self

)

Definition at line 103 of file batchHippy.py.

Referenced by batchHippy.MyBatchManager.finalize().

   def checkLastIteration(self):
      lastIter=self.opt.niter
      doesExist=os.system("test -s {}/alignments_iter{}.db".format(self.opt.outputdir, lastIter))
      while (doesExist != 0):
         lastIter -= 1
         if lastIter < 0:
            break
         doesExist=os.system("test -s {}/alignments_iter{}.db".format(self.opt.outputdir, lastIter))
      return lastIter

def batchHippy.MyBatchManager.checkProxy

(

self

)

Definition at line 161 of file batchHippy.py.

   def checkProxy(self):
      try:
         subprocess.check_call(["voms-proxy-info", "--exists"])
      except subprocess.CalledProcessError:
         print "Please initialize your proxy before submitting."
         sys.exit(1)

def batchHippy.MyBatchManager.finalize	(		self,
			ret
	)

Definition at line 113 of file batchHippy.py.

References batchHippy.MyBatchManager.checkLastIteration(), batchHippy.MyBatchManager.jobname, and batchHippy.MyBatchManager.notify().

Referenced by batchHippy.MyBatchManager.submitJobs().

   def finalize(self, ret):
      strresult=""
      exitCode=0
      if( ret != 0 ):
         strresult = "Jobs cannot be submitted for {}. Exiting...".format(self.jobname)
         exitCode=1
      elif self.opt.dryRun > 0:
         strresult = "Dry run setup is complete for {}.".format(self.jobname)
      else:
         lastIter=self.checkLastIteration()
         if lastIter == self.opt.niter:
            strresult = "The final iteration {}/alignments_iter{}.db is recorded successfully.".format(self.jobname, lastIter)
         elif lastIter>0:
            strresult = "The last successful iteration was {}/alignments_iter{}.db out of the {} requested iterations.".format(self.jobname, lastIter, self.opt.niter)
            exitCode=1
         else:
            strresult = "None of the {} iterations were successful in job {}.".format(self.opt.niter, self.jobname)
            exitCode=1
      self.notify(strresult)
      if exitCode!=0:
         sys.exit(strresult)

def batchHippy.MyBatchManager.mkdir	(		self,
			dirname
	)

Definition at line 90 of file batchHippy.py.

Referenced by batchmanager.BatchManager.PrepareJob().

   def mkdir(self, dirname):
      mkdir = 'mkdir -p %s' % dirname
      ret = os.system( mkdir )
      if( ret != 0 ):
         print 'Please remove or rename directory: ', dirname
         sys.exit(4)

def batchHippy.MyBatchManager.notify	(		self,
			desc
	)

Definition at line 97 of file batchHippy.py.

References batchHippy.MyBatchManager.jobname.

Referenced by batchHippy.MyBatchManager.finalize().

   def notify(self, desc):
      print desc
      if self.opt.sendto is not None:
         strcmd = "mail -s {1} {0} <<< \"{2}\"".format(self.opt.sendto, self.jobname, desc)
         os.system(strcmd)

def batchHippy.MyBatchManager.redirectProxy

(

self

)

Definition at line 168 of file batchHippy.py.

References digitizers_cfi.strip.

   def redirectProxy(self):
      local_proxy = subprocess.check_output(["voms-proxy-info", "--path"]).strip()
      new_proxy_path = os.path.join(self.opt.outputdir,".user_proxy")
      print "Copying local proxy {} to the job directory as {}.".format(local_proxy,new_proxy_path)
      shutil.copyfile(local_proxy, new_proxy_path)

def batchHippy.MyBatchManager.submitJobs

(

self

)

Definition at line 135 of file batchHippy.py.

References batchHippy.MyBatchManager.finalize(), batchHippy.MyBatchManager.redirectproxyflag, and batchHippy.MyBatchManager.SDflag.

   def submitJobs(self):
      jobcmd=""
      if self.opt.resubmit:
         jobcmd = 'scripts/reiterator_py {} {} {} {} {} {}'.format(
         self.opt.niter,
         self.opt.outputdir,
         self.opt.iovfile
         )
      else:
         if self.opt.dryRun > 0:
            print 'Dry run option is enabled. Will not submit jobs to the queue'
         jobcmd = 'scripts/iterator_py {} {} {} {} {} {} {} {} {} {}'.format(
         self.opt.niter,
         self.opt.outputdir,
         self.opt.lstfile,
         self.opt.iovfile,
         self.opt.commoncfg,
         self.opt.aligncfg,
         self.opt.trkselcfg,
         self.SDflag,
         self.redirectproxyflag,
         self.opt.dryRun
         )
      ret = os.system( jobcmd )
      self.finalize(ret)

Member Data Documentation

batchHippy.MyBatchManager.jobname

Definition at line 74 of file batchHippy.py.

Referenced by batchHippy.MyBatchManager.finalize(), and batchHippy.MyBatchManager.notify().

batchHippy.MyBatchManager.parser

Definition at line 21 of file batchHippy.py.

batchHippy.MyBatchManager.redirectproxyflag

Definition at line 87 of file batchHippy.py.

Referenced by batchHippy.MyBatchManager.submitJobs().

batchHippy.MyBatchManager.SDflag

Definition at line 86 of file batchHippy.py.

Referenced by batchHippy.MyBatchManager.submitJobs().