batchHippy.MyBatchManager Class Reference

Public Member Functions
def	__init__ (self)
def	checkLastIteration (self)
def	checkProxy (self)
def	finalize (self, ret)
def	mkdir (self, dirname)
def	notify (self, desc)
def	redirectProxy (self)
def	submitJobs (self)

Public Attributes
	jobname
	parser
	redirectproxyflag
	SDflag

Detailed Description

Batch manager specific to cmsRun processes.

Definition at line 17 of file batchHippy.py.

Constructor & Destructor Documentation

__init__()

def batchHippy.MyBatchManager.__init__

(

self

)

Definition at line 20 of file batchHippy.py.

   def __init__(self):
      # define options and arguments ====================================
      self.parser = OptionParser()
      self.parser.add_option("-o", "--outdir", dest="outputdir", type="string",
                                help="Name of the local output directory for your jobs. This directory will be created automatically.",
                                default="./")
      self.parser.add_option("--commoncfg", dest="commoncfg", type="string",
                                help="Name of the common config file.",
                                default="python/common_cff_py.txt")
      self.parser.add_option("--aligncfg", dest="aligncfg", type="string",
                                help="Name of the align. config file.",
                                default="python/align_tpl_py.txt")
      self.parser.add_option("--niter", dest="niter", type="int",
                                help="Number of iterations",
                                default="15")
      self.parser.add_option("--lst", "--listfile", "--lstfile", dest="lstfile", type="string",
                                help="lst file to read",
                                default=None)
      self.parser.add_option("--iovs", "--iovfile", dest="iovfile", type="string",
                                help="IOV list to read",
                                default=None)
      self.parser.add_option("--trkselcfg", "--trackselectionconfig", dest="trkselcfg", type="string",
                                help="Track selection config location",
                                default="python")
      self.parser.add_option("--notify", "--sendto", dest="sendto", type="string",
                                help="Email addresses (comma-separated) to notify when job is complete.",
                                default=None)
      self.parser.add_option("--deform", action="store_true",
                                dest="useSD", default=False,
                                help="Include surface deformations in alignment")
      self.parser.add_option("-f", "--force", action="store_true",
                                dest="force", default=False,
                                help="Don't ask any questions, just over-write")
      self.parser.add_option("--resubmit", action="store_true",
                                dest="resubmit", default=False,
                                help="Resubmit a job from the last iteration")
      self.parser.add_option("--redirectproxy", action="store_true",
                                dest="redirectproxy", default=False,
                                help="Redirect the proxy to a path visible in batch")
      self.parser.add_option("--dry", dest="dryRun", type="int",
                                default=0,
                                help="Do not submit jobs, just set up the cfg files")
      (self.opt,self.args) = self.parser.parse_args()

      self.checkProxy() # Check if Grid proxy initialized

      self.mkdir(self.opt.outputdir)

      if self.opt.lstfile is None:
         print("Unspecified lst file.")
         sys.exit(1)
      if self.opt.iovfile is None:
         print("Unspecified IOV list.")
         sys.exit(1)

      self.jobname = self.opt.outputdir.split('/')[-1]

      if self.opt.redirectproxy:
         print("Job {} is configured to redirect its Grid proxy.".format(self.jobname))
         self.redirectProxy()

      if self.opt.sendto is not None:
         self.opt.sendto.strip()
         self.opt.sendto.replace(","," ")
         print("Job {} is configured to notify {}.".format(self.jobname, self.opt.sendto))

      # Set numerical flags for iterator_py
      self.SDflag = 1 if self.opt.useSD else 0
      self.redirectproxyflag = 1 if self.opt.redirectproxy else 0

Member Function Documentation

checkLastIteration()

def batchHippy.MyBatchManager.checkLastIteration

(

self

)

Definition at line 104 of file batchHippy.py.

Referenced by batchHippy.MyBatchManager.finalize().

   def checkLastIteration(self):
      lastIter=self.opt.niter
      doesExist=os.system("test -s {}/alignments_iter{}.db".format(self.opt.outputdir, lastIter))
      while (doesExist != 0):
         lastIter -= 1
         if lastIter < 0:
            break
         doesExist=os.system("test -s {}/alignments_iter{}.db".format(self.opt.outputdir, lastIter))
      return lastIter

checkProxy()

def batchHippy.MyBatchManager.checkProxy

(

self

)

Definition at line 162 of file batchHippy.py.

References print().

   def checkProxy(self):
      try:
         subprocess.check_call(["voms-proxy-info", "--exists"])
      except subprocess.CalledProcessError:
         print("Please initialize your proxy before submitting.")
         sys.exit(1)

finalize()

def batchHippy.MyBatchManager.finalize	(		self,
			ret
	)

Definition at line 114 of file batchHippy.py.

References batchHippy.MyBatchManager.checkLastIteration(), ALPAKA_ACCELERATOR_NAMESPACE::caPixelDoublets.if(), batchHippy.MyBatchManager.jobname, and batchHippy.MyBatchManager.notify().

Referenced by batchHippy.MyBatchManager.submitJobs().

   def finalize(self, ret):
      strresult=""
      exitCode=0
      if( ret != 0 ):
         strresult = "Jobs cannot be submitted for {}. Exiting...".format(self.jobname)
         exitCode=1
      elif self.opt.dryRun > 0:
         strresult = "Dry run setup is complete for {}.".format(self.jobname)
      else:
         lastIter=self.checkLastIteration()
         if lastIter == self.opt.niter:
            strresult = "The final iteration {}/alignments_iter{}.db is recorded successfully.".format(self.jobname, lastIter)
         elif lastIter>0:
            strresult = "The last successful iteration was {}/alignments_iter{}.db out of the {} requested iterations.".format(self.jobname, lastIter, self.opt.niter)
            exitCode=1
         else:
            strresult = "None of the {} iterations were successful in job {}.".format(self.opt.niter, self.jobname)
            exitCode=1
      self.notify(strresult)
      if exitCode!=0:
         sys.exit(strresult)

mkdir()

def batchHippy.MyBatchManager.mkdir	(		self,
			dirname
	)

Definition at line 91 of file batchHippy.py.

References ALPAKA_ACCELERATOR_NAMESPACE::caPixelDoublets.if(), and print().

Referenced by batchmanager.BatchManager.PrepareJob().

   def mkdir(self, dirname):
      mkdir = 'mkdir -p %s' % dirname
      ret = os.system( mkdir )
      if( ret != 0 ):
         print('Please remove or rename directory: ', dirname)
         sys.exit(4)

notify()

def batchHippy.MyBatchManager.notify	(		self,
			desc
	)

Definition at line 98 of file batchHippy.py.

References batchHippy.MyBatchManager.jobname, and print().

Referenced by batchHippy.MyBatchManager.finalize().

   def notify(self, desc):
      print(desc)
      if self.opt.sendto is not None:
         strcmd = "mail -s {1} {0} <<< \"{2}\"".format(self.opt.sendto, self.jobname, desc)
         os.system(strcmd)

redirectProxy()

def batchHippy.MyBatchManager.redirectProxy

(

self

)

Definition at line 169 of file batchHippy.py.

References print(), and nano_mu_digi_cff.strip.

   def redirectProxy(self):
      local_proxy = subprocess.check_output(["voms-proxy-info", "--path"]).strip()
      new_proxy_path = os.path.join(self.opt.outputdir,".user_proxy")
      print("Copying local proxy {} to the job directory as {}.".format(local_proxy,new_proxy_path))
      shutil.copyfile(local_proxy, new_proxy_path)

submitJobs()

def batchHippy.MyBatchManager.submitJobs

(

self

)

Definition at line 136 of file batchHippy.py.

References batchHippy.MyBatchManager.finalize(), print(), batchHippy.MyBatchManager.redirectproxyflag, and batchHippy.MyBatchManager.SDflag.

   def submitJobs(self):
      jobcmd=""
      if self.opt.resubmit:
         jobcmd = 'scripts/reiterator_py {} {} {} {} {} {}'.format(
         self.opt.niter,
         self.opt.outputdir,
         self.opt.iovfile
         )
      else:
         if self.opt.dryRun > 0:
            print('Dry run option is enabled. Will not submit jobs to the queue')
         jobcmd = 'scripts/iterator_py {} {} {} {} {} {} {} {} {} {}'.format(
         self.opt.niter,
         self.opt.outputdir,
         self.opt.lstfile,
         self.opt.iovfile,
         self.opt.commoncfg,
         self.opt.aligncfg,
         self.opt.trkselcfg,
         self.SDflag,
         self.redirectproxyflag,
         self.opt.dryRun
         )
      ret = os.system( jobcmd )
      self.finalize(ret)

Member Data Documentation

jobname

batchHippy.MyBatchManager.jobname

Definition at line 75 of file batchHippy.py.

Referenced by batchHippy.MyBatchManager.finalize(), and batchHippy.MyBatchManager.notify().

parser

batchHippy.MyBatchManager.parser

Definition at line 22 of file batchHippy.py.

Referenced by das.DASOptionParser.get_opt(), main.SkeletonOptionParser.get_opt(), das_client.DASOptionParser.get_opt(), and query.DDOptionParser.getOpt().

redirectproxyflag

batchHippy.MyBatchManager.redirectproxyflag

Definition at line 88 of file batchHippy.py.

Referenced by batchHippy.MyBatchManager.submitJobs().

SDflag

batchHippy.MyBatchManager.SDflag

Definition at line 87 of file batchHippy.py.

Referenced by batchHippy.MyBatchManager.submitJobs().