Reference Manual

Inheritance diagram for production_tasks.RunCMSBatch:

Public Member Functions
def	__init__

def	addOption

def	run

Public Member Functions inherited from production_tasks.Task
def	__init__

def	addOption

def	getname

def	run

Additional Inherited Members
Public Attributes inherited from production_tasks.Task
	dataset

	instance

	name

	options

	user

Detailed Description

Run the 'cmsBatch.py' command on your CFG, submitting to the CERN batch system

Definition at line 520 of file production_tasks.py.

Constructor & Destructor Documentation

def production_tasks.RunCMSBatch.__init__	(	self,
		dataset,
		user,
		options
	)

Definition at line 523 of file production_tasks.py.

523

524 def __init__(self, dataset, user, options):

Task.__init__(self,'RunCMSBatch', dataset, user, options)

production_tasks.RunCMSBatch.__init__

def __init__

Definition: production_tasks.py:523

Member Function Documentation

def production_tasks.RunCMSBatch.addOption	(	self,
		parser
	)

Definition at line 525 of file production_tasks.py.

 
     def addOption(self, parser):
         parser.add_option("--batch_user", dest="batch_user", help="The user for LSF", default=os.getlogin())
         parser.add_option("--run_batch", dest="run_batch", default=True, action='store_true',help='Run on the batch system')
         parser.add_option("-N", "--numberOfInputFiles", dest="nInput",help="Number of input files per job",default=5,type=int)
         parser.add_option("-q", "--queue", dest="queue", help="The LSF queue to use", default="1nh")        
         parser.add_option("-t", "--tier", dest="tier",
                           help="Tier: extension you can give to specify you are doing a new production. If you give a Tier, your new files will appear in sampleName/tierName, which will constitute a new dataset.",
                           default="")
         parser.add_option("-G", "--group", dest="group", help="The LSF user group to use, e.g. 'u_zh'", default=None)        

production_tasks.RunCMSBatch.addOption

def addOption

Definition: production_tasks.py:525

def production_tasks.RunCMSBatch.run	(	self,
		input
	)

Definition at line 535 of file production_tasks.py.

References CalibratedPatElectronProducer.dataset, production_tasks.Task.dataset, CalibratedElectronProducer.dataset, edmIntegrityCheck.IntegrityCheck.dataset, genericValidation.GenericValidationData.dataset, join(), FileExportPlugin.FileExportPlugin.options, cmsswPreprocessor.CmsswPreprocessor.options, DOTExport.DotProducer.options, confdb.HLTProcess.options, production_tasks.Task.options, and edmIntegrityCheck.IntegrityCheck.options.

 
     def run(self, input):
         find = FindOnCastor(self.dataset,self.options.batch_user,self.options)
         find.create = True
         out = find.run({})
         
         full = input['ExpandConfig']['ExpandedFullCFG']
         jobdir = input['CreateJobDirectory']['JobDir']
         
         sampleDir = os.path.join(out['Directory'],self.options.tier)
         sampleDir = castortools.castorToLFN(sampleDir)
         
         cmd = ['cmsBatch.py',str(self.options.nInput),os.path.basename(full),'-o','%s_Jobs' % self.options.tier,'--force']
         cmd.extend(['-r',sampleDir])
         if self.options.run_batch:
             jname = "%s/%s" % (self.dataset,self.options.tier)
             jname = jname.replace("//","/")
             user_group = ''
             if self.options.group is not None:
                 user_group = '-G %s' % self.options.group
             cmd.extend(['-b',"'bsub -q %s -J %s -u cmgtoolslsf@gmail.com %s < ./batchScript.sh | tee job_id.txt'" % (self.options.queue,jname,user_group)])
         print " ".join(cmd)
         
         pwd = os.getcwd()
         
         error = None
         try:
             os.chdir(jobdir)
             returncode = os.system(" ".join(cmd))
 
             if returncode != 0:
                 error = "Running cmsBatch failed. Return code was %i." % returncode
         finally:
             os.chdir(pwd)
             
         if error is not None:
             raise Exception(error)
 
         return {'SampleDataset':"%s/%s" % (self.dataset,self.options.tier),'BatchUser':self.options.batch_user,
                 'SampleOutputDir':sampleDir,'LSFJobsTopDir':os.path.join(jobdir,'%s_Jobs' % self.options.tier)}