Classes
class	CmsBatchException

class	MyBatchManager

Functions
def	batchScriptCCIN2P3 ()

def	batchScriptCERN (remoteDir, index)

def	batchScriptLocal (remoteDir, index)

def	rootfiles_to_eos_script (index, remoteDir)

Variables
	action

	args

	argv

	batchManager

	cfgFile

	cfgFileName

	cfo

	default

	dest
	batchManager.parser_.add_option("-b", "--batch", dest="batch", help="batch command. default is: 'bsub -q 8nh < batchScript.sh'. You can also use 'nohup < ./batchScript.sh &' to run locally.", default="bsub -q 8nh < .batchScript.sh") More...

	doCVSTag

	file

	fullSource

	generator

	grouping

	handle

	help

	listOfValues

	log

	logDir

	nFiles

	nJobs

	oldPwd

	options

	process

	prog

	pycfg_params

	runningMode

	True

	trueArgv

	usage

	waitingTime

Function Documentation

◆ batchScriptCCIN2P3()

def cmsBatch.batchScriptCCIN2P3 ( )

Definition at line 19 of file cmsBatch.py.

 def batchScriptCCIN2P3():
    script = """!/usr/bin/env bash
 #PBS -l platform=LINUX,u_sps_cmsf,M=2000MB,T=2000000
 # sets the queue
 #PBS -q T
 #PBS -eo
 #PBS -me
 #PBS -V
 
 source $HOME/.bash_profile
 
 echo '***********************'
 
 ulimit -v 3000000
 
 # coming back to submission dir do setup the env
 cd $PBS_O_WORKDIR
 eval `scramv1 ru -sh`
 
 
 # back to the worker
 cd -
 
 # copy job dir here
 cp -r $PBS_O_WORKDIR .
 
 # go inside
 jobdir=`ls`
 echo $jobdir
 
 cd $jobdir
 
 cat > sysinfo.sh <<EOF
 #! env bash
 echo '************** ENVIRONMENT ****************'
 
 env
 
 echo
 echo '************** WORKER *********************'
 echo
 
 free
 cat /proc/cpuinfo 
 
 echo
 echo '************** START *********************'
 echo
 EOF
 
 source sysinfo.sh > sysinfo.txt
 
 cmsRun run_cfg.py
 
 # copy job dir do disk
 cd -
 cp -r $jobdir $PBS_O_WORKDIR
 """
    return script
 
 
 

◆ batchScriptCERN()

def cmsBatch.batchScriptCERN	(	remoteDir,
		index
	)

prepare the LSF version of the batch script, to run on LSF

Definition at line 94 of file cmsBatch.py.

References rootfiles_to_eos_script().

Referenced by cmsBatch.MyBatchManager.PrepareJobUser().

 def batchScriptCERN(  remoteDir, index ):
    '''prepare the LSF version of the batch script, to run on LSF'''
    script = """#!/bin/bash
 # sets the queue
 #BSUB -q 8nm
 
 echo 'environment:'
 echo
 env
 ulimit -v 3000000
 echo 'copying job dir to worker'
 cd $CMSSW_BASE/src
 eval `scramv1 ru -sh`
 cd -
 cp -rf $LS_SUBCWD .
 ls
 cd `find . -type d | grep /`
 echo 'running'
 {prog} run_cfg.py
 if [ $? != 0 ]; then
     echo wrong exit code! removing all root files
     rm *.root
     exit 1 
 fi
 echo 'sending the job directory back'
 """.format(prog=prog)
 
    if remoteDir != '':
       script += rootfiles_to_eos_script(index, remoteDir)
 
    script += 'cp -rf * $LS_SUBCWD\n'
    
    return script
 

◆ batchScriptLocal()

def cmsBatch.batchScriptLocal	(	remoteDir,
		index
	)

prepare a local version of the batch script, to run using nohup

Definition at line 128 of file cmsBatch.py.

References rootfiles_to_eos_script().

Referenced by cmsBatch.MyBatchManager.PrepareJobUser().

 def batchScriptLocal(  remoteDir, index ):
    '''prepare a local version of the batch script, to run using nohup'''
 
    script = """#!/bin/bash
 echo 'running'
 {prog} run_cfg.py
 if [ $? != 0 ]; then
     echo wrong exit code! removing all root files
     rm *.root
     exit 1 
 fi
 echo 'sending the job directory back'
 """.format(prog=prog)
 
    if remoteDir != '':
       script += rootfiles_to_eos_script(index, remoteDir)
 
    return script
 
 

◆ rootfiles_to_eos_script()

def cmsBatch.rootfiles_to_eos_script	(	index,
		remoteDir
	)

Definition at line 81 of file cmsBatch.py.

References eostools.eosToLFN().

Referenced by batchScriptCERN(), and batchScriptLocal().

 def rootfiles_to_eos_script(index, remoteDir):
    remoteDir = eostools.eosToLFN(remoteDir)
    return """
 for file in *.root; do
 newFileName=`echo $file | sed -r -e 's/\./_{index}\./'`
 fullFileName={remoteDir}/$newFileName
 {eos} cp $file /eos/cms/$fullFileName
 {eos} chmod 755 /eos/cms/$fullFileName
 rm *.root
 done
 """.format(index=index, remoteDir=remoteDir, eos=eostools.eos_select)
 
 

Variable Documentation

◆ action

cmsBatch.action

Definition at line 250 of file cmsBatch.py.

◆ args

cmsBatch.args

Definition at line 253 of file cmsBatch.py.

◆ argv

◆ batchManager

cmsBatch.batchManager

Definition at line 200 of file cmsBatch.py.

◆ cfgFile

cmsBatch.cfgFile

Definition at line 321 of file cmsBatch.py.

◆ cfgFileName

cmsBatch.cfgFileName

Definition at line 273 of file cmsBatch.py.

◆ cfo

cmsBatch.cfo

Definition at line 287 of file cmsBatch.py.

◆ default

cmsBatch.default

Definition at line 242 of file cmsBatch.py.

◆ dest

cmsBatch.dest

batchManager.parser_.add_option("-b", "--batch", dest="batch", help="batch command. default is: 'bsub -q 8nh < batchScript.sh'. You can also use 'nohup < ./batchScript.sh &' to run locally.", default="bsub -q 8nh < .batchScript.sh")

Definition at line 240 of file cmsBatch.py.

◆ doCVSTag

cmsBatch.doCVSTag

Definition at line 257 of file cmsBatch.py.

◆ file

cmsBatch.file

Definition at line 203 of file cmsBatch.py.

◆ fullSource

cmsBatch.fullSource

Definition at line 296 of file cmsBatch.py.

◆ generator

cmsBatch.generator

Definition at line 297 of file cmsBatch.py.

◆ grouping

cmsBatch.grouping

Definition at line 271 of file cmsBatch.py.

◆ handle

cmsBatch.handle

Definition at line 286 of file cmsBatch.py.

◆ help

cmsBatch.help

Definition at line 241 of file cmsBatch.py.

◆ listOfValues

cmsBatch.listOfValues

Definition at line 304 of file cmsBatch.py.

◆ log

cmsBatch.log

Definition at line 343 of file cmsBatch.py.

◆ logDir

cmsBatch.logDir

Definition at line 341 of file cmsBatch.py.

◆ nFiles

cmsBatch.nFiles

Definition at line 308 of file cmsBatch.py.

Referenced by SiStripSpyMonitorModule.analyze(), FFTJetPileupProcessor.mixExtraGrid(), SiStripSpyMonitorModule.SiStripSpyMonitorModule(), and SiStripSpyMonitorModule.~SiStripSpyMonitorModule().

◆ nJobs

cmsBatch.nJobs

Definition at line 272 of file cmsBatch.py.

◆ oldPwd

cmsBatch.oldPwd

Definition at line 339 of file cmsBatch.py.

◆ options

cmsBatch.options

Definition at line 253 of file cmsBatch.py.

◆ process

cmsBatch.process

Definition at line 288 of file cmsBatch.py.

◆ prog

cmsBatch.prog

Definition at line 256 of file cmsBatch.py.

◆ pycfg_params

cmsBatch.pycfg_params

Definition at line 277 of file cmsBatch.py.

◆ runningMode

cmsBatch.runningMode

Definition at line 264 of file cmsBatch.py.

◆ True

cmsBatch.True