Reference Manual

Classes
class	MyBatchManager

Functions
def	batchScriptCERN

def	batchScriptIC

def	batchScriptLocal

def	batchScriptPISA

def	batchScriptPSI

Variables
tuple	batchManager = MyBatchManager()

list	cfgFileName = args[0]

tuple	cfo = imp.load_source("pycfg", cfgFileName, handle)

tuple	components = split( [comp for comp in config.components if len(comp.files)>0] )

	config = cfo.config

tuple	handle = open(cfgFileName, 'r')

list	listOfNames = [comp.name for comp in components]

tuple	listOfValues = range(0, len(components))

float	waitingTime = 0.1

Function Documentation

def heppy_batch.batchScriptCERN	(	index,
		remoteDir = `''`
	)

prepare the LSF version of the batch script, to run on LSF

Definition at line 48 of file heppy_batch.py.

Referenced by heppy_batch.MyBatchManager.PrepareJobUser().

 
 def batchScriptCERN( index, remoteDir=''):
    '''prepare the LSF version of the batch script, to run on LSF'''
    script = """#!/bin/bash
 #BSUB -q 8nm
 echo 'environment:'
 echo
 env
 # ulimit -v 3000000 # NO
 echo 'copying job dir to worker'
 cd $CMSSW_BASE/src
 eval `scramv1 ru -sh`
 # cd $LS_SUBCWD
 # eval `scramv1 ru -sh`
 cd -
 cp -rf $LS_SUBCWD .
 ls
 cd `find . -type d | grep /`
 echo 'running'
 python $CMSSW_BASE/src/PhysicsTools/HeppyCore/python/framework/looper.py pycfg.py config.pck
 echo
 echo 'sending the job directory back'
 cp -r Loop/* $LS_SUBCWD 
 """ 
    return script
 

heppy_batch.batchScriptCERN

def batchScriptCERN

Definition: heppy_batch.py:48

def heppy_batch.batchScriptIC ( jobDir )

prepare a IC version of the batch script

Definition at line 165 of file heppy_batch.py.

Referenced by heppy_batch.MyBatchManager.PrepareJobUser().

 
 def batchScriptIC(jobDir):
    '''prepare a IC version of the batch script'''
 
 
    cmssw_release = os.environ['CMSSW_BASE']
    script = """#!/bin/bash
 export X509_USER_PROXY=/home/hep/$USER/myproxy
 source /vols/cms/grid/setup.sh
 cd {jobdir}
 cd {cmssw}/src
 eval `scramv1 ru -sh`
 cd -
 echo 'running'
 python {cmssw}/src/PhysicsTools/HeppyCore/python/framework/looper.py pycfg.py config.pck
 echo
 echo 'sending the job directory back'
 mv Loop/* ./
 """.format(jobdir = jobDir,cmssw = cmssw_release)
    return script

heppy_batch.batchScriptIC

def batchScriptIC

Definition: heppy_batch.py:165

format

def heppy_batch.batchScriptLocal	(	remoteDir,
		index
	)

prepare a local version of the batch script, to run using nohup

Definition at line 185 of file heppy_batch.py.

Referenced by heppy_batch.MyBatchManager.PrepareJobUser().

 
 def batchScriptLocal(  remoteDir, index ):
    '''prepare a local version of the batch script, to run using nohup'''
 
    script = """#!/bin/bash
 echo 'running'
 python $CMSSW_BASE/src/PhysicsTools/HeppyCore/python/framework/looper.py pycfg.py config.pck                   echo
 echo 'sending the job directory back'
 mv Loop/* ./
 """ 
    return script
 

heppy_batch.batchScriptLocal

def batchScriptLocal

Definition: heppy_batch.py:185

def heppy_batch.batchScriptPISA	(	index,
		remoteDir = `''`
	)

prepare the LSF version of the batch script, to run on LSF

Definition at line 15 of file heppy_batch.py.

Referenced by heppy_batch.MyBatchManager.PrepareJobUser().

 
 def batchScriptPISA( index, remoteDir=''):
    '''prepare the LSF version of the batch script, to run on LSF'''
    script = """#!/bin/bash
 #BSUB -q cms
 echo 'PWD:'
 pwd
 export VO_CMS_SW_DIR=/cvmfs/cms.cern.ch
 source $VO_CMS_SW_DIR/cmsset_default.sh
 echo 'environment:'
 echo
 env > local.env
 env
 # ulimit -v 3000000 # NO
 echo 'copying job dir to worker'
 ###cd $CMSSW_BASE/src
 eval `scramv1 runtime -sh`
 #eval `scramv1 ru -sh`
 # cd $LS_SUBCWD
 # eval `scramv1 ru -sh`
 ##cd -
 ##cp -rf $LS_SUBCWD .
 ls
 echo `find . -type d | grep /`
 echo 'running'
 python $CMSSW_BASE/src/PhysicsTools/HeppyCore/python/framework/looper.py pycfg.py config.pck >& local.output
 exit $? 
 #echo
 #echo 'sending the job directory back'
 #echo cp -r Loop/* $LS_SUBCWD 
 """
    return script
 

heppy_batch.batchScriptPISA

def batchScriptPISA

Definition: heppy_batch.py:15

def heppy_batch.batchScriptPSI	(	index,
		jobDir,
		remoteDir = `''`
	)

prepare the SGE version of the batch script, to run on the PSI tier3 batch system

Definition at line 74 of file heppy_batch.py.

 
 def batchScriptPSI( index, jobDir, remoteDir=''):
    '''prepare the SGE version of the batch script, to run on the PSI tier3 batch system'''
 
    cmssw_release = os.environ['CMSSW_BASE']
    VO_CMS_SW_DIR = "/swshare/cms"  # $VO_CMS_SW_DIR doesn't seem to work in the new SL6 t3wn
 
    if remoteDir=='':
        cpCmd="""echo 'sending the job directory back'
 cp -r Loop/* $SUBMISIONDIR"""
    elif remoteDir.startswith("/pnfs/psi.ch"):
        cpCmd="""echo 'sending root files to remote dir'
 export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/usr/lib64/dcap/ # Fabio's workaround to fix gfal-tools
 for f in Loop/treeProducerSusyFullHad/*.root
 do
 echo $f
 ff=`basename $f | cut -d . -f 1`
 echo $ff
 gfal-mkdir {srm}
 echo "gfal-copy file:///`pwd`/Loop/treeProducerSusyFullHad/$file.root {srm}/${{ff}}_{idx}.root"
 gfal-copy file:///`pwd`/Loop/treeProducerSusyFullHad/$ff.root {srm}/${{ff}}_{idx}.root
 done
 rm Loop/treeProducerSusyFullHad/*.root
 echo 'sending the logs back'
 cp -r Loop/* $SUBMISIONDIR""".format(idx=index, srm='srm://t3se01.psi.ch'+remoteDir+jobDir[jobDir.rfind("/"):jobDir.find("_Chunk")])
    else:
        print "remote directory not supported yet: ", remoteDir
        print 'path must start with "/pnfs/psi.ch"'
        sys.exit(1)
 
 
    script = """#!/bin/bash
 shopt expand_aliases
 ##### MONITORING/DEBUG INFORMATION ###############################
 DATE_START=`date +%s`
 echo "Job started at " `date`
 cat <<EOF
 ################################################################
 ## QUEUEING SYSTEM SETTINGS:
 HOME=$HOME
 USER=$USER
 JOB_ID=$JOB_ID
 JOB_NAME=$JOB_NAME
 HOSTNAME=$HOSTNAME
 TASK_ID=$TASK_ID
 QUEUE=$QUEUE
 
 EOF
 echo "######## Environment Variables ##########"
 env
 echo "################################################################"
 TOPWORKDIR=/scratch/`whoami`
 JOBDIR=sgejob-$JOB_ID
 WORKDIR=$TOPWORKDIR/$JOBDIR
 SUBMISIONDIR={jdir}
 if test -e "$WORKDIR"; then
    echo "ERROR: WORKDIR ($WORKDIR) already exists! Aborting..." >&2
    exit 1
 fi
 mkdir -p $WORKDIR
 if test ! -d "$WORKDIR"; then
    echo "ERROR: Failed to create workdir ($WORKDIR)! Aborting..." >&2
    exit 1
 fi
 
 #source $VO_CMS_SW_DIR/cmsset_default.sh
 source {vo}/cmsset_default.sh
 export SCRAM_ARCH=slc6_amd64_gcc481
 #cd $CMSSW_BASE/src
 cd {cmssw}/src
 shopt -s expand_aliases
 cmsenv
 cd $WORKDIR
 cp -rf $SUBMISIONDIR .
 ls
 cd `find . -type d | grep /`
 echo 'running'
 #python $CMSSW_BASE/src/CMGTools/RootTools/python/fwlite/looper.py config.pck
 python {cmssw}/src/CMGTools/RootTools/python/fwlite/looper.py pycfg.py config.pck
 echo
 {copy}
 ###########################################################################
 DATE_END=`date +%s`
 RUNTIME=$((DATE_END-DATE_START))
 echo "################################################################"
 echo "Job finished at " `date`
 echo "Wallclock running time: $RUNTIME s"
 exit 0
 """.format(jdir=jobDir, vo=VO_CMS_SW_DIR,cmssw=cmssw_release, copy=cpCmd)
 
    return script

heppy_batch.batchScriptPSI

def batchScriptPSI

Definition: heppy_batch.py:74

format

Classes

Functions

Variables

Function Documentation

Variable Documentation