Classes
class	MyBatchManager

Functions
def	batchScriptCERN (jobDir, remoteDir='')

def	batchScriptIC (jobDir)

def	batchScriptLocal (remoteDir, index)

def	batchScriptPADOVA (index, jobDir='./')

def	batchScriptPISA (index, remoteDir='')

def	batchScriptPSI (index, jobDir, remoteDir='')

Variables
	args

	batchManager

	cfgFileName

	cfo

	components

	config

	handle

	heppyOptions_

	key

	listOfNames

	listOfValues

	options

	usage

	val

	waitingTime

Function Documentation

def heppy_batch.batchScriptCERN	(	jobDir,
		remoteDir = `''`
	)

prepare the LSF version of the batch script, to run on LSF

Definition at line 76 of file heppy_batch.py.

References python.rootplot.root2matplotlib.replace(), and digitizers_cfi.strip.

Referenced by heppy_batch.MyBatchManager.PrepareJobUser().

 def batchScriptCERN( jobDir, remoteDir=''):
    '''prepare the LSF version of the batch script, to run on LSF'''
    
    dirCopy = """echo 'sending the logs back'  # will send also root files if copy failed
 rm Loop/cmsswPreProcessing.root
 cp -r Loop/* $LS_SUBCWD
 if [ $? -ne 0 ]; then
    echo 'ERROR: problem copying job directory back'
 else
    echo 'job directory copy succeeded'
 fi"""
 
    if remoteDir=='':
       cpCmd=dirCopy
    elif  remoteDir.startswith("root://eoscms.cern.ch//eos/cms/store/"):
        cpCmd="""echo 'sending root files to remote dir'
 export LD_LIBRARY_PATH=/usr/lib64:$LD_LIBRARY_PATH # 
 for f in Loop/*/tree*.root
 do
    rm Loop/cmsswPreProcessing.root
    ff=`echo $f | cut -d/ -f2`
    ff="${{ff}}_`basename $f | cut -d . -f 1`"
    echo $f
    echo $ff
    export VO_CMS_SW_DIR=/cvmfs/cms.cern.ch
    source $VO_CMS_SW_DIR/cmsset_default.sh
    for try in `seq 1 3`; do
       echo "Stageout try $try"
       echo "/afs/cern.ch/project/eos/installation/pro/bin/eos.select mkdir {srm}"
       /afs/cern.ch/project/eos/installation/pro/bin/eos.select mkdir {srm}
       echo "/afs/cern.ch/project/eos/installation/pro/bin/eos.select cp `pwd`/$f {srm}/${{ff}}_{idx}.root"
       /afs/cern.ch/project/eos/installation/pro/bin/eos.select cp `pwd`/$f {srm}/${{ff}}_{idx}.root
       if [ $? -ne 0 ]; then
          echo "ERROR: remote copy failed for file $ff"
          continue
       fi
       echo "remote copy succeeded"
       remsize=$(/afs/cern.ch/project/eos/installation/pro/bin/eos.select find --size {srm}/${{ff}}_{idx}.root | cut -d= -f3) 
       locsize=$(cat `pwd`/$f | wc -c)
       ok=$(($remsize==$locsize))
       if [ $ok -ne 1 ]; then
          echo "Problem with copy (file sizes don't match), will retry in 30s"
          sleep 30
          continue
       fi
       echo "everything ok"
       rm $f
       echo root://eoscms.cern.ch/{srm}/${{ff}}_{idx}.root > $f.url
       break
    done
 done
 cp -r Loop/* $LS_SUBCWD
 if [ $? -ne 0 ]; then
    echo 'ERROR: problem copying job directory back'
 else
    echo 'job directory copy succeeded'
 fi
 """.format(
           idx = jobDir[jobDir.find("_Chunk")+6:].strip("/") if '_Chunk' in jobDir else 'all',
           srm = (""+remoteDir+jobDir[ jobDir.rfind("/") : (jobDir.find("_Chunk") if '_Chunk' in jobDir else len(jobDir)) ]).replace("root://eoscms.cern.ch/","")
           )
    else:
        print "chosen location not supported yet: ", remoteDir
        print 'path must start with /store/'
        sys.exit(1)
 
    script = """#!/bin/bash
 #BSUB -q 8nm
 echo 'environment:'
 echo
 env | sort
 # ulimit -v 3000000 # NO
 echo 'copying job dir to worker'
 cd $CMSSW_BASE/src
 eval `scramv1 ru -sh`
 # cd $LS_SUBCWD
 # eval `scramv1 ru -sh`
 cd -
 cp -rf $LS_SUBCWD .
 ls
 cd `find . -type d | grep /`
 echo 'running'
 python $CMSSW_BASE/src/PhysicsTools/HeppyCore/python/framework/looper.py pycfg.py config.pck --options=options.json
 echo
 {copy}
 """.format(copy=cpCmd)
 
    return script
 
 

def heppy_batch.batchScriptIC ( jobDir )

prepare a IC version of the batch script

Definition at line 262 of file heppy_batch.py.

Referenced by heppy_batch.MyBatchManager.PrepareJobUser().

 def batchScriptIC(jobDir):
    '''prepare a IC version of the batch script'''
 
 
    cmssw_release = os.environ['CMSSW_BASE']
    script = """#!/bin/bash
 export X509_USER_PROXY=/home/hep/$USER/myproxy
 source /vols/cms/grid/setup.sh
 cd {jobdir}
 cd {cmssw}/src
 eval `scramv1 ru -sh`
 cd -
 echo 'running'
 python {cmssw}/src/PhysicsTools/HeppyCore/python/framework/looper.py pycfg.py config.pck --options=options.json
 echo
 echo 'sending the job directory back'
 mv Loop/* ./ && rm -r Loop
 """.format(jobdir = jobDir,cmssw = cmssw_release)
    return script
 

def heppy_batch.batchScriptLocal	(	remoteDir,
		index
	)

prepare a local version of the batch script, to run using nohup

Definition at line 282 of file heppy_batch.py.

Referenced by heppy_batch.MyBatchManager.PrepareJobUser().

 def batchScriptLocal(  remoteDir, index ):
    '''prepare a local version of the batch script, to run using nohup'''
 
    script = """#!/bin/bash
 echo 'running'
 python $CMSSW_BASE/src/PhysicsTools/HeppyCore/python/framework/looper.py pycfg.py config.pck --options=options.json
 echo
 echo 'sending the job directory back'
 mv Loop/* ./
 """ 
    return script
 
 

def heppy_batch.batchScriptPADOVA	(	index,
		jobDir = `'./'`
	)

prepare the LSF version of the batch script, to run on LSF

Definition at line 15 of file heppy_batch.py.

Referenced by heppy_batch.MyBatchManager.PrepareJobUser().

 def batchScriptPADOVA( index, jobDir='./'):
    '''prepare the LSF version of the batch script, to run on LSF'''
    script = """#!/bin/bash
 #BSUB -q local
 #BSUB -J test
 #BSUB -o test.log
 cd {jdir}
 echo 'PWD:'
 pwd
 export VO_CMS_SW_DIR=/cvmfs/cms.cern.ch
 source $VO_CMS_SW_DIR/cmsset_default.sh
 echo 'environment:'
 echo
 env > local.env
 env
 # ulimit -v 3000000 # NO
 echo 'copying job dir to worker'
 eval `scram runtime -sh`
 ls
 echo 'running'
 python $CMSSW_BASE/src/PhysicsTools/HeppyCore/python/framework/looper.py pycfg.py config.pck --options=options.json >& local.output
 exit $? 
 #echo
 #echo 'sending the job directory back'
 #echo cp -r Loop/* $LS_SUBCWD 
 """.format(jdir=jobDir)
 
    return script
 

def heppy_batch.batchScriptPISA	(	index,
		remoteDir = `''`
	)

prepare the LSF version of the batch script, to run on LSF

Definition at line 44 of file heppy_batch.py.

Referenced by heppy_batch.MyBatchManager.PrepareJobUser().

 def batchScriptPISA( index, remoteDir=''):
    '''prepare the LSF version of the batch script, to run on LSF'''
    script = """#!/bin/bash
 #BSUB -q cms
 echo 'PWD:'
 pwd
 export VO_CMS_SW_DIR=/cvmfs/cms.cern.ch
 source $VO_CMS_SW_DIR/cmsset_default.sh
 echo 'environment:'
 echo
 env > local.env
 env
 # ulimit -v 3000000 # NO
 echo 'copying job dir to worker'
 ###cd $CMSSW_BASE/src
 eval `scramv1 runtime -sh`
 #eval `scramv1 ru -sh`
 # cd $LS_SUBCWD
 # eval `scramv1 ru -sh`
 ##cd -
 ##cp -rf $LS_SUBCWD .
 ls
 echo `find . -type d | grep /`
 echo 'running'
 python $CMSSW_BASE/src/PhysicsTools/HeppyCore/python/framework/looper.py pycfg.py config.pck --options=options.json >& local.output
 exit $? 
 #echo
 #echo 'sending the job directory back'
 #echo cp -r Loop/* $LS_SUBCWD 
 """
    return script
 

def heppy_batch.batchScriptPSI	(	index,
		jobDir,
		remoteDir = `''`
	)

prepare the SGE version of the batch script, to run on the PSI tier3 batch system

Definition at line 166 of file heppy_batch.py.

 def batchScriptPSI( index, jobDir, remoteDir=''):
    '''prepare the SGE version of the batch script, to run on the PSI tier3 batch system'''
 
    cmssw_release = os.environ['CMSSW_BASE']
    VO_CMS_SW_DIR = "/swshare/cms"  # $VO_CMS_SW_DIR doesn't seem to work in the new SL6 t3wn
 
    if remoteDir=='':
        cpCmd="""echo 'sending the job directory back'
 rm Loop/cmsswPreProcessing.root
 cp -r Loop/* $SUBMISIONDIR"""
    elif remoteDir.startswith("/pnfs/psi.ch"):
        cpCmd="""echo 'sending root files to remote dir'
 export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/usr/lib64/dcap/ # Fabio's workaround to fix gfal-tools
 for f in Loop/mt2*.root
 do
    ff=`basename $f | cut -d . -f 1`
    #d=`echo $f | cut -d / -f 2`
    gfal-mkdir {srm}
    echo "gfal-copy file://`pwd`/Loop/$ff.root {srm}/${{ff}}_{idx}.root"
    gfal-copy file://`pwd`/Loop/$ff.root {srm}/${{ff}}_{idx}.root
    if [ $? -ne 0 ]; then
       echo "ERROR: remote copy failed for file $ff"
    else
       echo "remote copy succeeded"
       rm Loop/$ff.root
    fi
 done
 rm Loop/cmsswPreProcessing.root
 cp -r Loop/* $SUBMISIONDIR""".format(idx=index, srm='srm://t3se01.psi.ch'+remoteDir+jobDir[jobDir.rfind("/"):jobDir.find("_Chunk")])
    else:
       print "remote directory not supported yet: ", remoteDir
       print 'path must start with "/pnfs/psi.ch"'
       sys.exit(1)
       
 
    script = """#!/bin/bash
 shopt expand_aliases
 ##### MONITORING/DEBUG INFORMATION ###############################
 DATE_START=`date +%s`
 echo "Job started at " `date`
 cat <<EOF
 ################################################################
 ## QUEUEING SYSTEM SETTINGS:
 HOME=$HOME
 USER=$USER
 JOB_ID=$JOB_ID
 JOB_NAME=$JOB_NAME
 HOSTNAME=$HOSTNAME
 TASK_ID=$TASK_ID
 QUEUE=$QUEUE
 
 EOF
 echo "######## Environment Variables ##########"
 env
 echo "################################################################"
 TOPWORKDIR=/scratch/`whoami`
 JOBDIR=sgejob-$JOB_ID
 WORKDIR=$TOPWORKDIR/$JOBDIR
 SUBMISIONDIR={jdir}
 if test -e "$WORKDIR"; then
    echo "ERROR: WORKDIR ($WORKDIR) already exists! Aborting..." >&2
    exit 1
 fi
 mkdir -p $WORKDIR
 if test ! -d "$WORKDIR"; then
    echo "ERROR: Failed to create workdir ($WORKDIR)! Aborting..." >&2
    exit 1
 fi
 
 #source $VO_CMS_SW_DIR/cmsset_default.sh
 source {vo}/cmsset_default.sh
 export SCRAM_ARCH=slc6_amd64_gcc481
 #cd $CMSSW_BASE/src
 cd {cmssw}/src
 shopt -s expand_aliases
 cmsenv
 cd $WORKDIR
 cp -rf $SUBMISIONDIR .
 ls
 cd `find . -type d | grep /`
 echo 'running'
 python $CMSSW_BASE/src/PhysicsTools/HeppyCore/python/framework/looper.py pycfg.py config.pck --options=options.json
 #python $CMSSW_BASE/src/CMGTools/RootTools/python/fwlite/looper.py config.pck
 echo
 {copy}
 ###########################################################################
 DATE_END=`date +%s`
 RUNTIME=$((DATE_END-DATE_START))
 echo "################################################################"
 echo "Job finished at " `date`
 echo "Wallclock running time: $RUNTIME s"
 exit 0
 """.format(jdir=jobDir, vo=VO_CMS_SW_DIR,cmssw=cmssw_release, copy=cpCmd)
 
    return script
 

Variable Documentation

heppy_batch.args

Definition at line 344 of file heppy_batch.py.

heppy_batch.batchManager

Definition at line 336 of file heppy_batch.py.

heppy_batch.cfgFileName

Definition at line 355 of file heppy_batch.py.

heppy_batch.cfo

Definition at line 359 of file heppy_batch.py.

heppy_batch.components

Definition at line 363 of file heppy_batch.py.

heppy_batch.config

Definition at line 360 of file heppy_batch.py.

heppy_batch.handle

Definition at line 357 of file heppy_batch.py.

heppy_batch.heppyOptions_

Definition at line 353 of file heppy_batch.py.

heppy_batch.key

Definition at line 349 of file heppy_batch.py.

heppy_batch.listOfNames

Definition at line 365 of file heppy_batch.py.

heppy_batch.listOfValues

Definition at line 364 of file heppy_batch.py.

heppy_batch.options

Definition at line 344 of file heppy_batch.py.

heppy_batch.usage

Definition at line 337 of file heppy_batch.py.

heppy_batch.val

Definition at line 349 of file heppy_batch.py.

heppy_batch.waitingTime

Definition at line 368 of file heppy_batch.py.

Classes

Functions

Variables

Function Documentation

Variable Documentation