heppy_batch Namespace Reference

Classes
class	MyBatchManager

Functions
def	batchScriptCERN
def	batchScriptIC
def	batchScriptLocal
def	batchScriptPADOVA
def	batchScriptPISA
def	batchScriptPSI

Variables
tuple	batchManager = MyBatchManager()
list	cfgFileName = args[0]
tuple	cfo = imp.load_source("pycfg", cfgFileName, handle)
tuple	components = split( [comp for comp in config.components if len(comp.files)>0] )
	config = cfo.config
tuple	handle = open(cfgFileName, 'r')
list	listOfNames = [comp.name for comp in components]
tuple	listOfValues = range(0, len(components))
float	waitingTime = 0.1

Function Documentation

def heppy_batch.batchScriptCERN	(		jobDir,
			remoteDir = ''
	)

prepare the LSF version of the batch script, to run on LSF

Definition at line 75 of file heppy_batch.py.

Referenced by heppy_batch.MyBatchManager.PrepareJobUser().

def batchScriptCERN( jobDir, remoteDir=''):
   '''prepare the LSF version of the batch script, to run on LSF'''
   
   dirCopy = """echo 'sending the logs back'  # will send also root files if copy failed
cp -r Loop/* $LS_SUBCWD
if [ $? -ne 0 ]; then
   echo 'ERROR: problem copying job directory back'
else
   echo 'job directory copy succeeded'
fi"""
   if remoteDir=='':
      cpCmd=dirCopy
   elif remoteDir.startswith("/pnfs/psi.ch"):
       cpCmd="""echo 'sending root files to remote dir'
export LD_LIBRARY_PATH=/usr/lib64:$LD_LIBRARY_PATH # Fabio's workaround to fix gfal-tools with CMSSW
for f in Loop/mt2*.root
do
   ff=`basename $f | cut -d . -f 1`
   #d=`echo $f | cut -d / -f 2`
   gfal-mkdir {srm}
   echo "gfal-copy file://`pwd`/Loop/$ff.root {srm}/${{ff}}_{idx}.root"
   gfal-copy file://`pwd`/Loop/$ff.root {srm}/${{ff}}_{idx}.root
   if [ $? -ne 0 ]; then
      echo "ERROR: remote copy failed for file $ff"
   else
      echo "remote copy succeeded"
      rm Loop/$ff.root
   fi
done
#fi
""".format(idx=jobDir[jobDir.find("_Chunk")+6:].strip("/"), srm='srm://t3se01.psi.ch'+remoteDir+jobDir[jobDir.rfind("/"):jobDir.find("_Chunk")]) + dirCopy
   else:
       print "chosen location not supported yet: ", remoteDir
       print 'path must start with "/pnfs/psi.ch"'
       sys.exit(1)

   script = """#!/bin/bash
#BSUB -q 8nm
echo 'environment:'
echo
env | sort
# ulimit -v 3000000 # NO
echo 'copying job dir to worker'
cd $CMSSW_BASE/src
eval `scramv1 ru -sh`
# cd $LS_SUBCWD
# eval `scramv1 ru -sh`
cd -
cp -rf $LS_SUBCWD .
ls
cd `find . -type d | grep /`
echo 'running'
python $CMSSW_BASE/src/PhysicsTools/HeppyCore/python/framework/looper.py pycfg.py config.pck
echo
{copy}
""".format(copy=cpCmd)

   return script