Classes
class	CmsBatchException

class	MyBatchManager

Functions
def	batchScriptCCIN2P3 ()

def	batchScriptCERN (remoteDir, index)

def	batchScriptLocal (remoteDir, index)

def	rootfiles_to_eos_script (index, remoteDir)

Variables
	action

	args

	argv

	batchManager

	cfgFile

	cfgFileName

	cfo

	default

	dest
	batchManager.parser_.add_option("-b", "--batch", dest="batch", help="batch command. default is: 'bsub -q 8nh < batchScript.sh'. You can also use 'nohup < ./batchScript.sh &' to run locally.", default="bsub -q 8nh < .batchScript.sh") More...

	doCVSTag

	file

	fullSource

	generator

	grouping

	handle

	help

	listOfValues

	log

	logDir

	nFiles

	nJobs

	oldPwd

	options

	process

	prog

	pycfg_params

	runningMode

	True

	trueArgv

	usage

	waitingTime

Function Documentation

def cmsBatch.batchScriptCCIN2P3 ( )

Definition at line 18 of file cmsBatch.py.

 def batchScriptCCIN2P3():
    script = """!/usr/bin/env bash
 #PBS -l platform=LINUX,u_sps_cmsf,M=2000MB,T=2000000
 # sets the queue
 #PBS -q T
 #PBS -eo
 #PBS -me
 #PBS -V
 
 source $HOME/.bash_profile
 
 echo '***********************'
 
 ulimit -v 3000000
 
 # coming back to submission dir do setup the env
 cd $PBS_O_WORKDIR
 eval `scramv1 ru -sh`
 
 
 # back to the worker
 cd -
 
 # copy job dir here
 cp -r $PBS_O_WORKDIR .
 
 # go inside
 jobdir=`ls`
 echo $jobdir
 
 cd $jobdir
 
 cat > sysinfo.sh <<EOF
 #! env bash
 echo '************** ENVIRONMENT ****************'
 
 env
 
 echo
 echo '************** WORKER *********************'
 echo
 
 free
 cat /proc/cpuinfo 
 
 echo
 echo '************** START *********************'
 echo
 EOF
 
 source sysinfo.sh > sysinfo.txt
 
 cmsRun run_cfg.py
 
 # copy job dir do disk
 cd -
 cp -r $jobdir $PBS_O_WORKDIR
 """
    return script
 
 
 

def cmsBatch.batchScriptCERN	(	remoteDir,
		index
	)

prepare the LSF version of the batch script, to run on LSF

Definition at line 93 of file cmsBatch.py.

References rootfiles_to_eos_script().

Referenced by cmsBatch.MyBatchManager.PrepareJobUser().

 def batchScriptCERN(  remoteDir, index ):
    '''prepare the LSF version of the batch script, to run on LSF'''
    script = """#!/bin/bash
 # sets the queue
 #BSUB -q 8nm
 
 echo 'environment:'
 echo
 env
 ulimit -v 3000000
 echo 'copying job dir to worker'
 cd $CMSSW_BASE/src
 eval `scramv1 ru -sh`
 cd -
 cp -rf $LS_SUBCWD .
 ls
 cd `find . -type d | grep /`
 echo 'running'
 {prog} run_cfg.py
 if [ $? != 0 ]; then
     echo wrong exit code! removing all root files
     rm *.root
     exit 1 
 fi
 echo 'sending the job directory back'
 """.format(prog=prog)
 
    if remoteDir != '':
       script += rootfiles_to_eos_script(index, remoteDir)
 
    script += 'cp -rf * $LS_SUBCWD\n'
    
    return script
 

def cmsBatch.batchScriptLocal	(	remoteDir,
		index
	)

prepare a local version of the batch script, to run using nohup

Definition at line 127 of file cmsBatch.py.

References rootfiles_to_eos_script().

Referenced by cmsBatch.MyBatchManager.PrepareJobUser().

 def batchScriptLocal(  remoteDir, index ):
    '''prepare a local version of the batch script, to run using nohup'''
 
    script = """#!/bin/bash
 echo 'running'
 {prog} run_cfg.py
 if [ $? != 0 ]; then
     echo wrong exit code! removing all root files
     rm *.root
     exit 1 
 fi
 echo 'sending the job directory back'
 """.format(prog=prog)
 
    if remoteDir != '':
       script += rootfiles_to_eos_script(index, remoteDir)
 
    return script
 
 

def cmsBatch.rootfiles_to_eos_script	(	index,
		remoteDir
	)

Definition at line 80 of file cmsBatch.py.

References eostools.eosToLFN().

Referenced by batchScriptCERN(), and batchScriptLocal().

 def rootfiles_to_eos_script(index, remoteDir):
    remoteDir = eostools.eosToLFN(remoteDir)
    return """
 for file in *.root; do
 newFileName=`echo $file | sed -r -e 's/\./_{index}\./'`
 fullFileName={remoteDir}/$newFileName
 {eos} cp $file /eos/cms/$fullFileName
 {eos} chmod 755 /eos/cms/$fullFileName
 rm *.root
 done
 """.format(index=index, remoteDir=remoteDir, eos=eostools.eos_select)
 
 

Variable Documentation

cmsBatch.action

Definition at line 249 of file cmsBatch.py.

cmsBatch.args

Definition at line 252 of file cmsBatch.py.

cmsBatch.argv

Definition at line 278 of file cmsBatch.py.

Referenced by optutl::CommandLineParser.argVec(), CmsShowMain.CmsShowMain(), edm::service.cmssw_stacktrace(), ExternalLHEProducer.executeScript(), SherpaHadronizer.initializeForInternalPartons(), and edm::service::CondorStatusService.updateChirpImpl().

cmsBatch.batchManager

Definition at line 199 of file cmsBatch.py.

cmsBatch.cfgFile

Definition at line 320 of file cmsBatch.py.

cmsBatch.cfgFileName

Definition at line 272 of file cmsBatch.py.

cmsBatch.cfo

Definition at line 286 of file cmsBatch.py.

cmsBatch.default

Definition at line 241 of file cmsBatch.py.

cmsBatch.dest

batchManager.parser_.add_option("-b", "--batch", dest="batch", help="batch command. default is: 'bsub -q 8nh < batchScript.sh'. You can also use 'nohup < ./batchScript.sh &' to run locally.", default="bsub -q 8nh < .batchScript.sh")

Definition at line 239 of file cmsBatch.py.

cmsBatch.doCVSTag

Definition at line 256 of file cmsBatch.py.

cmsBatch.file

Definition at line 202 of file cmsBatch.py.

cmsBatch.fullSource

Definition at line 295 of file cmsBatch.py.

cmsBatch.generator

Definition at line 296 of file cmsBatch.py.

Referenced by BeautifulSoup.PageElement._findAll(), SummaryGenerator.instance(), reco::tau::RecoTauPiZeroCombinatoricPlugin.operator()(), and CaloTDigitizer< Traits, runHelper >.setNoiseSignalGenerator().

cmsBatch.grouping

Definition at line 270 of file cmsBatch.py.

cmsBatch.handle

Definition at line 285 of file cmsBatch.py.

Referenced by fwlite::ObjectCountSelector< Collection >.accept(), pat::helper::NamedUserDataLoader< pat::helper::AddUserCand >.addData(), PreMixingHGCalWorker.addPileups(), PreMixingHGCalWorker.addSignals(), TriggerSummaryAnalyzerRAW.analyze(), TriggerSummaryAnalyzerAOD.analyze(), EcalGetLaserData.analyze(), EcalDccWeightBuilder.analyze(), NoiseRates.analyze(), HcalNoiseRates.analyze(), EcalTPGParamBuilder.analyze(), L1TriggerJSONMonitoring.analyze(), HLTriggerJSONMonitoring.analyze(), edm::EventContentAnalyzer.analyze(), EcalPedOffset.beginRun(), EcalMipGraphs.beginRun(), EcalDisplaysByEvent.beginRun(), EcalCosmicsHists.beginRun(), ElectronHEEPIDValueMapProducer.calTrkIso(), CandMergerCleanOthersByDR.CandMergerCleanOthersByDR(), SiStripGainFromCalibTree.connect(), ESDBCopy.copyToDB(), EcalTPGDBCopy.copyToDB(), EcalDBCopy.copyToDB(), FWEventItem.data(), edm::pathStatusExpression::Operand.evaluate(), L1GtPatternGenerator.extractGlobalTriggerData(), extractRecordData(), SummaryTableOutputBranches.fill(), TriggerOutputBranches.fill(), TableOutputBranches.fill(), GlobalVariablesTableProducer::VariableT< ValType, ColType, Converter >.fill(), reco::HcalNoiseInfoProducer.fillcalotwrs(), reco::HcalNoiseInfoProducer.filldigis(), edm::GetterOfProducts< trigger::HLTPrescaleTable >.fillHandles(), reco::HcalNoiseInfoProducer.fillrechits(), reco::HcalNoiseInfoProducer.filltracks(), L1GTPrescaler.filter(), L1TGlobalPrescaler.filter(), JME::JetResolution.get(), JME::JetResolutionScaleFactor.get(), ConditionDumperInEdm.get(), MultiTokenT< edm::View< reco::GsfElectron > >.get(), edm.get(), PFClusterShapeProducer.getClusterCollection(), JetMatchingTools.getGenParticlesCollection(), MultiTokenT< edm::View< reco::GsfElectron > >.getHandle(), ElectronHEEPIDValueMapProducer.getHandle(), MultiTokenT< edm::View< reco::GsfElectron > >.getInitialHandle(), JetCorrector.getJetCorrector(), PFClusterShapeProducer.getRecHitCollection(), PhysicsTools::MVATrainerContainerSaveImpl< Record_t >.getToCopy(), PhysicsTools::MVATrainerFileSaveImpl< Record_t >.getToPut(), PhysicsTools::MVATrainerSaveImpl< Record_t >.getToPut(), PhysicsTools::MVATrainerContainerSaveImpl< Record_t >.getToPut(), MultiTokenT< edm::View< reco::GsfElectron > >.getValidHandle(), MVAVariableHelper< reco::GsfElectron >.getVariableFromDoubleToken(), MVAVariableHelper< reco::GsfElectron >.getVariableFromValueMapToken(), LogErrorEventFilter.globalBeginLuminosityBlock(), XrdAdaptor::RequestManager.handle(), HLTJetTagWithMatching< T >.hltFilter(), HLTJetTag< T >.hltFilter(), ElectronHEEPIDValueMapProducer.isEventAOD(), EgammaRegressionContainer.makePSetDescription(), ElectronHEEPIDValueMapProducer::DataFormat.operator()(), pat::PackedTriggerPrescales.PackedTriggerPrescales(), HLTDQMObjSelector< ObjType, ObjCollType >.produce(), PFClusterCollectionMerger.produce(), pat::helper::AnythingToValueMap< Adaptor, Collection, value_type >.produce(), JetCorrectionESChain.produce(), reco::CorrectedJetProducer< T >.produce(), CollectionCombiner< Collection >.produce(), CalibratedPhotonProducerT< T >.produce(), cms::JetCorrectionProducer< T >.produce(), CalibratedElectronProducerT< T >.produce(), BufferedBoostIOESProducer< DataType, MyRecord >.produce(), pat::helper::ManyThingsToValueMaps< Adaptor, Collection, value_type >.produce(), tensorflow::NTSession.PRunSetup(), edm::Ref< L1GctEmCandCollection >.Ref(), edm::Ref< C, T, F >.Ref(), edm::Ref< std::vector< E >, typename refhelper::ValueTrait< std::vector< E > >::value, typename refhelper::FindTrait< std::vector< E >, typename refhelper::ValueTrait< std::vector< E > >::value >::value >.Ref(), edm::RefToBaseProd< reco::GsfElectronCore >.RefToBaseProd(), edm::RefToBaseProd< T >.RefToBaseProd(), PFEGammaToCandidateRemapper.run(), pat::helper::AnyNumberAssociationAdaptor.run_(), l1t::WriterProxyT< Record, Type >.save(), TtFullHadHypothesis.setCandidate(), TtFullLepHypothesis.setCandidate(), TtSemiLepHypothesis.setCandidate(), MVAJetTagPlotter.setEventSetup(), PhysicsTools::MVAModuleHelper< Record, Object, Filler >.setEventSetup(), FWTableViewManager.setFrom(), pat::MatcherUsingTracks.storeValueMap(), TriggerMatcherToHLTDebug.storeValueMap(), FWTableViewManager.table(), FWTableViewManager.tableFormats(), egHLT::OffHelper.trigCuts(), PhysicsTools::MVAComputerCache.update(), edm::detail::TriggerResultsBasedEventSelector.wantEvent(), ElectronHEEPIDValueMapProducer.writeValueMap(), MuonSimClassifier.writeValueMap(), MuonMCClassifier.writeValueMap(), AbsFFTJetRcdMapper< DataType >.~AbsFFTJetRcdMapper(), and pf2pat::TopProjectorAlgo< Top, Bottom >.~TopProjectorAlgo().

cmsBatch.help

Definition at line 240 of file cmsBatch.py.

cmsBatch.listOfValues

Definition at line 303 of file cmsBatch.py.

cmsBatch.log

Definition at line 342 of file cmsBatch.py.

cmsBatch.logDir

Definition at line 340 of file cmsBatch.py.

cmsBatch.nFiles

Definition at line 307 of file cmsBatch.py.

Referenced by SiStripSpyMonitorModule.analyze(), identity(), FFTJetPileupProcessor.mixExtraGrid(), SiStripSpyMonitorModule.SiStripSpyMonitorModule(), and SiStripSpyMonitorModule.~SiStripSpyMonitorModule().

cmsBatch.nJobs

Definition at line 271 of file cmsBatch.py.

cmsBatch.oldPwd

Definition at line 338 of file cmsBatch.py.

cmsBatch.options

Definition at line 252 of file cmsBatch.py.

cmsBatch.process

Definition at line 287 of file cmsBatch.py.

cmsBatch.prog

Definition at line 255 of file cmsBatch.py.

cmsBatch.pycfg_params

Definition at line 276 of file cmsBatch.py.

cmsBatch.runningMode

Definition at line 263 of file cmsBatch.py.

cmsBatch.True

Definition at line 249 of file cmsBatch.py.

cmsBatch.trueArgv

Definition at line 277 of file cmsBatch.py.

cmsBatch.usage

Definition at line 206 of file cmsBatch.py.

cmsBatch.waitingTime

Definition at line 326 of file cmsBatch.py.

Classes

Functions

Variables

Function Documentation

Variable Documentation