Classes
class	CmsBatchException

class	MyBatchManager

Functions
def	batchScriptCCIN2P3 ()

def	batchScriptCERN (remoteDir, index)

def	batchScriptLocal (remoteDir, index)

def	rootfiles_to_eos_script (index, remoteDir)

Variables
	action

	args

	argv

	batchManager

	cfgFile

	cfgFileName

	cfo

	default

	dest
	batchManager.parser_.add_option("-b", "--batch", dest="batch", help="batch command. default is: 'bsub -q 8nh < batchScript.sh'. You can also use 'nohup < ./batchScript.sh &' to run locally.", default="bsub -q 8nh < .batchScript.sh") More...

	doCVSTag

	file

	fullSource

	generator

	grouping

	handle

	help

	listOfValues

	log

	logDir

	nFiles

	nJobs

	oldPwd

	options

	process

	prog

	pycfg_params

	runningMode

	True

	trueArgv

	usage

	waitingTime

Function Documentation

def cmsBatch.batchScriptCCIN2P3 ( )

Definition at line 19 of file cmsBatch.py.

 def batchScriptCCIN2P3():
    script = """!/usr/bin/env bash
 #PBS -l platform=LINUX,u_sps_cmsf,M=2000MB,T=2000000
 # sets the queue
 #PBS -q T
 #PBS -eo
 #PBS -me
 #PBS -V
 
 source $HOME/.bash_profile
 
 echo '***********************'
 
 ulimit -v 3000000
 
 # coming back to submission dir do setup the env
 cd $PBS_O_WORKDIR
 eval `scramv1 ru -sh`
 
 
 # back to the worker
 cd -
 
 # copy job dir here
 cp -r $PBS_O_WORKDIR .
 
 # go inside
 jobdir=`ls`
 echo $jobdir
 
 cd $jobdir
 
 cat > sysinfo.sh <<EOF
 #! env bash
 echo '************** ENVIRONMENT ****************'
 
 env
 
 echo
 echo '************** WORKER *********************'
 echo
 
 free
 cat /proc/cpuinfo 
 
 echo
 echo '************** START *********************'
 echo
 EOF
 
 source sysinfo.sh > sysinfo.txt
 
 cmsRun run_cfg.py
 
 # copy job dir do disk
 cd -
 cp -r $jobdir $PBS_O_WORKDIR
 """
    return script
 
 
 

def cmsBatch.batchScriptCERN	(	remoteDir,
		index
	)

prepare the LSF version of the batch script, to run on LSF

Definition at line 94 of file cmsBatch.py.

References rootfiles_to_eos_script().

Referenced by cmsBatch.MyBatchManager.PrepareJobUser().

 def batchScriptCERN(  remoteDir, index ):
    '''prepare the LSF version of the batch script, to run on LSF'''
    script = """#!/bin/bash
 # sets the queue
 #BSUB -q 8nm
 
 echo 'environment:'
 echo
 env
 ulimit -v 3000000
 echo 'copying job dir to worker'
 cd $CMSSW_BASE/src
 eval `scramv1 ru -sh`
 cd -
 cp -rf $LS_SUBCWD .
 ls
 cd `find . -type d | grep /`
 echo 'running'
 {prog} run_cfg.py
 if [ $? != 0 ]; then
     echo wrong exit code! removing all root files
     rm *.root
     exit 1 
 fi
 echo 'sending the job directory back'
 """.format(prog=prog)
 
    if remoteDir != '':
       script += rootfiles_to_eos_script(index, remoteDir)
 
    script += 'cp -rf * $LS_SUBCWD\n'
    
    return script
 

def cmsBatch.batchScriptLocal	(	remoteDir,
		index
	)

prepare a local version of the batch script, to run using nohup

Definition at line 128 of file cmsBatch.py.

References rootfiles_to_eos_script().

Referenced by cmsBatch.MyBatchManager.PrepareJobUser().

 def batchScriptLocal(  remoteDir, index ):
    '''prepare a local version of the batch script, to run using nohup'''
 
    script = """#!/bin/bash
 echo 'running'
 {prog} run_cfg.py
 if [ $? != 0 ]; then
     echo wrong exit code! removing all root files
     rm *.root
     exit 1 
 fi
 echo 'sending the job directory back'
 """.format(prog=prog)
 
    if remoteDir != '':
       script += rootfiles_to_eos_script(index, remoteDir)
 
    return script
 
 

def cmsBatch.rootfiles_to_eos_script	(	index,
		remoteDir
	)

Definition at line 81 of file cmsBatch.py.

References eostools.eosToLFN().

Referenced by batchScriptCERN(), and batchScriptLocal().

 def rootfiles_to_eos_script(index, remoteDir):
    remoteDir = eostools.eosToLFN(remoteDir)
    return """
 for file in *.root; do
 newFileName=`echo $file | sed -r -e 's/\./_{index}\./'`
 fullFileName={remoteDir}/$newFileName
 {eos} cp $file /eos/cms/$fullFileName
 {eos} chmod 755 /eos/cms/$fullFileName
 rm *.root
 done
 """.format(index=index, remoteDir=remoteDir, eos=eostools.eos_select)
 
 

Variable Documentation

cmsBatch.action

Definition at line 250 of file cmsBatch.py.

cmsBatch.args

Definition at line 253 of file cmsBatch.py.

cmsBatch.argv

Definition at line 279 of file cmsBatch.py.

Referenced by optutl::CommandLineParser.argVec(), CmsShowMain.CmsShowMain(), edm::service.cmssw_stacktrace(), ExternalLHEProducer.executeScript(), SherpaHadronizer.initializeForInternalPartons(), PyBind11ProcessDesc.PyBind11ProcessDesc(), cmspython3::PyBind11ProcessDesc.PyBind11ProcessDesc(), and edm::service::CondorStatusService.updateChirpImpl().

cmsBatch.batchManager

Definition at line 200 of file cmsBatch.py.

cmsBatch.cfgFile

Definition at line 321 of file cmsBatch.py.

cmsBatch.cfgFileName

Definition at line 273 of file cmsBatch.py.

cmsBatch.cfo

Definition at line 287 of file cmsBatch.py.

cmsBatch.default

Definition at line 242 of file cmsBatch.py.

cmsBatch.dest

batchManager.parser_.add_option("-b", "--batch", dest="batch", help="batch command. default is: 'bsub -q 8nh < batchScript.sh'. You can also use 'nohup < ./batchScript.sh &' to run locally.", default="bsub -q 8nh < .batchScript.sh")

Definition at line 240 of file cmsBatch.py.

cmsBatch.doCVSTag

Definition at line 257 of file cmsBatch.py.

cmsBatch.file

Definition at line 203 of file cmsBatch.py.

cmsBatch.fullSource

Definition at line 296 of file cmsBatch.py.

cmsBatch.generator

Definition at line 297 of file cmsBatch.py.

Referenced by BeautifulSoup.PageElement._findAll(), SummaryGenerator.instance(), reco::tau::RecoTauPiZeroCombinatoricPlugin.operator()(), and CaloTDigitizer< Traits, runHelper >.setNoiseSignalGenerator().

cmsBatch.grouping

Definition at line 271 of file cmsBatch.py.

cmsBatch.handle

Definition at line 286 of file cmsBatch.py.

Referenced by fwlite::ObjectCountSelector< Collection >.accept(), pat::helper::NamedUserDataLoader< pat::helper::AddUserCand >.addData(), PreMixingHGCalWorker.addPileups(), PreMixingMTDWorker.addPileups(), PreMixingHGCalWorker.addSignals(), PreMixingMTDWorker.addSignals(), TriggerSummaryAnalyzerRAW.analyze(), TriggerSummaryAnalyzerAOD.analyze(), EcalGetLaserData.analyze(), CTPPSProtonReconstructionSimulationValidator.analyze(), EcalDccWeightBuilder.analyze(), HcalNoiseRates.analyze(), NoiseRates.analyze(), EcalTPGParamBuilder.analyze(), L1TriggerJSONMonitoring.analyze(), HLTriggerJSONMonitoring.analyze(), edm::EventContentAnalyzer.analyze(), EcalPedOffset.beginRun(), EcalMipGraphs.beginRun(), EcalDisplaysByEvent.beginRun(), EcalCosmicsHists.beginRun(), ConversionProducer.buildSuperAndBasicClusterGeoMap(), ElectronHEEPIDValueMapProducer.calTrkIso(), CandMergerCleanOthersByDR.CandMergerCleanOthersByDR(), SiStripGainFromCalibTree.connect(), ESDBCopy.copyToDB(), EcalTPGDBCopy.copyToDB(), EcalDBCopy.copyToDB(), FWEventItem.data(), L1GtPatternGenerator.extractGlobalTriggerData(), extractRecordData(), SummaryTableOutputBranches.fill(), EventStringOutputBranches.fill(), TriggerOutputBranches.fill(), TableOutputBranches.fill(), GlobalVariablesTableProducer::VariableT< ValType, ColType, Converter >.fill(), reco::HcalNoiseInfoProducer.fillcalotwrs(), reco::HcalNoiseInfoProducer.filldigis(), edm::GetterOfProducts< trigger::HLTPrescaleTable >.fillHandles(), reco::HcalNoiseInfoProducer.fillrechits(), reco::HcalNoiseInfoProducer.filltracks(), L1GTPrescaler.filter(), L1TGlobalPrescaler.filter(), JME::JetResolution.get(), JME::JetResolutionScaleFactor.get(), ConditionDumperInEdm.get(), MultiTokenT< edm::View< reco::GsfElectron > >.get(), edm.get(), LowPtGsfElectronSeedProducer.getBaseRef(), JetMatchingTools.getGenParticlesCollection(), MultiTokenT< edm::View< reco::GsfElectron > >.getHandle(), ElectronHEEPIDValueMapProducer.getHandle(), MultiTokenT< edm::View< reco::GsfElectron > >.getInitialHandle(), JetCorrector.getJetCorrector(), PhysicsTools::MVATrainerContainerSaveImpl< Record_t >.getToCopy(), PhysicsTools::MVATrainerFileSaveImpl< Record_t >.getToPut(), PhysicsTools::MVATrainerSaveImpl< Record_t >.getToPut(), PhysicsTools::MVATrainerContainerSaveImpl< Record_t >.getToPut(), MultiTokenT< edm::View< reco::GsfElectron > >.getValidHandle(), MVAVariableHelper< reco::GsfElectron >.getVariableFromDoubleToken(), MVAVariableHelper< reco::GsfElectron >.getVariableFromValueMapToken(), LogErrorEventFilter.globalBeginLuminosityBlock(), LowPtGsfElectronSeedProducer.globalEndJob(), XrdAdaptor::RequestManager.handle(), HLTJetTagWithMatching< T >.hltFilter(), HLTJetTag< T >.hltFilter(), ElectronHEEPIDValueMapProducer.isEventAOD(), LowPtGsfElectronSeedProducer.loop(), EgammaRegressionContainer.makePSetDescription(), ElectronHEEPIDValueMapProducer::DataFormat.operator()(), pat::PackedTriggerPrescales.PackedTriggerPrescales(), HLTDQMObjSelector< ObjType, ObjCollType >.produce(), PFClusterCollectionMerger.produce(), JetCorrectionESChain.produce(), pat::helper::AnythingToValueMap< Adaptor, Collection, value_type >.produce(), reco::CorrectedJetProducer< T >.produce(), CollectionCombiner< Collection >.produce(), cms::JetCorrectionProducer< T >.produce(), CalibratedPhotonProducerT< T >.produce(), BufferedBoostIOESProducer< DataType, MyRecord >.produce(), CalibratedElectronProducerT< T >.produce(), pat::helper::ManyThingsToValueMaps< Adaptor, Collection, value_type >.produce(), tensorflow::NTSession.PRunSetup(), edm::Ref< L1GctEmCandCollection >.Ref(), edm::Ref< C, T, F >.Ref(), edm::Ref< std::vector< E >, typename refhelper::ValueTrait< std::vector< E > >::value, typename refhelper::FindTrait< std::vector< E >, typename refhelper::ValueTrait< std::vector< E > >::value >::value >.Ref(), edm::RefToBaseProd< T >.RefToBaseProd(), retrieveGBRForests(), PFEGammaToCandidateRemapper.run(), pat::helper::AnyNumberAssociationAdaptor.run_(), l1t::WriterProxyT< Record, Type >.save(), TtFullHadHypothesis.setCandidate(), TtFullLepHypothesis.setCandidate(), TtSemiLepHypothesis.setCandidate(), MVAJetTagPlotter.setEventSetup(), PhysicsTools::MVAModuleHelper< Record, Object, Filler >.setEventSetup(), FWTableViewManager.setFrom(), pat::MatcherUsingTracks.storeValueMap(), TriggerMatcherToHLTDebug.storeValueMap(), FWTableViewManager.table(), FWTableViewManager.tableFormats(), egHLT::OffHelper.trigCuts(), PhysicsTools::MVAComputerCache.update(), edm::detail::TriggerResultsBasedEventSelector.wantEvent(), ElectronHEEPIDValueMapProducer.writeValueMap(), MuonSimClassifier.writeValueMap(), MuonMCClassifier.writeValueMap(), AbsFFTJetRcdMapper< DataType >.~AbsFFTJetRcdMapper(), and pf2pat::TopProjectorAlgo< Top, Bottom >.~TopProjectorAlgo().

cmsBatch.help

Definition at line 241 of file cmsBatch.py.

cmsBatch.listOfValues

Definition at line 304 of file cmsBatch.py.

cmsBatch.log

Definition at line 343 of file cmsBatch.py.

cmsBatch.logDir

Definition at line 341 of file cmsBatch.py.

cmsBatch.nFiles

Definition at line 308 of file cmsBatch.py.

Referenced by SiStripSpyMonitorModule.analyze(), identity(), FFTJetPileupProcessor.mixExtraGrid(), SiStripSpyMonitorModule.SiStripSpyMonitorModule(), and SiStripSpyMonitorModule.~SiStripSpyMonitorModule().

cmsBatch.nJobs

Definition at line 272 of file cmsBatch.py.

cmsBatch.oldPwd

Definition at line 339 of file cmsBatch.py.

cmsBatch.options

Definition at line 253 of file cmsBatch.py.

cmsBatch.process

Definition at line 288 of file cmsBatch.py.

cmsBatch.prog

Definition at line 256 of file cmsBatch.py.

cmsBatch.pycfg_params

Definition at line 277 of file cmsBatch.py.

cmsBatch.runningMode

Definition at line 264 of file cmsBatch.py.

cmsBatch.True

Definition at line 250 of file cmsBatch.py.

cmsBatch.trueArgv

Definition at line 278 of file cmsBatch.py.

cmsBatch.usage

Definition at line 207 of file cmsBatch.py.

cmsBatch.waitingTime

Definition at line 327 of file cmsBatch.py.

Classes

Functions

Variables

Function Documentation

Variable Documentation