Class for a single CrabRequest e This class represents one crab3 task/request. More...
Public Member Functions | |
def | __init__ (self, taskname="", crab_config="", crabController=None, initUpdate=True, debuglevel="ERROR", datasetpath="", localDir="", outlfn="") |
The object constructor. More... | |
def | crab_folder (self) |
def | crabConfig (self) |
Function to access crab config object or read it if unititalized. More... | |
def | crabFolder (self) |
def | datasetpath (self) |
def | handleNoState (self) |
Function to handle Task which received NOSTATE status. More... | |
def | isData (self) |
Property function to find out if task runs on data. More... | |
def | readLogArch (self, logArchName) |
Function to read log info from log.tar.gz. More... | |
def | resubmit_failed (self) |
Function to resubmit failed jobs in tasks. More... | |
def | test_print (self) |
def | update (self) |
Function to update Task in associated Jobs. More... | |
def | updateJobStats (self, dCacheFileList=None) |
Function to update JobStatistics. More... | |
Private Attributes | |
_crabConfig | |
_crabFolder | |
_datasetpath_default | |
_isData | |
Class for a single CrabRequest e This class represents one crab3 task/request.
Definition at line 372 of file crabFunctions.py.
def crabFunctions.CrabTask.__init__ | ( | self, | |
taskname = "" , |
|||
crab_config = "" , |
|||
crabController = None , |
|||
initUpdate = True , |
|||
debuglevel = "ERROR" , |
|||
datasetpath = "" , |
|||
localDir = "" , |
|||
outlfn = "" |
|||
) |
The object constructor.
self | The object pointer. |
taskname | The object pointer. |
initUpdate | Flag if crab status should be called when an instance is created |
Definition at line 387 of file crabFunctions.py.
def crabFunctions.CrabTask.crab_folder | ( | self | ) |
Definition at line 507 of file crabFunctions.py.
References crabFunctions.CrabTask.crabConfig().
Referenced by crabFunctions.CrabTask.update().
def crabFunctions.CrabTask.crabConfig | ( | self | ) |
Function to access crab config object or read it if unititalized.
self | CrabTask The object pointer. |
Definition at line 465 of file crabFunctions.py.
References crabFunctions.CrabTask._crabConfig, AlignableObjectId::entry.name, preexistingValidation.PreexistingValidation.name, alignment.Alignment.name, XMLProcessor::_loaderBaseConfig.name, genericValidation.GenericValidation.name, h4DSegm.name, TrackerSectorStruct.name, MuonGeometrySanityCheckPoint.name, classes.MonitorData.name, classes.OutputData.name, h2DSegm.name, geometry.Structure.name, plotscripts.SawTeethFunction.name, crabFunctions.CrabTask.name, and hTMaxCell.name.
Referenced by crabFunctions.CrabTask.crab_folder(), crabFunctions.CrabTask.crabFolder(), crabFunctions.CrabTask.datasetpath(), and crabFunctions.CrabTask.isData().
def crabFunctions.CrabTask.crabFolder | ( | self | ) |
Definition at line 480 of file crabFunctions.py.
References crabFunctions.CrabTask._crabFolder, crabFunctions.CrabTask.crabConfig(), relativeConstraints.error, crabFunctions.CrabTask.log, AlignableObjectId::entry.name, preexistingValidation.PreexistingValidation.name, alignment.Alignment.name, XMLProcessor::_loaderBaseConfig.name, genericValidation.GenericValidation.name, h4DSegm.name, TrackerSectorStruct.name, MuonGeometrySanityCheckPoint.name, classes.MonitorData.name, classes.OutputData.name, h2DSegm.name, geometry.Structure.name, plotscripts.SawTeethFunction.name, crabFunctions.CrabTask.name, and hTMaxCell.name.
def crabFunctions.CrabTask.datasetpath | ( | self | ) |
Definition at line 472 of file crabFunctions.py.
References crabFunctions.CrabTask._datasetpath_default, and crabFunctions.CrabTask.crabConfig().
def crabFunctions.CrabTask.handleNoState | ( | self | ) |
Function to handle Task which received NOSTATE status.
self | CrabTask The object pointer. |
Definition at line 542 of file crabFunctions.py.
References AlignableObjectId::entry.name, preexistingValidation.PreexistingValidation.name, alignment.Alignment.name, XMLProcessor::_loaderBaseConfig.name, genericValidation.GenericValidation.name, h4DSegm.name, TrackerSectorStruct.name, MuonGeometrySanityCheckPoint.name, classes.MonitorData.name, classes.OutputData.name, h2DSegm.name, geometry.Structure.name, plotscripts.SawTeethFunction.name, crabFunctions.CrabTask.name, hTMaxCell.name, crabFunctions.CrabTask.resubmitCount, CastorLedAnalysis.state, HcalLedAnalysis.state, CastorPedestalAnalysis.state, HcalPedestalAnalysis.state, and crabFunctions.CrabTask.state.
Referenced by crabFunctions.CrabTask.update().
def crabFunctions.CrabTask.isData | ( | self | ) |
Property function to find out if task runs on data.
self | CrabTask The object pointer. |
Definition at line 448 of file crabFunctions.py.
References crabFunctions.CrabTask._isData, crabFunctions.CrabTask.crabConfig(), AlignableObjectId::entry.name, preexistingValidation.PreexistingValidation.name, alignment.Alignment.name, XMLProcessor::_loaderBaseConfig.name, genericValidation.GenericValidation.name, h4DSegm.name, TrackerSectorStruct.name, MuonGeometrySanityCheckPoint.name, classes.MonitorData.name, classes.OutputData.name, h2DSegm.name, geometry.Structure.name, plotscripts.SawTeethFunction.name, crabFunctions.CrabTask.name, and hTMaxCell.name.
def crabFunctions.CrabTask.readLogArch | ( | self, | |
logArchName | |||
) |
Function to read log info from log.tar.gz.
self | The object pointer. |
logArchName | path to the compressed log file |
Definition at line 599 of file crabFunctions.py.
References createfilelist.int, print(), and submitPVValidationJobs.split().
def crabFunctions.CrabTask.resubmit_failed | ( | self | ) |
Function to resubmit failed jobs in tasks.
self | CrabTask The object pointer. |
Definition at line 496 of file crabFunctions.py.
References crabFunctions.CrabTask.jobs, relativeConstraints.keys, crabFunctions.CrabTask.lastUpdate, AlignableObjectId::entry.name, preexistingValidation.PreexistingValidation.name, alignment.Alignment.name, XMLProcessor::_loaderBaseConfig.name, genericValidation.GenericValidation.name, h4DSegm.name, TrackerSectorStruct.name, MuonGeometrySanityCheckPoint.name, classes.MonitorData.name, classes.OutputData.name, h2DSegm.name, geometry.Structure.name, plotscripts.SawTeethFunction.name, crabFunctions.CrabTask.name, and hTMaxCell.name.
def crabFunctions.CrabTask.test_print | ( | self | ) |
Definition at line 558 of file crabFunctions.py.
References crabFunctions.CrabTask.uuid.
def crabFunctions.CrabTask.update | ( | self | ) |
Function to update Task in associated Jobs.
self | CrabTask The object pointer. |
Definition at line 513 of file crabFunctions.py.
References crabFunctions.CrabTask.crab_folder(), crabFunctions.CrabTask.debug, crabFunctions.CrabTask.failureReason, crabFunctions.CrabTask.handleNoState(), crabFunctions.CrabTask.isUpdating, crabFunctions.CrabTask.jobs, crabFunctions.CrabTask.lastUpdate, crabFunctions.CrabTask.log, AlignableObjectId::entry.name, preexistingValidation.PreexistingValidation.name, alignment.Alignment.name, XMLProcessor::_loaderBaseConfig.name, genericValidation.GenericValidation.name, h4DSegm.name, TrackerSectorStruct.name, MuonGeometrySanityCheckPoint.name, classes.MonitorData.name, classes.OutputData.name, h2DSegm.name, geometry.Structure.name, plotscripts.SawTeethFunction.name, crabFunctions.CrabTask.name, hTMaxCell.name, Mpslibclass.jobdatabase.nJobs, crabFunctions.CrabTask.nJobs, crabFunctions.CrabTask.resubmitCount, CosmicNavigationSchool::CosmicNavigationSchoolConfiguration.self, DDLSAX2FileHandler.self(), CastorLedAnalysis.state, HcalLedAnalysis.state, HcalPedestalAnalysis.state, CastorPedestalAnalysis.state, crabFunctions.CrabTask.state, and crabFunctions.CrabTask.updateJobStats().
Referenced by progressbar.ProgressBar.__next__(), MatrixUtil.Matrix.__setitem__(), MatrixUtil.Steps.__setitem__(), dqm-mbProfile.Profile.finish(), progressbar.ProgressBar.finish(), and MatrixUtil.Steps.overwrite().
def crabFunctions.CrabTask.updateJobStats | ( | self, | |
dCacheFileList = None |
|||
) |
Function to update JobStatistics.
self | The object pointer. |
dCacheFilelist | A list of files on the dCache |
Definition at line 564 of file crabFunctions.py.
References any(), createfilelist.int, crabFunctions.CrabTask.jobs, relativeConstraints.keys, AlignableObjectId::entry.name, preexistingValidation.PreexistingValidation.name, alignment.Alignment.name, XMLProcessor::_loaderBaseConfig.name, genericValidation.GenericValidation.name, h4DSegm.name, TrackerSectorStruct.name, MuonGeometrySanityCheckPoint.name, classes.MonitorData.name, classes.OutputData.name, h2DSegm.name, geometry.Structure.name, plotscripts.SawTeethFunction.name, crabFunctions.CrabTask.name, hTMaxCell.name, crabFunctions.CrabTask.nComplete, and print().
Referenced by crabFunctions.CrabTask.update().
|
private |
Definition at line 390 of file crabFunctions.py.
Referenced by crabFunctions.CrabTask.crabConfig().
|
private |
Definition at line 392 of file crabFunctions.py.
Referenced by crabFunctions.CrabTask.crabFolder().
|
private |
Definition at line 437 of file crabFunctions.py.
Referenced by crabFunctions.CrabTask.datasetpath().
|
private |
Definition at line 428 of file crabFunctions.py.
Referenced by crabFunctions.CrabTask.isData().
crabFunctions.CrabTask.debug |
Definition at line 431 of file crabFunctions.py.
Referenced by util.rrapi.RRApi.dprint(), rrapi.RRApi.dprint(), pkg.AbstractPkg.generate(), rrapi.RRApi.get(), util.rrapi.RRApi.get(), pkg.AbstractPkg.get_kwds(), runTauIdMVA.TauIDEmbedder.loadMVA_WPs_run2_2017(), runTauIdMVA.TauIDEmbedder.runTauID(), crabFunctions.CrabTask.update(), and pkg.AbstractPkg.write().
crabFunctions.CrabTask.failureReason |
Definition at line 425 of file crabFunctions.py.
Referenced by crabFunctions.CrabTask.update().
crabFunctions.CrabTask.finalFiles |
Definition at line 433 of file crabFunctions.py.
crabFunctions.CrabTask.isUpdating |
Definition at line 411 of file crabFunctions.py.
Referenced by crabFunctions.CrabTask.update().
crabFunctions.CrabTask.jobs |
Definition at line 408 of file crabFunctions.py.
Referenced by crabFunctions.CrabTask.resubmit_failed(), crabFunctions.CrabTask.update(), and crabFunctions.CrabTask.updateJobStats().
crabFunctions.CrabTask.lastUpdate |
Definition at line 426 of file crabFunctions.py.
Referenced by crabFunctions.CrabTask.resubmit_failed(), and crabFunctions.CrabTask.update().
crabFunctions.CrabTask.localDir |
Definition at line 409 of file crabFunctions.py.
crabFunctions.CrabTask.log |
Definition at line 406 of file crabFunctions.py.
Referenced by crabFunctions.CrabTask.crabFolder(), personalPlayback.Playback.do_create_lumi(), personalPlayback.Playback.do_exec(), personalPlayback.FrameworkJob.do_exec(), conddbCopyTest.CopyTest.execute(), personalPlayback.FrameworkJob.start_run(), crabFunctions.CrabTask.update(), and conditionUploadTest.UploadTest.upload().
crabFunctions.CrabTask.maxjobnumber |
Definition at line 416 of file crabFunctions.py.
crabFunctions.CrabTask.name |
Definition at line 395 of file crabFunctions.py.
Referenced by ElectronMVAID.ElectronMVAID.__call__(), FWLite.ElectronMVAID.__call__(), dirstructure.Directory.__create_pie_image(), DisplayManager.DisplayManager.__del__(), dqm_interfaces.DirID.__eq__(), BeautifulSoup.Tag.__eq__(), dirstructure.Directory.__get_full_path(), dirstructure.Comparison.__get_img_name(), dataset.Dataset.__getDataType(), dataset.Dataset.__getFileInfoList(), dirstructure.Comparison.__make_image(), core.autovars.NTupleVariable.__repr__(), core.autovars.NTupleObjectType.__repr__(), core.autovars.NTupleObject.__repr__(), core.autovars.NTupleCollection.__repr__(), dirstructure.Directory.__repr__(), dqm_interfaces.DirID.__repr__(), dirstructure.Comparison.__repr__(), config.Service.__setattr__(), config.CFG.__str__(), counter.Counter.__str__(), average.Average.__str__(), BeautifulSoup.Tag.__str__(), BeautifulSoup.SoupStrainer.__str__(), FWLite.WorkingPoints._reformat_cut_definitions(), core.autovars.NTupleObjectType.addSubObjects(), core.autovars.NTupleObjectType.addVariables(), core.autovars.NTupleObjectType.allVars(), dataset.CMSDataset.buildListOfFiles(), dataset.LocalDataset.buildListOfFiles(), dataset.CMSDataset.buildListOfFilesDBS(), dirstructure.Directory.calcStats(), crabFunctions.CrabTask.crabConfig(), crabFunctions.CrabTask.crabFolder(), validation.Sample.digest(), python.rootplot.utilities.Hist.divide(), python.rootplot.utilities.Hist.divide_wilson(), DisplayManager.DisplayManager.Draw(), TreeCrawler.Package.dump(), core.autovars.NTupleVariable.fillBranch(), core.autovars.NTupleObject.fillBranches(), core.autovars.NTupleCollection.fillBranchesScalar(), core.autovars.NTupleCollection.fillBranchesVector(), core.autovars.NTupleCollection.get_cpp_declaration(), core.autovars.NTupleCollection.get_cpp_wrapper_class(), core.autovars.NTupleCollection.get_py_wrapper_class(), utils.StatisticalTest.get_status(), production_tasks.Task.getname(), dataset.CMSDataset.getPrimaryDatasetEntries(), dataset.PrivateDataset.getPrimaryDatasetEntries(), crabFunctions.CrabTask.handleNoState(), VIDSelectorBase.VIDSelectorBase.initialize(), crabFunctions.CrabTask.isData(), personalPlayback.Applet.log(), core.autovars.NTupleVariable.makeBranch(), core.autovars.NTupleObject.makeBranches(), core.autovars.NTupleCollection.makeBranchesScalar(), core.autovars.NTupleCollection.makeBranchesVector(), dirstructure.Directory.print_report(), dataset.BaseDataset.printInfo(), dataset.Dataset.printInfo(), crabFunctions.CrabTask.resubmit_failed(), production_tasks.MonitorJobs.run(), BeautifulSoup.SoupStrainer.searchTag(), python.rootplot.utilities.Hist.TGraph(), python.rootplot.utilities.Hist.TH1F(), crabFunctions.CrabTask.update(), crabFunctions.CrabTask.updateJobStats(), counter.Counter.write(), and average.Average.write().
crabFunctions.CrabTask.nComplete |
Definition at line 424 of file crabFunctions.py.
Referenced by crabFunctions.CrabTask.updateJobStats().
crabFunctions.CrabTask.nCooloff |
Definition at line 421 of file crabFunctions.py.
crabFunctions.CrabTask.nFailed |
Definition at line 422 of file crabFunctions.py.
crabFunctions.CrabTask.nFinished |
Definition at line 423 of file crabFunctions.py.
crabFunctions.CrabTask.nIdle |
Definition at line 418 of file crabFunctions.py.
crabFunctions.CrabTask.nJobs |
Definition at line 414 of file crabFunctions.py.
Referenced by crabFunctions.CrabTask.update().
crabFunctions.CrabTask.nRunning |
Definition at line 419 of file crabFunctions.py.
crabFunctions.CrabTask.nTransferring |
Definition at line 420 of file crabFunctions.py.
crabFunctions.CrabTask.nUnsubmitted |
Definition at line 417 of file crabFunctions.py.
crabFunctions.CrabTask.outlfn |
Definition at line 410 of file crabFunctions.py.
crabFunctions.CrabTask.resubmitCount |
Definition at line 429 of file crabFunctions.py.
Referenced by crabFunctions.CrabTask.handleNoState(), and crabFunctions.CrabTask.update().
crabFunctions.CrabTask.state |
Definition at line 415 of file crabFunctions.py.
Referenced by crabFunctions.CrabTask.handleNoState(), and crabFunctions.CrabTask.update().
crabFunctions.CrabTask.taskId |
Definition at line 412 of file crabFunctions.py.
crabFunctions.CrabTask.totalEvents |
Definition at line 434 of file crabFunctions.py.
crabFunctions.CrabTask.uuid |
Definition at line 403 of file crabFunctions.py.
Referenced by crabFunctions.CrabTask.test_print().