Variables | |
action | |
addFiles | |
tuple | allowed_mille_classes |
tuple | allowed_pede_classes |
append | |
args = parser.parse_args(sys.argv[1:]) | |
backups = os.listdir("jobData") | |
batchScript | |
bu_regex = re.compile(r"ScriptsAndCfg([0-9]{3})\.tar") | |
cfgTemplate | |
chunk_size = int(args.max_events/args.n_jobs) | |
classInf | |
list | cmd |
cms_process = mps_tools.get_process_object(args.config_template) | |
default | |
dest | |
driver | |
end | |
list | event_options = ["--skip-events", str(chunk_size*(j-1))] |
list | existing_backups = [bu_regex.search(item) for item in backups] |
list | existing_jobs = [job_regex.search(item) for item in jobs] |
help | |
int | i = j+nJobExist |
ignore_errors | |
infiList | |
job_regex = re.compile(r"job([0-9]{3})") | |
string | jobdir = "job{0:03d}".format(i) |
jobs = os.listdir("jobData") | |
lib = mpslib.jobdatabase() | |
tuple | max_events |
memory | |
merge_script | |
mergeScript | |
mss_dir | |
mssDir | |
mssDirPool | |
int | nJobExist = 0 |
nJobs | |
int | nJobsMerge = args.n_jobs+nJobExist |
parser = argparse.ArgumentParser(description = "Setup local mps database") | |
pedeMem | |
pedeMemDef = cms_process.AlignmentProducer.algoConfig.pedeSteerer.pedeCommand.value() | |
int | pedeMemMin = 1024 |
string | ScriptCfg = "ScriptsAndCfg{0:03d}".format(i) |
stdout | |
string | theIsn = "{0:03d}".format(i) |
theJobData = os.path.abspath("jobData") | |
tmpBatchScript = lib.batchScript | |
tmpCfgTemplate = lib.cfgTemplate | |
tmpClass = lib.classInf | |
tmpDriver = lib.driver | |
tmpInfiList = lib.infiList | |
tmpMergeScript = lib.mergeScript | |
tmpNJobs = lib.nJobs | |
type | |
mps_setup.action |
Definition at line 18 of file mps_setup.py.
mps_setup.addFiles |
Definition at line 64 of file mps_setup.py.
tuple mps_setup.allowed_mille_classes |
Definition at line 87 of file mps_setup.py.
tuple mps_setup.allowed_pede_classes |
Definition at line 104 of file mps_setup.py.
mps_setup.append |
Definition at line 85 of file mps_setup.py.
Referenced by Modules.SwitchProducer.__addParameter(), DMRplotter.DMRplotter.__defineObjects__(), DMRplotter.DMRplotter.__defineSingleObjects__(), python.rootplot.utilities.Hist.__init_TGraph(), DictTypes.SortedKeysDict.__setitem__(), betterConfigParser.AdaptedDict.__setitem__(), InefficientDoubleROC.InefficientDeadROCs.__TraverseDirTree(), PhaseITreeProducer.ModuleLvlValuesReader.__TraverseDirTree(), TH2PolyOfflineMaps.TH2PolyOfflineMaps.__TraverseDirTree(), tkal_create_file_lists.FileListCreator._add_file_info(), html.Page._appendColumnHeader(), html.Page._appendLegend(), cmssw_cycle_finder.Graph._build_adjacency_list(), mps_alisetup.SetupAlignment._create_weight_configs(), html.Page._formatLegend(), html.Page._formatPlotSets(), html.Page._formatTables(), tkal_create_file_lists.FileListCreator._fulfill_iov_eventcount(), python.rootplot.utilities.HistStack.add(), data_sources.node.add_child(), data_sources.json_list.add_child(), DTWorkflow.DTWorkflow.add_local_calib_db(), DTWorkflow.DTWorkflow.add_local_t0_db(), DTWorkflow.DTWorkflow.add_local_vdrift_db(), ConfigBuilder.ConfigBuilder.addCommon(), ConfigBuilder.ConfigBuilder.addConditions(), counter.Counters.addCounter(), DMRplotter.DMRplotter.addDATA(), DMRplotter.DMRplotter.addDirDATA(), DMRplotter.DMRplotter.addDirMC(), cmssw_cycle_finder.Graph.addEdge(), jetCollectionTools.GenJetAdder.addGenJetCollection(), ConfigBuilder.ConfigBuilder.addMaxEvents(), DMRplotter.DMRplotter.addMC(), html.HtmlReport.addNote(), eventloop.Module.addObjectList(), ConfigBuilder.ConfigBuilder.addOutput(), jetCollectionTools.RecoJetAdder.addRecoJetCollection(), ConfigBuilder.ConfigBuilder.addSource(), core.autovars.NTupleObjectType.addSubObjects(), Config.Process.addSubProcess(), plotting.PlotTextBox.addText(), core.autovars.NTupleObjectType.addVariables(), Impl.pp.pp.alcaHarvesting(), plotting.PlotterItem.appendTableCreator(), JetCorrectorDBWriter.beginJob(), ConfigBuilder.ConfigBuilder.build_production_info(), confdb.HLTProcess.buildOptions(), python.XML2Python.TreeBuilder.characters(), XML2Python.TreeBuilder.characters(), cmsHarvester.DBSXMLHandler.characters(), WorkFlow.WorkFlow.check(), compareHistograms.compareMP(), bookConverter.compute(), Page1Parser.Page1Parser.ComputeTotalPrescales(), edmStreamStallGrapher.consolidateContiguousBlocks(), pat::TauJetCorrFactors.correctionLabelString(), pat::JetCorrFactors.correctionLabelString(), plotscripts.corrections2D(), hgcalPlots.create_hgcalTrackstersPlotter(), geometry.Alignables.create_list(), edmStreamStallGrapher.createModuleTiming(), edmStreamStallGrapher.createPDFImage(), MatrixReader.MatrixReader.createWorkFlows(), plotscripts.curvatureDTsummary(), customiseCheckEventSetup.customise(), customiseEarlyDeleteForCandIsoDeposits.customiseEarlyDeleteForCandIsoDeposits(), customiseEarlyDeleteForCKF.customiseEarlyDeleteForCKF(), customiseEarlyDeleteForMkFit.customiseEarlyDeleteForMkFit(), customiseEarlyDeleteForSeeding.customiseEarlyDeleteForSeeding(), plotscripts.DBdiff(), getPayloadData.discover(), DMR.DMR(), personalPlayback.Playback.do_create_lumi(), dqmCopyRecursively(), TauDQMHistEffProducer.dqmEndJob(), ntuplePlotting.drawMany(), PrintMaterialBudgetInfo.dumpElementMassFraction(), BeamFitter.dumpTxtFile(), cmsHarvester.DBSXMLHandler.endElement(), TauDQMHistPlotter.endRun(), SequenceVisitors.EndPathValidator.enter(), SequenceVisitors.FinalPathValidator.enter(), ValidationUtils.Scanner.enter(), MassReplace.MassSearchParamVisitor.enter(), SequenceVisitors.ModuleNamesFromGlobalsVisitor.enter(), helpers.GatherAllModulesVisitor.enter(), helpers.CloneSequenceVisitor.enter(), helpers.CloneTaskVisitor.enter(), SequenceTypes.SequenceVisitor.enter(), SequenceTypes.TaskVisitor.enter(), SequenceTypes.ConditionalTaskVisitor.enter(), SequenceTypes.ModuleNodeVisitor.enter(), SequenceTypes.ModuleNodeOnTaskVisitor.enter(), SequenceTypes.ModuleNodeOnConditionalTaskVisitor.enter(), SequenceTypes.ModuleNodeNotOnTaskVisitor.enter(), SequenceTypes.ExpandVisitor.enter(), SequenceTypes.DecoratedNodeNameVisitor.enter(), SequenceTypes.DecoratedNodeNamePlusVisitor.enter(), SequenceTypes._CopyAndExcludeSequenceVisitorOld.enter(), SequenceTypes._MutatingSequenceVisitor.enter(), ConfigBuilder.ConfigBuilder.executeAndRemember(), Impl.AlCaTestEnable.AlCaTestEnable.expressProcessing(), Impl.trackingOnly.trackingOnly.expressProcessing(), Impl.cosmics.cosmics.expressProcessing(), Impl.pp.pp.expressProcessing(), Impl.HeavyIons.HeavyIons.expressProcessing(), ntuplePrintersDiff._DiffResult.extend(), TableParser.extractPages(), TableParser.extractPagesForPackage(), conddb_version_mgr.version_db.fetch_boost_run_map(), PatZToMuMuAnalyzer.fill(), CLIHelper.CLIHelper.fill_required_options_dict(), ConfigBuilder.ConfigBuilder.finalizeFastSimHLT(), edmConvertToStreamModule.find_all_module_classes(), EgammaHLTValidationUtils.findEgammaPaths(), presentation.PageLayout.fit(), generateEDF.LumiInfo.fixXingInfo(), gen::Py8PtAndDxyGun.generatePartonsAndHadronize(), gen::Py8PtGun.generatePartonsAndHadronize(), gen::Py8PtExpGun.generatePartonsAndHadronize(), gen::Py8PtotGun.generatePartonsAndHadronize(), gen::Py8EGun.generatePartonsAndHadronize(), gen::Py8JetGun.generatePartonsAndHadronize(), gen::Py8PtAndLxyGun.generatePartonsAndHadronize(), gen::Py8MassGun.generatePartonsAndHadronize(), dqm-mbProfile.get_children(), web.app_utils.get_folders(), geometry.Alignables.get_ndiscriminator(), web.app_utils.get_release_summary_stats(), BeamSpotWorkflow.getListOfRunsAndLumiFromDBS(), mkLumiAveragedPlots.getLumiPerRun(), PrintRecoObjects.getString(), histoStyle.graphProducer(), heppy_hadd.haddChunks(), Page1Parser.Page1Parser.handle_endtag(), esMonitoring.AsyncLineReaderMixin.handle_read(), Page1Parser.Page1Parser.handle_starttag(), overlapValidationPlot.hist(), ntuplePrintersDiff._IndentPrinter.indent(), cmsswSequenceInfo.inspectworkflows(), JetHT.JetHT(), SequenceTypes.DecoratedNodeNameVisitor.leave(), SequenceTypes.DecoratedNodeNamePlusVisitor.leave(), helpers.listDependencyChain(), dataset.BaseDataset.listOfGoodFiles(), ConfigBuilder.ConfigBuilder.loadAndRemember(), GenObject.GenObject.loadEventFromTree(), generateEDF.loadEvents(), VarParsing.VarParsing.loadFromFile(), checkRuns.main(), utils_v2.make_file_pairs(), utils.make_files_pairs(), relval_upgrade.makeStepName(), mergeLHE.DefaultLHEMerger.merge(), mps_list_evts.merge_datasets(), python.diffProv.difference.module_diff(), MultShiftMETcorrInputProducer.MultShiftMETcorrInputProducer(), python.rootplot.rootmath.newadd(), L1TMuonGlobalParamsOnlineProd.newObject(), L1TMuonEndCapParamsOnlineProd.newObject(), L1TMuonBarrelParamsOnlineProd.newObject(), L1TMuonOverlapFwVersionOnlineProd.newObject(), L1TCaloParamsOnlineProd.newObject(), L1TGlobalPrescalesVetosOnlineProd.newObject(), FileReaderDCC.open(), FileReaderDDU.open(), edmTracerLogToSimpleConfig.PathParser.parse(), edmTracerLogToSimpleConfig.ConsumesParser.parse(), Page1Parser.Page1Parser.ParseLumiPage(), Page1Parser.Page1Parser.ParseRunSummaryPage(), Page1Parser.Page1Parser.ParseTrigModePage(), bigModule.plot(), overlapValidationPlot.plot(), MatrixInjector.MatrixInjector.prepare(), ConfigBuilder.ConfigBuilder.prepare(), ConfigBuilder.ConfigBuilder.prepare_ALCAHARVEST(), ConfigBuilder.ConfigBuilder.prepare_DQM(), ConfigBuilder.ConfigBuilder.prepare_GEN(), ConfigBuilder.ConfigBuilder.prepare_HLT(), DTVdriftWorkflow.DTvdriftWorkflow.prepare_meantimer_submit(), ConfigBuilder.ConfigBuilder.prepare_PAT(), ConfigBuilder.ConfigBuilder.prepare_PATFILTER(), ConfigBuilder.ConfigBuilder.prepare_PATGEN(), ConfigBuilder.ConfigBuilder.prepare_SKIM(), ConfigBuilder.ConfigBuilder.prepare_VALIDATION(), batchmanager.BatchManager.PrepareJob(), bookConverter.priorities(), HTTP.RequestManager.process(), conddb_version_mgr.conddb_tool.process_tag_boost_version(), Impl.cosmics.cosmics.promptReco(), Impl.AlCaNano.AlCaNano.promptReco(), Impl.pp.pp.promptReco(), Reco.Reco.promptReco(), Impl.HeavyIons.HeavyIons.promptReco(), dirstructure.Directory.prune(), esMonitoring.LineHistoryEnd.push(), psClasses.BuildThread.putInServerQueue(), PV.PV(), plotBaryCentre_VS_BeamSpot.readBaryCentreAnalyzerTree(), CommonMethods.readBeamSpotFile(), python.readProv.filereader.readfile(), PhaseITreeProducer.ModuleLvlValuesReader.ReadHistograms(), TH2PolyOfflineMaps.TH2PolyOfflineMaps.ReadHistograms(), SpecificationBuilder_cfi.Specification.reduce(), hgcalTriggerChains.HGCalTriggerChains.register_chain(), hgcalTriggerChains.HGCalTriggerChains.register_truth_chain(), ConfigBuilder.ConfigBuilder.renameHLTprocessInSequence(), ConfigBuilder.ConfigBuilder.renameInputTagsInSequence(), createFEDtable.retrieveFedEntries(), heppy_report.root2map(), addOnTests.testit.run(), plotBaryCentre_VS_BeamSpot.Run(), production_tasks.MonitorJobs.run(), production_tasks.WriteJobReport.run(), production_tasks.CleanJobFiles.run(), crabhelper.runsAndLumis(), MatrixRunner.MatrixRunner.runTests(), addOnTests.StandardTester.runTests(), ConfigBuilder.ConfigBuilder.scheduleSequence(), MatrixUtil.selectedLS(), BeamSpotWorkflow.selectFilesToProcess(), jsoncollector::DataPoint.serialize(), cmsswSequenceInfo.serve(), cmsswConfigtrace.serve_main(), VarParsing.VarParsing.setDefault(), ntuplePrintersDiff._IndentPrinter.setIndentFrom(), edmIntegrityCheck.IntegrityCheck.sortByBaseDir(), SplitV.SplitV(), python.XML2Python.TreeBuilder.startElement(), XML2Python.TreeBuilder.startElement(), cmsHarvester.DBSXMLHandler.startElement(), edmIntegrityCheck.IntegrityCheck.stripDuplicates(), edmIntegrityCheck.IntegrityCheck.structured(), DictTypes.TestDictTypes.testFixedKeysDict(), cmsswConfigtrace.trace_location(), edmStreamStallGrapher.Stack.update(), Impl.cosmics.cosmics.visualizationProcessing(), Impl.pp.pp.visualizationProcessing(), Impl.HeavyIons.HeavyIons.visualizationProcessing(), ztee.GZipLog.write(), and Zmumu.Zmumu().
mps_setup.args = parser.parse_args(sys.argv[1:]) |
Definition at line 54 of file mps_setup.py.
mps_setup.backups = os.listdir("jobData") |
Definition at line 323 of file mps_setup.py.
mps_setup.batchScript |
Definition at line 59 of file mps_setup.py.
mps_setup.bu_regex = re.compile(r"ScriptsAndCfg([0-9]{3})\.tar") |
Definition at line 324 of file mps_setup.py.
mps_setup.cfgTemplate |
Definition at line 60 of file mps_setup.py.
mps_setup.chunk_size = int(args.max_events/args.n_jobs) |
Definition at line 261 of file mps_setup.py.
mps_setup.classInf |
Definition at line 63 of file mps_setup.py.
list mps_setup.cmd |
Definition at line 244 of file mps_setup.py.
Referenced by cms::cuda.abortOnCudaError(), cms::rocm.abortOnError(), cms::cuda.abortOnNvmlError(), WatcherStreamFileReader.closeFile(), cms::cuda.cudaCheck_(), edm::storage::RemoteFile.get(), WatcherStreamFileReader.getInputFile(), cms::rocm.hipCheck_(), RunManagerMT.initG4(), join(), cms::cuda.nvmlCheck_(), and trackerTFP::Demonstrator.sim().
mps_setup.cms_process = mps_tools.get_process_object(args.config_template) |
Definition at line 139 of file mps_setup.py.
mps_setup.default |
Definition at line 18 of file mps_setup.py.
mps_setup.dest |
Definition at line 17 of file mps_setup.py.
mps_setup.driver |
Definition at line 65 of file mps_setup.py.
mps_setup.end |
Definition at line 155 of file mps_setup.py.
list mps_setup.event_options = ["--skip-events", str(chunk_size*(j-1))] |
Definition at line 262 of file mps_setup.py.
Definition at line 325 of file mps_setup.py.
Definition at line 164 of file mps_setup.py.
mps_setup.help |
Definition at line 19 of file mps_setup.py.
tuple mps_setup.i = j+nJobExist |
Definition at line 175 of file mps_setup.py.
mps_setup.ignore_errors |
Definition at line 299 of file mps_setup.py.
mps_setup.infiList |
Definition at line 61 of file mps_setup.py.
mps_setup.job_regex = re.compile(r"job([0-9]{3})") |
Definition at line 163 of file mps_setup.py.
string mps_setup.jobdir = "job{0:03d}".format(i) |
Definition at line 176 of file mps_setup.py.
mps_setup.jobs = os.listdir("jobData") |
Definition at line 162 of file mps_setup.py.
Referenced by main().
mps_setup.lib = mpslib.jobdatabase() |
Definition at line 58 of file mps_setup.py.
tuple mps_setup.max_events |
Definition at line 263 of file mps_setup.py.
mps_setup.memory |
Definition at line 156 of file mps_setup.py.
Referenced by trklet::ProjectionRouter.addInput(), trklet::MatchEngine.addInput(), trklet::TrackletEngine.addInput(), trklet::TripletEngine.addInput(), trklet::InputRouter.addInput(), trklet::FitTrack.addInput(), trklet::TrackletEngineDisplaced.addInput(), trklet::TrackletCalculator.addInput(), trklet::TrackletCalculatorDisplaced.addInput(), trklet::MatchCalculator.addInput(), trklet::MatchProcessor.addInput(), trklet::PurgeDuplicate.addInput(), trklet::TrackletProcessor.addInput(), trklet::TrackletProcessorDisplaced.addInput(), trklet::VMRouterCM.addInput(), trklet::VMRouter.addInput(), trklet::ProjectionRouter.addOutput(), trklet::MatchEngine.addOutput(), trklet::TripletEngine.addOutput(), trklet::TrackletEngine.addOutput(), trklet::FitTrack.addOutput(), trklet::InputRouter.addOutput(), trklet::TrackletEngineDisplaced.addOutput(), trklet::TrackletCalculator.addOutput(), trklet::MatchCalculator.addOutput(), trklet::TrackletCalculatorDisplaced.addOutput(), trklet::MatchProcessor.addOutput(), trklet::TrackletProcessor.addOutput(), trklet::PurgeDuplicate.addOutput(), trklet::TrackletProcessorDisplaced.addOutput(), trklet::VMRouterCM.addOutput(), trklet::VMRouter.addOutput(), trklet::TrackletCalculator.addOutputProjection(), trklet::TrackletCalculatorDisplaced.addOutputProjection(), trklet::TrackletProcessor.addOutputProjection(), trklet::TrackletProcessorDisplaced.addOutputProjection(), and Folder.update().
mps_setup.merge_script |
Definition at line 123 of file mps_setup.py.
mps_setup.mergeScript |
Definition at line 66 of file mps_setup.py.
mps_setup.mss_dir |
Definition at line 131 of file mps_setup.py.
mps_setup.mssDir |
Definition at line 68 of file mps_setup.py.
mps_setup.mssDirPool |
Definition at line 67 of file mps_setup.py.
int mps_setup.nJobExist = 0 |
Definition at line 159 of file mps_setup.py.
mps_setup.nJobs |
Definition at line 62 of file mps_setup.py.
int mps_setup.nJobsMerge = args.n_jobs+nJobExist |
Definition at line 304 of file mps_setup.py.
mps_setup.parser = argparse.ArgumentParser(description = "Setup local mps database") |
Definition at line 16 of file mps_setup.py.
mps_setup.pedeMem |
Definition at line 69 of file mps_setup.py.
int mps_setup.pedeMemDef = cms_process.AlignmentProducer.algoConfig.pedeSteerer.pedeCommand.value() |
Definition at line 140 of file mps_setup.py.
int mps_setup.pedeMemMin = 1024 |
Definition at line 134 of file mps_setup.py.
mps_setup.ScriptCfg = "ScriptsAndCfg{0:03d}".format(i) |
Definition at line 328 of file mps_setup.py.
mps_setup.stdout |
Definition at line 250 of file mps_setup.py.
Referenced by FWTableView.addColumn(), DeDxDiscriminatorLearner.algoAnalyzeTheTree(), SiStripGainFromCalibTree.algoAnalyzeTheTree(), SiStripGainFromCalibTree.algoBeginRun(), SiStripGainsPCLHarvester.algoComputeMPVandGain(), SiStripGainFromCalibTree.algoComputeMPVandGain(), FastSiPixelFEDChannelContainerFromQuality.analyze(), SiStripGainsPCLHarvester.beginRun(), check_sorted(), RooGKCounter.count(), SiStripGainsCalibTreeWorker.dqmAnalyze(), SiStripGainsCalibTreeWorker.dqmBeginRun(), SiStripGainsPCLWorker.dqmBeginRun(), popcon::EcalTPGFineGrainEBIdMapHandler.getNewObjects(), popcon::EcalTPGFineGrainEBGroupHandler.getNewObjects(), HelixFitOnGPU< TrackerTraits >.launchBrokenLineKernelsOnCPU(), main(), FWTableView.modifyColumn(), FWEveDetectorGeo.Paint(), helper::ScannerBase.print(), SiStripGainFromCalibTree.storeOnTree(), FWConfigurationManager.writeToFile(), and spu.zerr().
string mps_setup.theIsn = "{0:03d}".format(i) |
Definition at line 254 of file mps_setup.py.
mps_setup.theJobData = os.path.abspath("jobData") |
Definition at line 181 of file mps_setup.py.
mps_setup.tmpBatchScript = lib.batchScript |
Definition at line 186 of file mps_setup.py.
mps_setup.tmpCfgTemplate = lib.cfgTemplate |
Definition at line 187 of file mps_setup.py.
mps_setup.tmpClass = lib.classInf |
Definition at line 190 of file mps_setup.py.
mps_setup.tmpDriver = lib.driver |
Definition at line 192 of file mps_setup.py.
mps_setup.tmpInfiList = lib.infiList |
Definition at line 188 of file mps_setup.py.
mps_setup.tmpMergeScript = lib.mergeScript |
Definition at line 191 of file mps_setup.py.
mps_setup.tmpNJobs = lib.nJobs |
Definition at line 189 of file mps_setup.py.
mps_setup.type |
Definition at line 22 of file mps_setup.py.