CMS 3D CMS Logo

Variables
mps_setup Namespace Reference

Variables

 action
 
 addFiles
 
tuple allowed_mille_classes
 
tuple allowed_pede_classes
 
 append
 
 args = parser.parse_args(sys.argv[1:])
 
 backups = os.listdir("jobData")
 
 batchScript
 
 bu_regex = re.compile(r"ScriptsAndCfg([0-9]{3})\.tar")
 
 cfgTemplate
 
 chunk_size = int(args.max_events/args.n_jobs)
 
 classInf
 
list cmd
 
 cms_process = mps_tools.get_process_object(args.config_template)
 
 default
 
 dest
 
 driver
 
 end
 
list event_options = ["--skip-events", str(chunk_size*(j-1))]
 
list existing_backups = [bu_regex.search(item) for item in backups]
 
list existing_jobs = [job_regex.search(item) for item in jobs]
 
 help
 
int i = j+nJobExist
 
 ignore_errors
 
 infiList
 
 job_regex = re.compile(r"job([0-9]{3})")
 
string jobdir = "job{0:03d}".format(i)
 
 jobs = os.listdir("jobData")
 
 lib = mpslib.jobdatabase()
 
tuple max_events
 
 memory
 
 merge_script
 
 mergeScript
 
 mss_dir
 
 mssDir
 
 mssDirPool
 
int nJobExist = 0
 
 nJobs
 
int nJobsMerge = args.n_jobs+nJobExist
 
 parser = argparse.ArgumentParser(description = "Setup local mps database")
 
 pedeMem
 
 pedeMemDef = cms_process.AlignmentProducer.algoConfig.pedeSteerer.pedeCommand.value()
 
int pedeMemMin = 1024
 
string ScriptCfg = "ScriptsAndCfg{0:03d}".format(i)
 
 stdout
 
string theIsn = "{0:03d}".format(i)
 
 theJobData = os.path.abspath("jobData")
 
 tmpBatchScript = lib.batchScript
 
 tmpCfgTemplate = lib.cfgTemplate
 
 tmpClass = lib.classInf
 
 tmpDriver = lib.driver
 
 tmpInfiList = lib.infiList
 
 tmpMergeScript = lib.mergeScript
 
 tmpNJobs = lib.nJobs
 
 type
 

Variable Documentation

◆ action

mps_setup.action

Definition at line 18 of file mps_setup.py.

◆ addFiles

mps_setup.addFiles

Definition at line 64 of file mps_setup.py.

◆ allowed_mille_classes

tuple mps_setup.allowed_mille_classes
Initial value:
1 = ("lxplus", "cmscaf1nh", "cmscaf1nd", "cmscaf1nw",
2  "cmscafspec1nh", "cmscafspec1nd", "cmscafspec1nw",
3  "8nm", "1nh", "8nh", "1nd", "2nd", "1nw", "2nw",
4  "cmsexpress","htcondor_cafalca_espresso","htcondor_espresso",
5  "htcondor_cafalca_microcentury","htcondor_microcentury",
6  "htcondor_cafalca_longlunch", "htcondor_longlunch",
7  "htcondor_cafalca_workday", "htcondor_workday",
8  "htcondor_cafalca_tomorrow", "htcondor_tomorrow",
9  "htcondor_cafalca_testmatch", "htcondor_testmatch",
10  "htcondor_cafalca_nextweek", "htcondor_nextweek")

Definition at line 87 of file mps_setup.py.

◆ allowed_pede_classes

tuple mps_setup.allowed_pede_classes
Initial value:
1 = ("lxplus", "cmscaf1nh", "cmscaf1nd", "cmscaf1nw",
2  "cmscafspec1nh", "cmscafspec1nd", "cmscafspec1nw",
3  "8nm", "1nh", "8nh", "1nd", "2nd", "1nw", "2nw",
4  "htcondor_bigmem_espresso",
5  "htcondor_bigmem_microcentury",
6  "htcondor_bigmem_longlunch",
7  "htcondor_bigmem_workday",
8  "htcondor_bigmem_tomorrow",
9  "htcondor_bigmem_testmatch",
10  "htcondor_bigmem_nextweek")

Definition at line 104 of file mps_setup.py.

◆ append

mps_setup.append

Definition at line 85 of file mps_setup.py.

Referenced by Modules.SwitchProducer.__addParameter(), DMRplotter.DMRplotter.__defineObjects__(), DMRplotter.DMRplotter.__defineSingleObjects__(), python.rootplot.utilities.Hist.__init_TGraph(), DictTypes.SortedKeysDict.__setitem__(), betterConfigParser.AdaptedDict.__setitem__(), InefficientDoubleROC.InefficientDeadROCs.__TraverseDirTree(), PhaseITreeProducer.ModuleLvlValuesReader.__TraverseDirTree(), TH2PolyOfflineMaps.TH2PolyOfflineMaps.__TraverseDirTree(), tkal_create_file_lists.FileListCreator._add_file_info(), html.Page._appendColumnHeader(), html.Page._appendLegend(), cmssw_cycle_finder.Graph._build_adjacency_list(), mps_alisetup.SetupAlignment._create_weight_configs(), html.Page._formatLegend(), html.Page._formatPlotSets(), html.Page._formatTables(), tkal_create_file_lists.FileListCreator._fulfill_iov_eventcount(), python.rootplot.utilities.HistStack.add(), data_sources.node.add_child(), data_sources.json_list.add_child(), DTWorkflow.DTWorkflow.add_local_calib_db(), DTWorkflow.DTWorkflow.add_local_t0_db(), DTWorkflow.DTWorkflow.add_local_vdrift_db(), ConfigBuilder.ConfigBuilder.addCommon(), ConfigBuilder.ConfigBuilder.addConditions(), counter.Counters.addCounter(), DMRplotter.DMRplotter.addDATA(), DMRplotter.DMRplotter.addDirDATA(), DMRplotter.DMRplotter.addDirMC(), cmssw_cycle_finder.Graph.addEdge(), jetCollectionTools.GenJetAdder.addGenJetCollection(), ConfigBuilder.ConfigBuilder.addMaxEvents(), DMRplotter.DMRplotter.addMC(), html.HtmlReport.addNote(), eventloop.Module.addObjectList(), ConfigBuilder.ConfigBuilder.addOutput(), jetCollectionTools.RecoJetAdder.addRecoJetCollection(), ConfigBuilder.ConfigBuilder.addSource(), core.autovars.NTupleObjectType.addSubObjects(), Config.Process.addSubProcess(), plotting.PlotTextBox.addText(), core.autovars.NTupleObjectType.addVariables(), Impl.pp.pp.alcaHarvesting(), plotting.PlotterItem.appendTableCreator(), JetCorrectorDBWriter.beginJob(), ConfigBuilder.ConfigBuilder.build_production_info(), confdb.HLTProcess.buildOptions(), python.XML2Python.TreeBuilder.characters(), XML2Python.TreeBuilder.characters(), cmsHarvester.DBSXMLHandler.characters(), WorkFlow.WorkFlow.check(), compareHistograms.compareMP(), bookConverter.compute(), Page1Parser.Page1Parser.ComputeTotalPrescales(), edmStreamStallGrapher.consolidateContiguousBlocks(), pat::TauJetCorrFactors.correctionLabelString(), pat::JetCorrFactors.correctionLabelString(), plotscripts.corrections2D(), hgcalPlots.create_hgcalTrackstersPlotter(), geometry.Alignables.create_list(), edmStreamStallGrapher.createModuleTiming(), edmStreamStallGrapher.createPDFImage(), MatrixReader.MatrixReader.createWorkFlows(), plotscripts.curvatureDTsummary(), customiseCheckEventSetup.customise(), customiseEarlyDeleteForCandIsoDeposits.customiseEarlyDeleteForCandIsoDeposits(), customiseEarlyDeleteForCKF.customiseEarlyDeleteForCKF(), customiseEarlyDeleteForMkFit.customiseEarlyDeleteForMkFit(), customiseEarlyDeleteForSeeding.customiseEarlyDeleteForSeeding(), plotscripts.DBdiff(), getPayloadData.discover(), DMR.DMR(), personalPlayback.Playback.do_create_lumi(), dqmCopyRecursively(), TauDQMHistEffProducer.dqmEndJob(), ntuplePlotting.drawMany(), PrintMaterialBudgetInfo.dumpElementMassFraction(), BeamFitter.dumpTxtFile(), cmsHarvester.DBSXMLHandler.endElement(), TauDQMHistPlotter.endRun(), SequenceVisitors.EndPathValidator.enter(), SequenceVisitors.FinalPathValidator.enter(), ValidationUtils.Scanner.enter(), MassReplace.MassSearchParamVisitor.enter(), SequenceVisitors.ModuleNamesFromGlobalsVisitor.enter(), helpers.GatherAllModulesVisitor.enter(), helpers.CloneSequenceVisitor.enter(), helpers.CloneTaskVisitor.enter(), SequenceTypes.SequenceVisitor.enter(), SequenceTypes.TaskVisitor.enter(), SequenceTypes.ConditionalTaskVisitor.enter(), SequenceTypes.ModuleNodeVisitor.enter(), SequenceTypes.ModuleNodeOnTaskVisitor.enter(), SequenceTypes.ModuleNodeOnConditionalTaskVisitor.enter(), SequenceTypes.ModuleNodeNotOnTaskVisitor.enter(), SequenceTypes.ExpandVisitor.enter(), SequenceTypes.DecoratedNodeNameVisitor.enter(), SequenceTypes.DecoratedNodeNamePlusVisitor.enter(), SequenceTypes._CopyAndExcludeSequenceVisitorOld.enter(), SequenceTypes._MutatingSequenceVisitor.enter(), ConfigBuilder.ConfigBuilder.executeAndRemember(), Impl.AlCaTestEnable.AlCaTestEnable.expressProcessing(), Impl.trackingOnly.trackingOnly.expressProcessing(), Impl.cosmics.cosmics.expressProcessing(), Impl.pp.pp.expressProcessing(), Impl.HeavyIons.HeavyIons.expressProcessing(), ntuplePrintersDiff._DiffResult.extend(), TableParser.extractPages(), TableParser.extractPagesForPackage(), conddb_version_mgr.version_db.fetch_boost_run_map(), PatZToMuMuAnalyzer.fill(), CLIHelper.CLIHelper.fill_required_options_dict(), ConfigBuilder.ConfigBuilder.finalizeFastSimHLT(), edmConvertToStreamModule.find_all_module_classes(), EgammaHLTValidationUtils.findEgammaPaths(), presentation.PageLayout.fit(), generateEDF.LumiInfo.fixXingInfo(), gen::Py8PtAndDxyGun.generatePartonsAndHadronize(), gen::Py8PtGun.generatePartonsAndHadronize(), gen::Py8PtExpGun.generatePartonsAndHadronize(), gen::Py8PtotGun.generatePartonsAndHadronize(), gen::Py8EGun.generatePartonsAndHadronize(), gen::Py8JetGun.generatePartonsAndHadronize(), gen::Py8PtAndLxyGun.generatePartonsAndHadronize(), gen::Py8MassGun.generatePartonsAndHadronize(), dqm-mbProfile.get_children(), web.app_utils.get_folders(), geometry.Alignables.get_ndiscriminator(), web.app_utils.get_release_summary_stats(), BeamSpotWorkflow.getListOfRunsAndLumiFromDBS(), mkLumiAveragedPlots.getLumiPerRun(), PrintRecoObjects.getString(), histoStyle.graphProducer(), heppy_hadd.haddChunks(), Page1Parser.Page1Parser.handle_endtag(), esMonitoring.AsyncLineReaderMixin.handle_read(), Page1Parser.Page1Parser.handle_starttag(), overlapValidationPlot.hist(), ntuplePrintersDiff._IndentPrinter.indent(), cmsswSequenceInfo.inspectworkflows(), JetHT.JetHT(), SequenceTypes.DecoratedNodeNameVisitor.leave(), SequenceTypes.DecoratedNodeNamePlusVisitor.leave(), helpers.listDependencyChain(), dataset.BaseDataset.listOfGoodFiles(), ConfigBuilder.ConfigBuilder.loadAndRemember(), GenObject.GenObject.loadEventFromTree(), generateEDF.loadEvents(), VarParsing.VarParsing.loadFromFile(), checkRuns.main(), utils_v2.make_file_pairs(), utils.make_files_pairs(), relval_upgrade.makeStepName(), mergeLHE.DefaultLHEMerger.merge(), mps_list_evts.merge_datasets(), python.diffProv.difference.module_diff(), MultShiftMETcorrInputProducer.MultShiftMETcorrInputProducer(), python.rootplot.rootmath.newadd(), L1TMuonGlobalParamsOnlineProd.newObject(), L1TMuonEndCapParamsOnlineProd.newObject(), L1TMuonBarrelParamsOnlineProd.newObject(), L1TMuonOverlapFwVersionOnlineProd.newObject(), L1TCaloParamsOnlineProd.newObject(), L1TGlobalPrescalesVetosOnlineProd.newObject(), FileReaderDCC.open(), FileReaderDDU.open(), edmTracerLogToSimpleConfig.PathParser.parse(), edmTracerLogToSimpleConfig.ConsumesParser.parse(), Page1Parser.Page1Parser.ParseLumiPage(), Page1Parser.Page1Parser.ParseRunSummaryPage(), Page1Parser.Page1Parser.ParseTrigModePage(), bigModule.plot(), overlapValidationPlot.plot(), MatrixInjector.MatrixInjector.prepare(), ConfigBuilder.ConfigBuilder.prepare(), ConfigBuilder.ConfigBuilder.prepare_ALCAHARVEST(), ConfigBuilder.ConfigBuilder.prepare_DQM(), ConfigBuilder.ConfigBuilder.prepare_GEN(), ConfigBuilder.ConfigBuilder.prepare_HLT(), DTVdriftWorkflow.DTvdriftWorkflow.prepare_meantimer_submit(), ConfigBuilder.ConfigBuilder.prepare_PAT(), ConfigBuilder.ConfigBuilder.prepare_PATFILTER(), ConfigBuilder.ConfigBuilder.prepare_PATGEN(), ConfigBuilder.ConfigBuilder.prepare_SKIM(), ConfigBuilder.ConfigBuilder.prepare_VALIDATION(), batchmanager.BatchManager.PrepareJob(), bookConverter.priorities(), HTTP.RequestManager.process(), conddb_version_mgr.conddb_tool.process_tag_boost_version(), Impl.cosmics.cosmics.promptReco(), Impl.AlCaNano.AlCaNano.promptReco(), Impl.pp.pp.promptReco(), Reco.Reco.promptReco(), Impl.HeavyIons.HeavyIons.promptReco(), dirstructure.Directory.prune(), esMonitoring.LineHistoryEnd.push(), psClasses.BuildThread.putInServerQueue(), PV.PV(), plotBaryCentre_VS_BeamSpot.readBaryCentreAnalyzerTree(), CommonMethods.readBeamSpotFile(), python.readProv.filereader.readfile(), PhaseITreeProducer.ModuleLvlValuesReader.ReadHistograms(), TH2PolyOfflineMaps.TH2PolyOfflineMaps.ReadHistograms(), SpecificationBuilder_cfi.Specification.reduce(), hgcalTriggerChains.HGCalTriggerChains.register_chain(), hgcalTriggerChains.HGCalTriggerChains.register_truth_chain(), ConfigBuilder.ConfigBuilder.renameHLTprocessInSequence(), ConfigBuilder.ConfigBuilder.renameInputTagsInSequence(), createFEDtable.retrieveFedEntries(), heppy_report.root2map(), addOnTests.testit.run(), plotBaryCentre_VS_BeamSpot.Run(), production_tasks.MonitorJobs.run(), production_tasks.WriteJobReport.run(), production_tasks.CleanJobFiles.run(), crabhelper.runsAndLumis(), MatrixRunner.MatrixRunner.runTests(), addOnTests.StandardTester.runTests(), ConfigBuilder.ConfigBuilder.scheduleSequence(), MatrixUtil.selectedLS(), BeamSpotWorkflow.selectFilesToProcess(), jsoncollector::DataPoint.serialize(), cmsswSequenceInfo.serve(), cmsswConfigtrace.serve_main(), VarParsing.VarParsing.setDefault(), ntuplePrintersDiff._IndentPrinter.setIndentFrom(), edmIntegrityCheck.IntegrityCheck.sortByBaseDir(), SplitV.SplitV(), python.XML2Python.TreeBuilder.startElement(), XML2Python.TreeBuilder.startElement(), cmsHarvester.DBSXMLHandler.startElement(), edmIntegrityCheck.IntegrityCheck.stripDuplicates(), edmIntegrityCheck.IntegrityCheck.structured(), DictTypes.TestDictTypes.testFixedKeysDict(), cmsswConfigtrace.trace_location(), edmStreamStallGrapher.Stack.update(), Impl.cosmics.cosmics.visualizationProcessing(), Impl.pp.pp.visualizationProcessing(), Impl.HeavyIons.HeavyIons.visualizationProcessing(), ztee.GZipLog.write(), and Zmumu.Zmumu().

◆ args

mps_setup.args = parser.parse_args(sys.argv[1:])

Definition at line 54 of file mps_setup.py.

◆ backups

mps_setup.backups = os.listdir("jobData")

Definition at line 323 of file mps_setup.py.

◆ batchScript

mps_setup.batchScript

Definition at line 59 of file mps_setup.py.

◆ bu_regex

mps_setup.bu_regex = re.compile(r"ScriptsAndCfg([0-9]{3})\.tar")

Definition at line 324 of file mps_setup.py.

◆ cfgTemplate

mps_setup.cfgTemplate

Definition at line 60 of file mps_setup.py.

◆ chunk_size

mps_setup.chunk_size = int(args.max_events/args.n_jobs)

Definition at line 261 of file mps_setup.py.

◆ classInf

mps_setup.classInf

Definition at line 63 of file mps_setup.py.

◆ cmd

list mps_setup.cmd
Initial value:
1 = ["mps_split.pl", args.input_file_list,
2  str(j if args.max_events is None else 1),
3  str(args.n_jobs if args.max_events is None else 1)]
#define str(s)

Definition at line 244 of file mps_setup.py.

Referenced by cms::cuda.abortOnCudaError(), cms::rocm.abortOnError(), cms::cuda.abortOnNvmlError(), WatcherStreamFileReader.closeFile(), cms::cuda.cudaCheck_(), edm::storage::RemoteFile.get(), WatcherStreamFileReader.getInputFile(), cms::rocm.hipCheck_(), RunManagerMT.initG4(), join(), cms::cuda.nvmlCheck_(), and trackerTFP::Demonstrator.sim().

◆ cms_process

mps_setup.cms_process = mps_tools.get_process_object(args.config_template)

Definition at line 139 of file mps_setup.py.

◆ default

mps_setup.default

Definition at line 18 of file mps_setup.py.

◆ dest

mps_setup.dest

Definition at line 17 of file mps_setup.py.

◆ driver

mps_setup.driver

Definition at line 65 of file mps_setup.py.

◆ end

mps_setup.end

Definition at line 155 of file mps_setup.py.

◆ event_options

list mps_setup.event_options = ["--skip-events", str(chunk_size*(j-1))]

Definition at line 262 of file mps_setup.py.

◆ existing_backups

list mps_setup.existing_backups = [bu_regex.search(item) for item in backups]

Definition at line 325 of file mps_setup.py.

◆ existing_jobs

list mps_setup.existing_jobs = [job_regex.search(item) for item in jobs]

Definition at line 164 of file mps_setup.py.

◆ help

mps_setup.help

Definition at line 19 of file mps_setup.py.

◆ i

tuple mps_setup.i = j+nJobExist

Definition at line 175 of file mps_setup.py.

◆ ignore_errors

mps_setup.ignore_errors

Definition at line 299 of file mps_setup.py.

◆ infiList

mps_setup.infiList

Definition at line 61 of file mps_setup.py.

◆ job_regex

mps_setup.job_regex = re.compile(r"job([0-9]{3})")

Definition at line 163 of file mps_setup.py.

◆ jobdir

string mps_setup.jobdir = "job{0:03d}".format(i)

Definition at line 176 of file mps_setup.py.

◆ jobs

mps_setup.jobs = os.listdir("jobData")

Definition at line 162 of file mps_setup.py.

Referenced by main().

◆ lib

mps_setup.lib = mpslib.jobdatabase()

Definition at line 58 of file mps_setup.py.

◆ max_events

tuple mps_setup.max_events
Initial value:
1 = (args.max_events - (args.n_jobs-1)*chunk_size
2  if j == args.n_jobs # last job gets the remaining events
3  else chunk_size)

Definition at line 263 of file mps_setup.py.

◆ memory

mps_setup.memory

◆ merge_script

mps_setup.merge_script

Definition at line 123 of file mps_setup.py.

◆ mergeScript

mps_setup.mergeScript

Definition at line 66 of file mps_setup.py.

◆ mss_dir

mps_setup.mss_dir

Definition at line 131 of file mps_setup.py.

◆ mssDir

mps_setup.mssDir

Definition at line 68 of file mps_setup.py.

◆ mssDirPool

mps_setup.mssDirPool

Definition at line 67 of file mps_setup.py.

◆ nJobExist

int mps_setup.nJobExist = 0

Definition at line 159 of file mps_setup.py.

◆ nJobs

mps_setup.nJobs

Definition at line 62 of file mps_setup.py.

◆ nJobsMerge

int mps_setup.nJobsMerge = args.n_jobs+nJobExist

Definition at line 304 of file mps_setup.py.

◆ parser

mps_setup.parser = argparse.ArgumentParser(description = "Setup local mps database")

Definition at line 16 of file mps_setup.py.

◆ pedeMem

mps_setup.pedeMem

Definition at line 69 of file mps_setup.py.

◆ pedeMemDef

int mps_setup.pedeMemDef = cms_process.AlignmentProducer.algoConfig.pedeSteerer.pedeCommand.value()

Definition at line 140 of file mps_setup.py.

◆ pedeMemMin

int mps_setup.pedeMemMin = 1024

Definition at line 134 of file mps_setup.py.

◆ ScriptCfg

mps_setup.ScriptCfg = "ScriptsAndCfg{0:03d}".format(i)

Definition at line 328 of file mps_setup.py.

◆ stdout

mps_setup.stdout

◆ theIsn

string mps_setup.theIsn = "{0:03d}".format(i)

Definition at line 254 of file mps_setup.py.

◆ theJobData

mps_setup.theJobData = os.path.abspath("jobData")

Definition at line 181 of file mps_setup.py.

◆ tmpBatchScript

mps_setup.tmpBatchScript = lib.batchScript

Definition at line 186 of file mps_setup.py.

◆ tmpCfgTemplate

mps_setup.tmpCfgTemplate = lib.cfgTemplate

Definition at line 187 of file mps_setup.py.

◆ tmpClass

mps_setup.tmpClass = lib.classInf

Definition at line 190 of file mps_setup.py.

◆ tmpDriver

mps_setup.tmpDriver = lib.driver

Definition at line 192 of file mps_setup.py.

◆ tmpInfiList

mps_setup.tmpInfiList = lib.infiList

Definition at line 188 of file mps_setup.py.

◆ tmpMergeScript

mps_setup.tmpMergeScript = lib.mergeScript

Definition at line 191 of file mps_setup.py.

◆ tmpNJobs

mps_setup.tmpNJobs = lib.nJobs

Definition at line 189 of file mps_setup.py.

◆ type

mps_setup.type

Definition at line 22 of file mps_setup.py.