CMS 3D CMS Logo

Variables
mps_setup Namespace Reference

Variables

 action
 
 addFiles
 
tuple allowed_mille_classes
 
tuple allowed_pede_classes
 
 append
 
 args = parser.parse_args(sys.argv[1:])
 
 backups = os.listdir("jobData")
 
 batchScript
 
 bu_regex = re.compile(r"ScriptsAndCfg([0-9]{3})\.tar")
 
 cfgTemplate
 
 chunk_size = int(args.max_events/args.n_jobs)
 
 classInf
 
list cmd
 
 cms_process = mps_tools.get_process_object(args.config_template)
 
 default
 
 dest
 
 driver
 
 end
 
list event_options = ["--skip-events", str(chunk_size*(j-1))]
 
list existing_backups = [bu_regex.search(item) for item in backups]
 
list existing_jobs = [job_regex.search(item) for item in jobs]
 
 help
 
 i = j+nJobExist
 
 ignore_errors
 
 infiList
 
 job_regex = re.compile(r"job([0-9]{3})")
 
string jobdir = "job{0:03d}"
 
 jobs = os.listdir("jobData")
 
 lib = mpslib.jobdatabase()
 
tuple max_events
 
 memory
 
 merge_script
 
 mergeScript
 
 mss_dir
 
 mssDir
 
 mssDirPool
 
int nJobExist = 0
 
 nJobs
 
 nJobsMerge = args.n_jobs+nJobExist
 
 parser = argparse.ArgumentParser(description = "Setup local mps database")
 
 pedeMem
 
 pedeMemDef = cms_process.AlignmentProducer.algoConfig.pedeSteerer.pedeCommand.value()
 
int pedeMemMin = 1024
 
string ScriptCfg = "ScriptsAndCfg{0:03d}"
 
 stdout
 
string theIsn = "{0:03d}"
 
 theJobData = os.path.abspath("jobData")
 
 tmpBatchScript = lib.batchScript
 
 tmpCfgTemplate = lib.cfgTemplate
 
 tmpClass = lib.classInf
 
 tmpDriver = lib.driver
 
 tmpInfiList = lib.infiList
 
 tmpMergeScript = lib.mergeScript
 
 tmpNJobs = lib.nJobs
 
 type
 

Variable Documentation

mps_setup.action

Definition at line 18 of file mps_setup.py.

mps_setup.addFiles

Definition at line 64 of file mps_setup.py.

tuple mps_setup.allowed_mille_classes
Initial value:
1 = ("lxplus", "cmscaf1nh", "cmscaf1nd", "cmscaf1nw",
2  "cmscafspec1nh", "cmscafspec1nd", "cmscafspec1nw",
3  "8nm", "1nh", "8nh", "1nd", "2nd", "1nw", "2nw",
4  "cmsexpress","htcondor_cafalca_espresso","htcondor_espresso",
5  "htcondor_cafalca_microcentury","htcondor_microcentury",
6  "htcondor_cafalca_longlunch", "htcondor_longlunch",
7  "htcondor_cafalca_workday", "htcondor_workday",
8  "htcondor_cafalca_tomorrow", "htcondor_tomorrow",
9  "htcondor_cafalca_testmatch", "htcondor_testmatch",
10  "htcondor_cafalca_nextweek", "htcondor_nextweek")

Definition at line 87 of file mps_setup.py.

tuple mps_setup.allowed_pede_classes
Initial value:
1 = ("lxplus", "cmscaf1nh", "cmscaf1nd", "cmscaf1nw",
2  "cmscafspec1nh", "cmscafspec1nd", "cmscafspec1nw",
3  "8nm", "1nh", "8nh", "1nd", "2nd", "1nw", "2nw",
4  "htcondor_bigmem_espresso",
5  "htcondor_bigmem_microcentury",
6  "htcondor_bigmem_longlunch",
7  "htcondor_bigmem_workday",
8  "htcondor_bigmem_tomorrow",
9  "htcondor_bigmem_testmatch",
10  "htcondor_bigmem_nextweek")

Definition at line 104 of file mps_setup.py.

mps_setup.append

Definition at line 85 of file mps_setup.py.

Referenced by contentValuesCheck.OptionParser.__init__(), InefficientDoubleROC.InefficientDeadROCs.__TraverseDirTree(), tkal_create_file_lists.FileListCreator._add_file_info(), cfg-viewer.visitor._doModules(), Vispa.Main.SplitterTab.SplitterToolBar.addWidgetToSection(), Impl.pp.pp.alcaHarvesting(), ecaldqm::Dependency.append(), ModuleToSequenceAssign.assignModulesToSeqs(), lumiCalcAPI.beamForIds(), lumiCalcAPI.beamForRange(), lumiQueryAPI.beamIntensityForRun(), JetCorrectorDBWriter.beginJob(), confdb.HLTProcess.buildOptions(), bookConverter.compute(), edmStreamStallGrapher.consolidateContiguousBlocks(), pat::TauJetCorrFactors.correctionLabelString(), pat::JetCorrFactors.correctionLabelString(), plotscripts.corrections2D(), HcalLutManager.create_lut_loader(), XMLLUTLoader.createLoader(), validateAlignments.createMergeScript(), edmStreamStallGrapher.createModuleTiming(), edmStreamStallGrapher.createPDFImage(), plotscripts.curvatureDTsummary(), customiseCheckEventSetup.customise(), customiseEarlyDeleteForCandIsoDeposits.customiseEarlyDeleteForCandIsoDeposits(), customiseEarlyDeleteForSeeding.customiseEarlyDeleteForSeeding(), plotscripts.DBdiff(), cmsHarvester.dbs_check_dataset_spread(), lumiCalcAPI.deliveredLumiForIds(), ecaldqm::Dependency.Dependency(), getPayloadData.discover(), dqmCopyRecursively(), TauDQMHistEffProducer.dqmEndJob(), ntuplePlotting.drawMany(), PrintMaterialBudgetInfo.dumpElementMassFraction(), cmsHarvester.DBSXMLHandler.endElement(), TauDQMHistPlotter.endRun(), cfg-viewer.visitor.enter(), SequenceTypes._CopyAndExcludeSequenceVisitorOld.enter(), SequenceTypes._MutatingSequenceVisitor.enter(), cmsPerfSuiteHarvest.exportIgProfReport(), cmsPerfSuiteHarvest.exportMemcheckReport(), cmsPerfSuiteHarvest.exportTimeSizeJob(), Impl.AlCaTestEnable.AlCaTestEnable.expressProcessing(), Impl.trackingOnly.trackingOnly.expressProcessing(), Impl.cosmics.cosmics.expressProcessing(), Impl.pp.pp.expressProcessing(), Impl.HeavyIons.HeavyIons.expressProcessing(), TableParser.extractPages(), TableParser.extractPagesForPackage(), mergeAndRegister.filecheck(), dqmPostProcessing_online.filecheck(), PatZToMuMuAnalyzer.fill(), CLIHelper.CLIHelper.fill_required_options_dict(), MainPageGenerator.fillContentTemplate(), dataDML.fillInRange(), dataDML.fillrunMap(), edmConvertToStreamModule.find_all_module_classes(), EgammaHLTValidationUtils.findEgammaPaths(), gen::Py8PtAndDxyGun.generatePartonsAndHadronize(), gen::Py8PtGun.generatePartonsAndHadronize(), gen::Py8EGun.generatePartonsAndHadronize(), gen::Py8JetGun.generatePartonsAndHadronize(), dqm-mbProfile.get_children(), web.app_utils.get_folders(), geometry.Alignables.get_ndiscriminator(), web.app_utils.get_release_summary_stats(), HcalQIEManager.getHfQieTable(), BeamSpotWorkflow.getListOfRunsAndLumiFromDBS(), mixture.getMixtures(), specificLumi.getSpecificLumi(), PrintRecoObjects.getString(), HcalQIEManager.getTableFromDb(), histoStyle.graphProducer(), heppy_hadd.haddChunks(), cacheconfigParser.cacheconfigParser.handleFrontierConnect(), overlapValidationPlot.hist(), lumiCalcAPI.hltForIds(), lumiCalcAPI.hltpathsForRange(), helpers.listDependencyChain(), GenObject.GenObject.loadEventFromTree(), generateEDF.loadEvents(), VarParsing.VarParsing.loadFromFile(), checkRuns.main(), utils_v2.make_file_pairs(), utils.make_files_pairs(), relval_upgrade.makeStepName(), mps_list_evts.merge_datasets(), MultShiftMETcorrInputProducer.MultShiftMETcorrInputProducer(), EnablePSetHistory.new__place(), EnablePSetHistory.new__placeLooper(), EnablePSetHistory.new__placeService(), EnablePSetHistory.new__placeSource(), EnablePSetHistory.new_addAction(), EnablePSetHistory.new_setLooper_(), EnablePSetHistory.new_setSchedule_(), python.rootplot.rootmath.newadd(), L1TMuonEndCapParamsOnlineProd.newObject(), L1TMuonGlobalParamsOnlineProd.newObject(), L1TMuonBarrelParamsOnlineProd.newObject(), L1TCaloParamsOnlineProd.newObject(), L1TGlobalPrescalesVetosOnlineProd.newObject(), cmsPerfStripChart.operate(), parserPerfsuiteMetadata.parserPerfsuiteMetadata.parseAllOtherTests(), bigModule.plot(), overlapValidationPlot.plot(), matplotRender.matplotRender.plotPeakPerday_Time(), matplotRender.matplotRender.plotPerdayX_Time(), matplotRender.matplotRender.plotSumX_Fill(), matplotRender.matplotRender.plotSumX_Run(), matplotRender.matplotRender.plotSumX_Time(), MatrixInjector.MatrixInjector.prepare(), bookConverter.priorities(), create_public_peakpu_plots.processdata(), parserTimingReport.processModuleTimeLogData(), fileCollector2.processSiStrip(), Impl.cosmics.cosmics.promptReco(), Impl.pp.pp.promptReco(), Impl.HeavyIons.HeavyIons.promptReco(), psClasses.BuildThread.putInServerQueue(), cms::Exception.raise(), CommonMethods.readBeamSpotFile(), python.readProv.filereader.readfile(), createFEDtable.retrieveFedEntries(), heppy_report.root2map(), production_tasks.MonitorJobs.run(), production_tasks.WriteJobReport.run(), production_tasks.CleanJobFiles.run(), validateAlignments.ValidationJobMultiIOV.runCondorJobs(), validateAlignments.ValidationJob.runJob(), lumiQueryAPI.runsByfillrange(), MatrixUtil.selectedLS(), BeamSpotWorkflow.selectFilesToProcess(), fileCollector.sendmail(), jsoncollector::DataPoint.serialize(), cmsswConfigtrace.serve_main(), VarParsing.VarParsing.setDefault(), edmIntegrityCheck.IntegrityCheck.sortByBaseDir(), specificLumi.specificlumiTofile(), edmIntegrityCheck.IntegrityCheck.stripDuplicates(), edmIntegrityCheck.IntegrityCheck.structured(), DictTypes.TestDictTypes.testFixedKeysDict(), lumiReport.toScreenLSEffective(), lumiReport.toScreenLSTrg(), lumiReport.toScreenLumiByLS(), lumiReport.toScreenTotEffective(), cmsswConfigtrace.trace_location(), lumiCalcAPI.trgForIds(), queryDataSource.trgFromOldLumi(), dataDML.trgLSById(), Vispa.Gui.VispaWidget.TextField.truncate(), lumiQueryAPI.validation(), Impl.cosmics.cosmics.visualizationProcessing(), Impl.pp.pp.visualizationProcessing(), and Impl.HeavyIons.HeavyIons.visualizationProcessing().

mps_setup.args = parser.parse_args(sys.argv[1:])

Definition at line 54 of file mps_setup.py.

mps_setup.backups = os.listdir("jobData")

Definition at line 323 of file mps_setup.py.

mps_setup.batchScript

Definition at line 59 of file mps_setup.py.

mps_setup.bu_regex = re.compile(r"ScriptsAndCfg([0-9]{3})\.tar")

Definition at line 324 of file mps_setup.py.

mps_setup.cfgTemplate

Definition at line 60 of file mps_setup.py.

mps_setup.chunk_size = int(args.max_events/args.n_jobs)

Definition at line 261 of file mps_setup.py.

mps_setup.classInf

Definition at line 63 of file mps_setup.py.

list mps_setup.cmd
Initial value:
1 = ["mps_split.pl", args.input_file_list,
2  str(j if args.max_events is None else 1),
3  str(args.n_jobs if args.max_events is None else 1)]
#define str(s)

Definition at line 244 of file mps_setup.py.

Referenced by WatcherStreamFileReader.closeFile(), RunManager.initG4(), RunManagerMT.initG4(), and RemoteFile.~RemoteFile().

mps_setup.cms_process = mps_tools.get_process_object(args.config_template)

Definition at line 139 of file mps_setup.py.

mps_setup.default

Definition at line 18 of file mps_setup.py.

mps_setup.dest

Definition at line 17 of file mps_setup.py.

mps_setup.driver

Definition at line 65 of file mps_setup.py.

mps_setup.end

Definition at line 155 of file mps_setup.py.

list mps_setup.event_options = ["--skip-events", str(chunk_size*(j-1))]

Definition at line 262 of file mps_setup.py.

list mps_setup.existing_backups = [bu_regex.search(item) for item in backups]

Definition at line 325 of file mps_setup.py.

list mps_setup.existing_jobs = [job_regex.search(item) for item in jobs]

Definition at line 164 of file mps_setup.py.

mps_setup.help

Definition at line 19 of file mps_setup.py.

int mps_setup.i = j+nJobExist

Definition at line 175 of file mps_setup.py.

mps_setup.ignore_errors

Definition at line 299 of file mps_setup.py.

mps_setup.infiList

Definition at line 61 of file mps_setup.py.

mps_setup.job_regex = re.compile(r"job([0-9]{3})")

Definition at line 163 of file mps_setup.py.

string mps_setup.jobdir = "job{0:03d}"

Definition at line 176 of file mps_setup.py.

mps_setup.jobs = os.listdir("jobData")

Definition at line 162 of file mps_setup.py.

Referenced by main().

mps_setup.lib = mpslib.jobdatabase()

Definition at line 58 of file mps_setup.py.

tuple mps_setup.max_events
Initial value:
1 = (args.max_events - (args.n_jobs-1)*chunk_size
2  if j == args.n_jobs # last job gets the remaining events
3  else chunk_size)

Definition at line 263 of file mps_setup.py.

mps_setup.memory

Definition at line 156 of file mps_setup.py.

Referenced by Folder.update().

mps_setup.merge_script

Definition at line 123 of file mps_setup.py.

mps_setup.mergeScript

Definition at line 66 of file mps_setup.py.

mps_setup.mss_dir

Definition at line 131 of file mps_setup.py.

mps_setup.mssDir

Definition at line 68 of file mps_setup.py.

mps_setup.mssDirPool

Definition at line 67 of file mps_setup.py.

int mps_setup.nJobExist = 0

Definition at line 159 of file mps_setup.py.

mps_setup.nJobs

Definition at line 62 of file mps_setup.py.

mps_setup.nJobsMerge = args.n_jobs+nJobExist

Definition at line 304 of file mps_setup.py.

mps_setup.parser = argparse.ArgumentParser(description = "Setup local mps database")

Definition at line 16 of file mps_setup.py.

mps_setup.pedeMem

Definition at line 69 of file mps_setup.py.

int mps_setup.pedeMemDef = cms_process.AlignmentProducer.algoConfig.pedeSteerer.pedeCommand.value()

Definition at line 140 of file mps_setup.py.

int mps_setup.pedeMemMin = 1024

Definition at line 134 of file mps_setup.py.

mps_setup.ScriptCfg = "ScriptsAndCfg{0:03d}"

Definition at line 328 of file mps_setup.py.

mps_setup.stdout
string mps_setup.theIsn = "{0:03d}"

Definition at line 254 of file mps_setup.py.

mps_setup.theJobData = os.path.abspath("jobData")

Definition at line 181 of file mps_setup.py.

mps_setup.tmpBatchScript = lib.batchScript

Definition at line 186 of file mps_setup.py.

mps_setup.tmpCfgTemplate = lib.cfgTemplate

Definition at line 187 of file mps_setup.py.

mps_setup.tmpClass = lib.classInf

Definition at line 190 of file mps_setup.py.

mps_setup.tmpDriver = lib.driver

Definition at line 192 of file mps_setup.py.

mps_setup.tmpInfiList = lib.infiList

Definition at line 188 of file mps_setup.py.

mps_setup.tmpMergeScript = lib.mergeScript

Definition at line 191 of file mps_setup.py.

mps_setup.tmpNJobs = lib.nJobs

Definition at line 189 of file mps_setup.py.

mps_setup.type

Definition at line 22 of file mps_setup.py.