Classes
class	BetterConfigParser
	— Classes —############################ More...

class	Job

class	RefitType

Functions
def	__del__ (self)

def	__init__ (self, dataset, job_number, job_id, job_name, isDA, isMC, applyBOWS, applyEXTRACOND, extraconditions, runboundary, lumilist, intlumi, maxevents, gt, allFromGT, alignmentDB, alignmentTAG, apeDB, apeTAG, bowDB, bowTAG, vertextype, tracktype, refittertype, ttrhtype, applyruncontrol, ptcut, CMSSW_dir, the_dir)

def	as_dict (config)

def	check_proxy ()

def	ConfigSectionMap (config, section)

def	createTheBashFile (self, isUnitTest)

def	createTheCfgFile (self, lfn)

def	createTheLSFFile (self)

def	forward_proxy (rundir)

def	getBatchjobId (self)

def	getCommandOutput (command)

def	getFilesForRun (blob)

def	getLuminosity (homedir, minRun, maxRun, isRunBased, verbose)

def	getNEvents (run, dataset)

def	getOutputBaseName (self)

def	getOutputBaseNameWithData (self)

def	getOutputFileName (self)

def	isInJSON (run, jsonfile)

def	main ()

def	mkdir_eos (out_path)
	method to create recursively directories on EOS ############# More...

def	setEOSout (self, theEOSdir)

def	split (sequence, size)

def	submit (self)

def	to_bool (value)

def	updateDB (run, runInfo)

def	updateDB2 ()

def	write_HTCondor_submit_file (path, logs, name, nruns, proxy_path=None)

Variables
string	__author__ = 'Marco Musich'

string	__copyright__ = 'Copyright 2020, CERN CMS'

list	__credits__ = ['Ernesto Migliore', 'Salvatore Di Guida']

string	__email__ = 'marco.musich@cern.ch'

string	__license__ = 'Unknown'

string	__maintainer__ = 'Marco Musich'

int	__version__ = 1

	action

	aJob

	alignmentDB = []

	alignmentTAG = []

	allFromGT = []

	apeDB = []

	apeTAG = []

	applyBOWS = []

	applyEXTRACOND = []

	applyruncontrol = []

	args

	BASH_dir

	batch_job_id

list	batchJobIds = []
	declare here the list of jobs that should be waited for More...

	bowDB = []

	bowTAG = []

	cfg_dir

	child = os.popen(command)

	child1 = os.system(submitcommand1)

string	cmd = 'dasgoclient -limit=0 -query \'run dataset='+opts.data + (' instance='+opts.instance+'\'' if (opts.instance is not None) else '\'')

string	cmd2 = ' dasgoclient -limit=0 -query \'file run='+blob[0][0]+' dataset='+blob[0][1]+ (' instance='+blob[1]+'\'' if (blob[1] is not None) else '\'')

	CMSSW_dir

list	conditions = []

	config = BetterConfigParser()

string	config_txt = '\n\n' + CopyRights + '\n\n'

	ConfigFile = opts.inputconfig

string	CopyRights = '##################################\n'

	count = pool.map(getFilesForRun,zip(mytuple,instances))

	data = child.read()

string	dbName = "runInfo.pkl"

	default

string	desc = """This is a description of %prog."""

	dest

dictionary	dictionary = {}

list	doRunBased = []

	dump

	eosdir = os.path.join("/store/group/alca_trackeralign",USER,"test_out",t)

	err = child.close()

	extraCondVect = []

	file = open(template_cfg_file,'r')

	file_info = dict(zip(listOfRuns, count))

	fout = open(os.path.join(self.cfg_dir,self.outputCfgName),'w')

	gt = []

	hadd_script_file = os.path.join(scripts_dir,jobName[iConf]+"_"+opts.taskname+".sh")

string	harvest_conditions = '"' + " && ".join(["ended(" + jobId + ")" for jobId in batchJobIds]) + '"'

	help

	HOME = os.environ.get('HOME')
	check first there is a valid grid proxy More...

dictionary	infos = {}

	input_CMSSW_BASE = os.environ.get('CMSSW_BASE')

def	inputDict = as_dict(config)

list	inputFiles = []

list	instances = [opts.instance for entry in mytuple]

	intlumi

	isDA = []

	isMC = []

	job_id

	job_name = self.output_full_name

	job_number

	job_submit_file = os.path.join(path, "job_"+name+".submit")

string	job_submit_template

list	jobName = []
	Initialize all the variables. More...

	jsonDATA = json.load(myJSON)

string	lastJobCommand = "bsub -o harvester"+opts.taskname+".tmp -q 1nh -w "+harvest_conditions+" "+hadd_script_file

def	lastJobOutput = getCommandOutput(lastJobCommand)

	lfn_list

	lfn_with_quotes = map(lambda x: "\'"+x+"\'",lfn)

	lib_path = os.path.abspath(os.path.join(input_CMSSW_BASE,"src/Alignment/OfflineValidation/test"))

def	listOfRuns = out.decode().split("\n")

	listOfValidations = config.getResultingSection("validations")

	local_proxy = subprocess.check_output(["voms-proxy-info", "--path"]).strip()

	log_dir = os.path.join(self.the_dir,"log")

	LSF_dir

	lumilist = []

	lumiToCache = line.split(",")[-1].replace("\r", "")

	maxevents = []

	mergedFile = None

dictionary	myCachedLumi = {}

dictionary	mylist = {}

def	myLumiDB = getLuminosity(HOME,myRuns[0],myRuns[-1],doRunBased,opts.verbose)
	check that the list of runs is not empty More...

list	myRuns = []

list	mytuple = []

	nEvents = subprocess.check_output(["das_client", "--limit", "0", "--query", "summary run={} dataset={} \| grep summary.nevents".format(run, dataset)])

	now = datetime.datetime.now()

	od = collections.OrderedDict(sorted(file_info.items()))

	opts

	out

	OUTDIR

	output = subprocess.check_output([homedir+"/.local/bin/brilcalc", "lumi", "-b", "STABLE BEAMS","-u", "/pb", "--begin", str(minRun),"--end",str(maxRun),"--output-style","csv","-c","web"])

	output_BASH_name

	output_file_list1 = list()

	output_file_list2 = list()

	output_full_name

	output_LSF_name

	output_number_name

	outputCfgName

	outputList = out.decode().split('\n')

	p = Popen(cmd , shell=True, stdout=PIPE, stderr=PIPE)

def	params = self.extraCondVect[element].split(',')

	parser = OptionParser(description=desc,version='%prog version 0.1')

	pool = multiprocessing.Pool(processes=20)

	ptcut = []

	q = Popen(cmd2 , shell=True, stdout=PIPE, stderr=PIPE)

	refittertype = []

	run = runFromFilename(f)

	runboundary = []

dictionary	runInfo = {}

	runToCache = line.split(",")[0].split(":")[0]

	s = Popen(cmd , shell=True, stdout=PIPE, stderr=PIPE)

string	scripts_dir = "scripts"
	print "==========>",conditions More...

def	splitList = split(mylist,10)

list	srcFiles = []
	N.B. More...

	stderr

	stdout

string	submissionCommand = "condor_submit "+job_submit_file

def	submissionOutput = getCommandOutput(submissionCommand)

string	submitcommand1 = "chmod u+x " + os.path.join(self.LSF_dir,self.output_LSF_name)

string	t = ""

	template_cfg_file = os.path.join(self.CMSSW_dir,"src/Alignment/OfflineValidation/test","PVValidation_T_cfg.py")

string	text

string	textToWrite = ''
	now for the extra conditions More...

	the_dir

	theBaseName = None

	theBashDir = None

def	theDataSet = dataset.split("/")[1]+"_"+(dataset.split("/")[2]).split("-")[0]

	thejobIndex = None

	theLogDir = os.path.join(os.getcwd(),"log")
	create the log directory More...

string	theLumi = '1'

int	totalJobs = 0

	tracktype = []

	ttrhtype = []

	USER = os.environ.get('USER')

	vertextype = []

Detailed Description

Script that submits CMS Tracker Alignment Primary Vertex Validation workflows,
usage:

submitPVValidationJobs.py -j TEST -D /HLTPhysics/Run2016C-TkAlMinBias-07Dec2018-v1/ALCARECO -i testPVValidation_Relvals_DATA.ini -r

Function Documentation

◆ del()

def submitPVValidationJobs.__del__ ( self )

Definition at line 418 of file submitPVValidationJobs.py.

References setEOSout().

418 def __del__(self):

submitPVValidationJobs.__del__

def __del__(self)

Definition: submitPVValidationJobs.py:418

◆ init()

def submitPVValidationJobs.__init__	(	self,
		dataset,
		job_number,
		job_id,
		job_name,
		isDA,
		isMC,
		applyBOWS,
		applyEXTRACOND,
		extraconditions,
		runboundary,
		lumilist,
		intlumi,
		maxevents,
		gt,
		allFromGT,
		alignmentDB,
		alignmentTAG,
		apeDB,
		apeTAG,
		bowDB,
		bowTAG,
		vertextype,
		tracktype,
		refittertype,
		ttrhtype,
		applyruncontrol,
		ptcut,
		CMSSW_dir,
		the_dir
	)

Definition at line 366 of file submitPVValidationJobs.py.

References split().

Referenced by Types._Untracked.__getattr__(), plotting._calculateRatios(), utils.ask_ok(), command_line.copy_global_tag(), models.generate(), EgammaHLTValidationUtils.getModuleNamesOfPath(), EgammaHLTValidationUtils.getModulesOfSequence(), Utilities.ignoreAllFiltersOnPath(), svgfig.load_stream(), circuitry.plotSequences(), SequenceTypes.TestModuleCommand.testInsertInto(), Mixins.testMixins.testLargeList(), Config.TestModuleCommand.testModifier(), Config.TestModuleCommand.testProcessExtend(), and SequenceTypes.TestModuleCommand.testVisitor().

366 def __init__(self,dataset, job_number, job_id, job_name, isDA, isMC, applyBOWS, applyEXTRACOND, extraconditions, runboundary, lumilist, intlumi, maxevents, gt, allFromGT, alignmentDB, alignmentTAG, apeDB, apeTAG, bowDB, bowTAG, vertextype, tracktype, refittertype, ttrhtype, applyruncontrol, ptcut, CMSSW_dir ,the_dir):

submitPVValidationJobs.__init__

def __init__(self, dataset, job_number, job_id, job_name, isDA, isMC, applyBOWS, applyEXTRACOND, extraconditions, runboundary, lumilist, intlumi, maxevents, gt, allFromGT, alignmentDB, alignmentTAG, apeDB, apeTAG, bowDB, bowTAG, vertextype, tracktype, refittertype, ttrhtype, applyruncontrol, ptcut, CMSSW_dir, the_dir)

Definition: submitPVValidationJobs.py:366

◆ as_dict()

def submitPVValidationJobs.as_dict ( config )

Definition at line 195 of file submitPVValidationJobs.py.

195 def as_dict(config):

submitPVValidationJobs.as_dict

def as_dict(config)

Definition: submitPVValidationJobs.py:195

◆ check_proxy()

def submitPVValidationJobs.check_proxy ( )

Definition at line 48 of file submitPVValidationJobs.py.

Referenced by forward_proxy(), and main().

48 def check_proxy():

submitPVValidationJobs.check_proxy

def check_proxy()

Definition: submitPVValidationJobs.py:48

◆ ConfigSectionMap()

def submitPVValidationJobs.ConfigSectionMap	(	config,
		section
	)

Definition at line 316 of file submitPVValidationJobs.py.

References mkdir_eos(), and print().

Referenced by submitPVValidationJobs.BetterConfigParser.getResultingSection().

 def ConfigSectionMap(config, section):
     the_dict = {}
     options = config.options(section)
     for option in options:
         try:
             the_dict[option] = config.get(section, option)
             if the_dict[option] == -1:
                 DebugPrint("skip: %s" % option)
         except:
             print("exception on %s!" % option)
             the_dict[option] = None
     return the_dict
 

◆ createTheBashFile()

def submitPVValidationJobs.createTheBashFile	(	self,
		isUnitTest
	)

Definition at line 547 of file submitPVValidationJobs.py.

References getOutputFileName(), and ALPAKA_ACCELERATOR_NAMESPACE::caPixelDoublets.if().

547 def createTheBashFile(self, isUnitTest):

submitPVValidationJobs.createTheBashFile

def createTheBashFile(self, isUnitTest)

Definition: submitPVValidationJobs.py:547

◆ createTheCfgFile()

def submitPVValidationJobs.createTheCfgFile	(	self,
		lfn
	)

Definition at line 434 of file submitPVValidationJobs.py.

Referenced by getOutputBaseNameWithData().

434 def createTheCfgFile(self,lfn):

submitPVValidationJobs.createTheCfgFile

def createTheCfgFile(self, lfn)

Definition: submitPVValidationJobs.py:434

◆ createTheLSFFile()

def submitPVValidationJobs.createTheLSFFile ( self )

Definition at line 511 of file submitPVValidationJobs.py.

511 def createTheLSFFile(self):

submitPVValidationJobs.createTheLSFFile

def createTheLSFFile(self)

Definition: submitPVValidationJobs.py:511

◆ forward_proxy()

def submitPVValidationJobs.forward_proxy ( rundir )

Definition at line 61 of file submitPVValidationJobs.py.

References check_proxy(), and print().

Referenced by main().

61 def forward_proxy(rundir):

submitPVValidationJobs.forward_proxy

def forward_proxy(rundir)

Definition: submitPVValidationJobs.py:61

◆ getBatchjobId()

def submitPVValidationJobs.getBatchjobId ( self )

Definition at line 601 of file submitPVValidationJobs.py.

References main(), and split().

601 def getBatchjobId(self):

submitPVValidationJobs.getBatchjobId

def getBatchjobId(self)

Definition: submitPVValidationJobs.py:601

◆ getCommandOutput()

def submitPVValidationJobs.getCommandOutput ( command )

Definition at line 113 of file submitPVValidationJobs.py.

113 def getCommandOutput(command):

submitPVValidationJobs.getCommandOutput

def getCommandOutput(command)

Definition: submitPVValidationJobs.py:113

◆ getFilesForRun()

def submitPVValidationJobs.getFilesForRun ( blob )

Definition at line 127 of file submitPVValidationJobs.py.

127 def getFilesForRun(blob):

submitPVValidationJobs.getFilesForRun

def getFilesForRun(blob)

Definition: submitPVValidationJobs.py:127

◆ getLuminosity()

def submitPVValidationJobs.getLuminosity	(	homedir,
		minRun,
		maxRun,
		isRunBased,
		verbose
	)

Definition at line 145 of file submitPVValidationJobs.py.

145 def getLuminosity(homedir,minRun,maxRun,isRunBased,verbose):

submitPVValidationJobs.getLuminosity

def getLuminosity(homedir, minRun, maxRun, isRunBased, verbose)

Definition: submitPVValidationJobs.py:145

◆ getNEvents()

def submitPVValidationJobs.getNEvents	(	run,
		dataset
	)

Definition at line 139 of file submitPVValidationJobs.py.

139 def getNEvents(run, dataset):

submitPVValidationJobs.getNEvents

def getNEvents(run, dataset)

Definition: submitPVValidationJobs.py:139

◆ getOutputBaseName()

def submitPVValidationJobs.getOutputBaseName ( self )

Definition at line 426 of file submitPVValidationJobs.py.

References getOutputBaseNameWithData().

426 def getOutputBaseName(self):

submitPVValidationJobs.getOutputBaseName

def getOutputBaseName(self)

Definition: submitPVValidationJobs.py:426

◆ getOutputBaseNameWithData()

def submitPVValidationJobs.getOutputBaseNameWithData ( self )

Definition at line 430 of file submitPVValidationJobs.py.

References createTheCfgFile().

Referenced by getOutputBaseName().

430 def getOutputBaseNameWithData(self):

submitPVValidationJobs.getOutputBaseNameWithData

def getOutputBaseNameWithData(self)

Definition: submitPVValidationJobs.py:430

◆ getOutputFileName()

def submitPVValidationJobs.getOutputFileName ( self )

Definition at line 587 of file submitPVValidationJobs.py.

References submit().

Referenced by createTheBashFile().

587 def getOutputFileName(self):

submitPVValidationJobs.getOutputFileName

def getOutputFileName(self)

Definition: submitPVValidationJobs.py:587

◆ isInJSON()

def submitPVValidationJobs.isInJSON	(	run,
		jsonfile
	)

Definition at line 184 of file submitPVValidationJobs.py.

184 def isInJSON(run,jsonfile):

submitPVValidationJobs.isInJSON

def isInJSON(run, jsonfile)

Definition: submitPVValidationJobs.py:184

◆ main()

def submitPVValidationJobs.main ( )

Definition at line 606 of file submitPVValidationJobs.py.

References check_proxy(), forward_proxy(), and print().

Referenced by getBatchjobId().

606 def main():

submitPVValidationJobs.main

def main()

Definition: submitPVValidationJobs.py:606

◆ mkdir_eos()

def submitPVValidationJobs.mkdir_eos ( out_path )

method to create recursively directories on EOS #############

Definition at line 330 of file submitPVValidationJobs.py.

References print(), and split().

Referenced by ConfigSectionMap().

 def mkdir_eos(out_path):
     print("============== creating",out_path)
     newpath='/'
     for dir in out_path.split('/'):
         newpath=os.path.join(newpath,dir)
         # do not issue mkdir from very top of the tree
         if newpath.find('test_out') > 0:
             #getCommandOutput("eos mkdir"+newpath)
             command="eos mkdir "+newpath
             p = subprocess.Popen(command,shell=True, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
             (out, err) = p.communicate()
             print("============== created ",out_path)
             #print(out,err)
             p.wait()
 
     # now check that the directory exists
     command2="eos ls "+out_path
     p = subprocess.Popen(command2,shell=True, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
     (out, err) = p.communicate()
     p.wait()
     if p.returncode !=0:
         print(out)
 

◆ setEOSout()

def submitPVValidationJobs.setEOSout	(	self,
		theEOSdir
	)

Definition at line 422 of file submitPVValidationJobs.py.

Referenced by __del__().

422 def setEOSout(self,theEOSdir):

submitPVValidationJobs.setEOSout

def setEOSout(self, theEOSdir)

Definition: submitPVValidationJobs.py:422

◆ split()

def submitPVValidationJobs.split	(	sequence,
		size
	)

Definition at line 353 of file submitPVValidationJobs.py.

References FastTimerService_cff.range.

Referenced by TH2PolyOfflineMaps.TH2PolyOfflineMaps.__AddNamedBins(), DMRplotter.DMRplotter.__defineObjects__(), DMRplotter.DMRplotter.__defineSingleObjects__(), cond2xml.CondXmlProcessor.__del__(), Mixins._TypedParameterizable.__findDefaultsFor(), edmStreamStallGrapher.StallMonitorParser.__init__(), __init__(), edmTracerCompactLogViewer.TracerCompactFileParser.__init__(), edmModuleAllocMonitorAnalyze.ModuleAllocCompactFileParser.__init__(), GlobalTag.GlobalTag.__or__(), PhaseITreeProducer.ModuleLvlValuesReader.__TraverseDirTree(), TH2PolyOfflineMaps.TH2PolyOfflineMaps.__TraverseDirTree(), validation._copySubDir(), mps_alisetup.SetupAlignment._fetch_datasets(), mps_alisetup.SetupAlignment._fetch_external_datasets(), mps_alisetup.SetupAlignment._fetch_pede_settings(), electrons_cff._get_bitmapVIDForEle_docstring(), tkal_create_file_lists.FileListCreator._get_track_collection(), Types.InputTag._setValues(), Types.ESInputTag._setValues(), Types.LuminosityBlockRange._valueFromString(), Types.EventRange._valueFromString(), pfTools.adaptPVs(), mps_setup_new_align.add_campaign(), ConfigBuilder.ConfigBuilder.addOutput(), ConfigBuilder.ConfigBuilder.addSource(), Primary4DVertexValidation.analyze(), cmsswVersionTools.PickRelValInputFiles.apply(), data_sources.json_list.as_table(), FSQ::BaseHandler.BaseHandler(), autoAlca.buildList(), cmsHarvester.check_globaltag_exists(), SiPixelUtility.checkME(), GlobalTag.checkPrefix(), GlobalTag.GlobalTag.checkPrefix(), makeHippyCampaign.cmsenv(), recoTauConfTools.cmssw_version(), dqm_diff.collect_directory_filenames(), l1tGTAlgoBlockProducer_cff.collectAlgorithmPaths(), compareDQMOutput.compare(), edm::service::SiteLocalConfigService.computeStatisticsDestination(), CondDBESSource.CondDBESSource(), conditionUploadTest.DB.connect(), createPayload.copyToWorkflowdir(), htmlCreator.create(), pdfCreator.create(), EgHLTOfflineClient.createLooseTightTrigEff(), TkModuleGroupSelector.createModuleGroups(), customisers.customiseMerging(), mkLumiAveragedPlots.decodeLine(), edm::releaseversion::DecomposedReleaseVersion.DecomposedReleaseVersion(), DiMuonV.DiMuonV(), DMR.DMR(), TkMap_script_phase1.downloadnlineDQMhisto(), TkMap_script_phase1.downloadOfflineDQMhisto(), TkMap_script_phase1.downloadOfflinePCLhisto(), getInfo.dumpDate(), getInfo.dumpIDs(), getInfo.dumpInfo(), getInfo.dumpSNs(), MagFieldConfig.expandList(), autoNANO.expandNanoMapping(), fileCollector2.filecheck(), fileCollector.filecheck(), ConfigBuilder.filesFromDASQuery(), ConfigBuilder.filesFromList(), EmbeddingHepMCFilter.fill_cut(), EmbeddingHepMCFilter.fill_cuts(), CrabHelper.CrabHelper.fill_options_from_crab_config(), CondDBESSource.fillList(), edm::ModelFilter.filter(), egHLT::trigTools.filterInactiveTightLooseTriggers(), dcsonly_json_2012.findFileInPath(), golden_json_2012.findFileInPath(), golden_json_2015.findFileInPath(), muon_json_2012.findFileInPath(), cmsLHEtoEOSManager.findXrdDir(), relval_machine.fix_run(), ExceptionHandling.format_typename(), getRunInfo.Func_FillInfoDBS(), getRunInfo.Func_FillInfoHlt(), getRunInfo.Func_FillInfoMagnetHistory(), getRunInfo.Func_FillInfoRunRegistry(), getRunInfo.Func_FillInfoRunSummary(), getRunInfo.Func_GetHtmlTags(), getRunInfo.Func_GetHtmlTagValue(), getRunInfo.Func_GetHtmlTagValueAttr(), svgfig.funcRtoC(), GCP(), pkg.AbstractPkg.generate(), util.rrapi.RRApi.get(), rrapi.RRApi.get(), condformats_serialization_generate.get_clang_version(), Mpslibclass.jobdatabase.get_class(), runTauIdMVA.TauIDEmbedder.get_cmssw_version_number(), cmssw_das_client.get_data(), cmssw_cycle_finder.get_include_packages(), python.rootplot.core.get_labels(), beamvalidation.get_lastIOVs(), beamvalidation.get_listoftags(), compareHistograms.get_node_name(), compareHistograms.get_output_filename(), python.rootplot.core.get_plotpath(), beamvalidation.get_plots(), beamvalidation.get_productionFiles(), compareHistograms.get_run_nr(), getBatchjobId(), python.Lumis.getByLabel(), python.Runs.getByLabel(), python.Events.getByLabel(), createIOVlist.getFileInfo(), DeadROC_duringRun.getFileInPath(), PhaseITreeProducer.getFileInPath(), TH2PolyOfflineMaps.getFileInPath(), edmPickEvents.getFileNames(), EgHLTOfflineSource.getHLTFilterNamesUsed(), showPage.getIB(), compare_using_files.getInfoFromFilename(), production_tasks.MonitorJobs.getjobid(), BeamSpotWorkflow.getListOfFilesToProcess(), BeamSpotWorkflow.getListOfRunsAndLumiFromDBS(), mkLumiAveragedPlots.getLumiPerRun(), BeamSpotWorkflow.getNumberOfFilesToProcessForRun(), HGCalTriggerGeometryV9Imp3.getOrderedTriggerCellsFromModule(), getProcessNameFromBranch(), betterConfigParser.BetterConfigParser.getResultingSection(), submitPVValidationJobs.BetterConfigParser.getResultingSection(), HGCalTriggerGeometryV9Imp3.getScintillatoriEtaiPhi(), HGCalTriggerGeometryV9Imp3.getTriggerCellsFromModule(), checkPayloads.getUploadedIOVs(), cms::DDFilteredView.getValuesNS(), SpecificationBuilder_cfi.Specification.groupBy(), edmPickEvents.guessEmail(), esMonitoring.AsyncLineReaderMixin.handle_read(), pat::TriggerObjectStandAlone.hasAnyName(), dataformats.importDF(), dataformats.indent(), QGLikelihoodCalculator.QGLikelihoodCalculator.init(), edm::InputFileCatalog.init(), edm::FileLocator.init_trivialCatalog(), egHLT::MonElemFuncs.initTightLooseDiObjTrigHistsTrigCuts(), egHLT::MonElemFuncs.initTightLooseTrigHists(), egHLT::MonElemFuncs.initTightLooseTrigHistsTrigCuts(), cmsswSequenceInfo.inspectworkflows(), JetHT.JetHT(), TkAlMap.TkAlMap.load_geometry(), GenObject.GenObject.loadConfigFile(), l1t::L1TGlobalUtil.loadPrescalesAndMasks(), CommonMethods.ls(), buildHistoTypes.main(), uploadPayloads.main(), uploader.main(), splitter.main(), o2oRun_SiStripDCS.main(), SiStripDCSPopCon.main(), o2oRun_SiStripDAQ.main(), checkRuns.main(), SiStripDAQPopCon.main(), cmsswFiletrace.main(), python.rootplot.tree2hists.main(), photons_cff.make_bitmapVID_docstring(), directories2html.make_summary_table(), directories2html.make_twiki_table(), cms::DDFilteredView.match(), mergeLHE.DefaultLHEMerger.merge_init_blocks(), cms::DDFilteredView.mergedSpecifics(), mkdir_eos(), python.diffProv.difference.module_diff(), production_tasks.MonitorJobs.monitor(), MTS.MTS(), ValidationMatrix.name2globaltag(), ValidationMatrix.name2run(), ValidationMatrix.name2runskim(), querying.new_connection_dictionary(), python.rootplot.rootmath.operator_func(), TreeCrawler.packageNameFromFilename(), SpecificationBuilder_cfi.parent(), edm::service::SiteLocalConfigService.parse(), iniparser.ConfigData.parseConfig(), lumi::NormDML.parseLumiCorrector(), convertParamsToOnlineFormat.parseOfflineLUTfile(), HipPyOptionParser.HipPyOptionParser.parseOptions(), Page1Parser.Page1Parser.ParseTrigModePage(), pickleFileParser.pathToList(), pfnInPath.pfnInPath(), DTTPGParamsWriter.pharseLine(), python.rootplot.core.prep_first_draw(), MatrixInjector.MatrixInjector.prepare(), MatrixReader.MatrixReader.prepare(), ConfigBuilder.ConfigBuilder.prepare_VALIDATION(), VIDSelectorValidator.VIDSelectorValidator.processEvents(), PV.PV(), TkAlMap.read_TPLfile(), TkAlMapDesign_phase0_cfg.read_TPLfile(), TkAlMapDesign_phase1_cfg.read_TPLfile(), PhaseITreeProducer.ModuleLvlValuesReader.ReadHistograms(), TH2PolyOfflineMaps.TH2PolyOfflineMaps.ReadHistograms(), crabFunctions.CrabTask.readLogArch(), pickleFileParser.readPicFiles(), MP7FileReader.readRows(), heavyIonJetSetup.removeJECsForMC(), heavyIonJetSetup.removeL1FastJetJECs(), dqmservices::DQMFileIterator.reset(), edm::ProductSelectorRules::Rule.Rule(), cmsDriver.run(), runall.testit.run(), postprocessor.PostProcessor.run(), hippyaddtobaddatafiles.runcfg(), SiStripDCSPopCon.runjob(), SiStripDAQPopCon.runjob(), dataformats.search(), duplicateReflexLibrarySearch.searchDuplicatePlugins(), MP7FileReader.searchLinks(), BeamSpotWorkflow.selectFilesToProcess(), helper.set_pede_option(), PFBlockAlgo.setLinkers(), gen::Pythia6Service.setSLHAFromHeader(), JDrawer.SetSplitRatio(), upgradeWorkflowComponents.UpgradeWorkflowPremixProdLike.setup_(), DTCalibrationWorker.DTCalibrationWorker.setup_crab_env(), jetTools.setupJetCorrections(), upgradeWorkflowComponents.UpgradeWorkflowPremix.setupPU_(), MatrixReader.MatrixReader.showRaw(), SiStripDigitizerAlgorithm.SiStripDigitizerAlgorithm(), DAClusterizerInZ_vect.split(), DAClusterizerInZT_vect.split(), deepMETProducer_cff.split_model_path(), split_path(), EgHLTOfflineSummaryClient.splitStringsToPairs_(), SplitV.SplitV(), pfTools.switchToPFJets(), TkModuleGroupSelector.testSplitOption(), Config.TestModuleCommand.testSubProcess(), CommonMethods.timeoutManager(), cms::DDFilteredView.toNodeNames(), coreTools.RunOnData.toolCode(), coreTools.RemoveMCMatching.toolCode(), jetTools.AddJetCollection.toolCode(), jetTools.UpdateJetCollection.toolCode(), svgfig.totrans(), CastorShowerLibraryMaker.update(), esMonitoring.ElasticReport.update_ps_status(), VariablePlotter.VariablePlotter(), VarRangeCut< ObjType >.VarRangeCut(), DAClusterizerInZT_vect.vertices(), DAClusterizerInZ_vect.vertices_in_blocks(), DAClusterizerInZ_vect.vertices_no_blocks(), mps_fire.write_HTCondor_submit_file_mille(), mps_fire.write_HTCondor_submit_file_pede(), and Zmumu.Zmumu().

353 def split(sequence, size):

submitPVValidationJobs.split

def split(sequence, size)

Definition: submitPVValidationJobs.py:353

◆ submit()

def submitPVValidationJobs.submit ( self )

Definition at line 591 of file submitPVValidationJobs.py.

References print().

Referenced by getOutputFileName(), and CrabHelper.CrabHelper.submit_crab_task().

591 def submit(self):

submitPVValidationJobs.submit

def submit(self)

Definition: submitPVValidationJobs.py:591

◆ to_bool()

def submitPVValidationJobs.to_bool ( value )

Definition at line 206 of file submitPVValidationJobs.py.

References str, and updateDB2().

206 def to_bool(value):

submitPVValidationJobs.to_bool

def to_bool(value)

Definition: submitPVValidationJobs.py:206

◆ updateDB()

def submitPVValidationJobs.updateDB	(	run,
		runInfo
	)

Definition at line 237 of file submitPVValidationJobs.py.

237 def updateDB(run,runInfo):

submitPVValidationJobs.updateDB

def updateDB(run, runInfo)

Definition: submitPVValidationJobs.py:237

◆ updateDB2()

def submitPVValidationJobs.updateDB2 ( )

Definition at line 218 of file submitPVValidationJobs.py.

Referenced by to_bool().

218 def updateDB2():

submitPVValidationJobs.updateDB2

def updateDB2()

Definition: submitPVValidationJobs.py:218

◆ write_HTCondor_submit_file()

def submitPVValidationJobs.write_HTCondor_submit_file	(	path,
		logs,
		name,
		nruns,
		proxy_path = `None`
	)

Definition at line 76 of file submitPVValidationJobs.py.

76 def write_HTCondor_submit_file(path, logs, name, nruns, proxy_path=None):

submitPVValidationJobs.write_HTCondor_submit_file

def write_HTCondor_submit_file(path, logs, name, nruns, proxy_path=None)

Definition: submitPVValidationJobs.py:76

Variable Documentation

◆ author

string submitPVValidationJobs.__author__ = 'Marco Musich'

private

Definition at line 12 of file submitPVValidationJobs.py.

◆ copyright

private

Definition at line 13 of file submitPVValidationJobs.py.

◆ credits

list submitPVValidationJobs.__credits__ = ['Ernesto Migliore', 'Salvatore Di Guida']

private

Definition at line 14 of file submitPVValidationJobs.py.

◆ email

string submitPVValidationJobs.__email__ = 'marco.musich@cern.ch'

private

Definition at line 17 of file submitPVValidationJobs.py.

◆ license

string submitPVValidationJobs.__license__ = 'Unknown'

private

Definition at line 15 of file submitPVValidationJobs.py.

◆ maintainer

string submitPVValidationJobs.__maintainer__ = 'Marco Musich'

private

Definition at line 16 of file submitPVValidationJobs.py.

◆ version

int submitPVValidationJobs.__version__ = 1

private

Definition at line 18 of file submitPVValidationJobs.py.

◆ action

submitPVValidationJobs.action

Definition at line 632 of file submitPVValidationJobs.py.

◆ aJob

submitPVValidationJobs.aJob

Initial value:

 =  Job(opts.data,
                        jobN,
                        thejobIndex,
                        jobName[iConf],isDA[iConf],isMC[iConf],
                        applyBOWS[iConf],applyEXTRACOND[iConf],conditions[iConf],
                        myRuns[jobN], lumilist[iConf], theLumi, maxevents[iConf],
                        gt[iConf],allFromGT[iConf],
                        alignmentDB[iConf], alignmentTAG[iConf],
                        apeDB[iConf], apeTAG[iConf],
                        bowDB[iConf], bowTAG[iConf],
                        vertextype[iConf], tracktype[iConf],
                        refittertype[iConf], ttrhtype[iConf],
                        applyruncontrol[iConf],
                        ptcut[iConf],input_CMSSW_BASE,os.getcwd())

Definition at line 1043 of file submitPVValidationJobs.py.

◆ alignmentDB

list submitPVValidationJobs.alignmentDB = []

Definition at line 388 of file submitPVValidationJobs.py.

◆ alignmentTAG

list submitPVValidationJobs.alignmentTAG = []

Definition at line 389 of file submitPVValidationJobs.py.

◆ allFromGT

list submitPVValidationJobs.allFromGT = []

Definition at line 387 of file submitPVValidationJobs.py.

◆ apeDB

list submitPVValidationJobs.apeDB = []

Definition at line 390 of file submitPVValidationJobs.py.

◆ apeTAG

list submitPVValidationJobs.apeTAG = []

Definition at line 391 of file submitPVValidationJobs.py.

◆ applyBOWS

list submitPVValidationJobs.applyBOWS = []

Definition at line 379 of file submitPVValidationJobs.py.

◆ applyEXTRACOND

list submitPVValidationJobs.applyEXTRACOND = []

Definition at line 380 of file submitPVValidationJobs.py.

◆ applyruncontrol

list submitPVValidationJobs.applyruncontrol = []

Definition at line 398 of file submitPVValidationJobs.py.

◆ args

submitPVValidationJobs.args

Definition at line 642 of file submitPVValidationJobs.py.

◆ BASH_dir

submitPVValidationJobs.BASH_dir

Definition at line 412 of file submitPVValidationJobs.py.

◆ batch_job_id

submitPVValidationJobs.batch_job_id

Definition at line 374 of file submitPVValidationJobs.py.

◆ batchJobIds

list submitPVValidationJobs.batchJobIds = []

declare here the list of jobs that should be waited for

Definition at line 981 of file submitPVValidationJobs.py.

◆ bowDB

list submitPVValidationJobs.bowDB = []

Definition at line 392 of file submitPVValidationJobs.py.

◆ bowTAG

list submitPVValidationJobs.bowTAG = []

Definition at line 393 of file submitPVValidationJobs.py.

◆ cfg_dir

submitPVValidationJobs.cfg_dir

Definition at line 407 of file submitPVValidationJobs.py.

◆ child

submitPVValidationJobs.child = os.popen(command)

This function executes `command` and returns it output.
Arguments:
- `command`: Shell command to be invoked by this function.

Definition at line 119 of file submitPVValidationJobs.py.

◆ child1

submitPVValidationJobs.child1 = os.system(submitcommand1)

Definition at line 596 of file submitPVValidationJobs.py.

Referenced by DDEcalPreshowerAlgoTB.doSens(), DDTOBRodAlgo.execute(), alpgen.fixEventHiggsTTbar(), alpgen.fixEventSingleTop(), and alpgen.fixEventTTbar().

◆ cmd

string submitPVValidationJobs.cmd = 'dasgoclient -limit=0 -query \'run dataset='+opts.data + (' instance='+opts.instance+'\'' if (opts.instance is not None) else '\'')

Definition at line 831 of file submitPVValidationJobs.py.

◆ cmd2

string submitPVValidationJobs.cmd2 = ' dasgoclient -limit=0 -query \'file run='+blob[0][0]+' dataset='+blob[0][1]+ (' instance='+blob[1]+'\'' if (blob[1] is not None) else '\'')

Definition at line 129 of file submitPVValidationJobs.py.

◆ CMSSW_dir

submitPVValidationJobs.CMSSW_dir

Definition at line 402 of file submitPVValidationJobs.py.

◆ conditions

list submitPVValidationJobs.conditions = []

Definition at line 679 of file submitPVValidationJobs.py.

Referenced by HcalRawToDigiGPU.acquire(), EcalRawToDigiGPU.acquire(), HBHERecHitProducerGPU.acquire(), EcalRecHitProducerGPU.acquire(), SiStripClusterizerFromRawGPU.acquire(), hcaldqm::utilities.adc2fCDBMinusPedestal(), edm::DataMixingHcalDigiWorker.addHcalPileups(), edm::DataMixingHcalDigiWorker.addHcalSignals(), CompareToObjectMapRecord.analyze(), HcalIsoTrackAnalyzer.analyze(), WriteL1TriggerObjectsTxt.analyze(), CastorMonitorModule.analyze(), HcalHBHEMuonAnalyzer.analyze(), CastorPedestalsAnalysis.analyze(), HcalIsoTrkAnalyzer.analyze(), hcaldqm::utilities.aveTSDB(), HcalPulseContainmentManager.beginRun(), HcalPulseShapes.beginRun(), HcalDataFrameFilter_impl.energySum< QIE11DataFrame >(), SiStripClusterizerFromRawGPU.fill(), reco::HcalNoiseInfoProducer.filldigis(), HcalIsoTrkAnalyzer.fillTree(), HcalIsoTrackAnalyzer.gainFactor(), HcalHBHEMuonAnalyzer.gainFactor(), HcalHBHEMuonHighEtaAnalyzer.gainFactor(), AlCaHcalHBHEMuonProducer.gainFactor(), HcalIsoTrkAnalyzer.gainFactor(), HcalLutManager.getCompressionLutXmlFromCoder(), L1GtVhdlWriterCore.getDefValsFromTriggerMenu(), CastorTTRecord.getEnergy_fC(), HcalLutManager.getHEFineGrainLUTs(), HcalLutManager.getMasks(), HcalLutManager.HcalLutManager(), HcalLutManager.init(), HcalTBDigiProducer.initializeEvent(), CastorDigiProducer.initializeEvent(), HcalDigitizer.initializeEvent(), hcaldqm::utilities.loadADC2fCDB(), stripgpu::SiStripRawToClusterGPUKernel.makeAsync(), HcalSimpleReconstructor.process(), L1GtVhdlWriterCore.processAlgorithmMap(), HcalRealisticZS.produce(), CastorSimpleReconstructor.produce(), ZdcSimpleReconstructor.produce(), EcalUncalibRecHitProducerGPU.produce(), RecHitCorrector.produce(), ZdcHitReconstructor.produce(), ZdcHitReconstructor_Run3.produce(), HcalHitReconstructor.produce(), HFPhase1Reconstructor.produce(), DTChamberMasker.produce(), pat::PATTriggerProducer.produce(), AlCaHcalHBHEMuonProducer.produce(), HBHEPhase1Reconstructor.produce(), edm::DataMixingHcalDigiWorker.putHcal(), HcalTriggerPrimitiveAlgo.run(), SiStripClusterizerFromRawGPU.run(), HcalDataFrameFilter.setConditions(), HcalIsoTrkAnalyzer.storeEnergy(), hcaldqm::utilities.sumQDB(), and HcaluLUTTPGCoder.update().

◆ config

submitPVValidationJobs.config = BetterConfigParser()

Definition at line 698 of file submitPVValidationJobs.py.

◆ config_txt

string submitPVValidationJobs.config_txt = '\n\n' + CopyRights + '\n\n'

Definition at line 450 of file submitPVValidationJobs.py.

◆ ConfigFile

submitPVValidationJobs.ConfigFile = opts.inputconfig

Definition at line 691 of file submitPVValidationJobs.py.

◆ CopyRights

string submitPVValidationJobs.CopyRights = '##################################\n'

Definition at line 41 of file submitPVValidationJobs.py.

◆ count

submitPVValidationJobs.count = pool.map(getFilesForRun,zip(mytuple,instances))

Definition at line 862 of file submitPVValidationJobs.py.

◆ data

submitPVValidationJobs.data = child.read()

Definition at line 120 of file submitPVValidationJobs.py.

◆ dbName

string submitPVValidationJobs.dbName = "runInfo.pkl"

Definition at line 220 of file submitPVValidationJobs.py.

◆ default

submitPVValidationJobs.default

Definition at line 632 of file submitPVValidationJobs.py.

◆ desc

string submitPVValidationJobs.desc = """This is a description of %prog."""

Definition at line 630 of file submitPVValidationJobs.py.

◆ dest

submitPVValidationJobs.dest

Definition at line 632 of file submitPVValidationJobs.py.

◆ dictionary

dictionary submitPVValidationJobs.dictionary = {}

Definition at line 197 of file submitPVValidationJobs.py.

◆ doRunBased

list submitPVValidationJobs.doRunBased = []

Definition at line 665 of file submitPVValidationJobs.py.

◆ dump

submitPVValidationJobs.dump

Definition at line 55 of file submitPVValidationJobs.py.

◆ eosdir

submitPVValidationJobs.eosdir = os.path.join("/store/group/alca_trackeralign",USER,"test_out",t)

Definition at line 653 of file submitPVValidationJobs.py.

◆ err

submitPVValidationJobs.err = child.close()

Definition at line 121 of file submitPVValidationJobs.py.

◆ extraCondVect

list submitPVValidationJobs.extraCondVect = []

Definition at line 381 of file submitPVValidationJobs.py.

◆ file

submitPVValidationJobs.file = open(template_cfg_file,'r')

Definition at line 448 of file submitPVValidationJobs.py.

◆ file_info

submitPVValidationJobs.file_info = dict(zip(listOfRuns, count))

Definition at line 863 of file submitPVValidationJobs.py.

◆ fout

submitPVValidationJobs.fout = open(os.path.join(self.cfg_dir,self.outputCfgName),'w')

Definition at line 445 of file submitPVValidationJobs.py.

◆ gt

list submitPVValidationJobs.gt = []

Definition at line 386 of file submitPVValidationJobs.py.

Referenced by MultipleAlgoIterator.calculatePedestal(), ReflectedIterator.calculatePedestal(), PileUpSubtractor.calculatePedestal(), HiPuRhoProducer.calculatePedestal(), BestTrackSelection.cancel_one_bx(), CmsShowMain.fileChangedSlot(), mergeTrackHelper(), CaloGeometryDBEP< T, U >.produceAligned(), CaloHitResponse.setIgnoreGeantTime(), and HiPuRhoProducer.setupGeometryMap().

◆ hadd_script_file

submitPVValidationJobs.hadd_script_file = os.path.join(scripts_dir,jobName[iConf]+"_"+opts.taskname+".sh")

Definition at line 927 of file submitPVValidationJobs.py.

◆ harvest_conditions

string submitPVValidationJobs.harvest_conditions = '"' + " && ".join(["ended(" + jobId + ")" for jobId in batchJobIds]) + '"'

Definition at line 1101 of file submitPVValidationJobs.py.

◆ help

submitPVValidationJobs.help

Definition at line 632 of file submitPVValidationJobs.py.

◆ HOME

submitPVValidationJobs.HOME = os.environ.get('HOME')

check first there is a valid grid proxy

Definition at line 620 of file submitPVValidationJobs.py.

◆ infos

dictionary submitPVValidationJobs.infos = {}

Definition at line 221 of file submitPVValidationJobs.py.

Referenced by edmplugin::PluginCapabilities.available(), FWLiteJobMetadataManager.doUpdate(), FWFFMetadataManager.doUpdate(), EcalUncalibRecHitProducer.fillDescriptions(), AcceptJet.operator()(), HBHEPhase1Reconstructor.processData(), PATLeptonTimeLifeInfoProducer< T >.produce(), HBHEPhase1Reconstructor.produce(), and AcceptJet.ratio().

◆ input_CMSSW_BASE

submitPVValidationJobs.input_CMSSW_BASE = os.environ.get('CMSSW_BASE')

Definition at line 623 of file submitPVValidationJobs.py.

◆ inputDict

def submitPVValidationJobs.inputDict = as_dict(config)

Definition at line 702 of file submitPVValidationJobs.py.

◆ inputFiles

list submitPVValidationJobs.inputFiles = []

Definition at line 934 of file submitPVValidationJobs.py.

◆ instances

list submitPVValidationJobs.instances = [opts.instance for entry in mytuple]

Definition at line 860 of file submitPVValidationJobs.py.

Referenced by L1MuGMTLUT.Init(), L1MuGMTLUT.L1MuGMTLUT(), and lhef::XMLDocument::XercesPlatform.~XercesPlatform().

◆ intlumi

submitPVValidationJobs.intlumi

Definition at line 384 of file submitPVValidationJobs.py.

Referenced by HcalHardcodeParameters.darkCurrent(), HBHEDarkening.degradation(), HBHEDarkening.degradationYear(), HcalSiPMRadiationDamage.getDarkCurrent(), HBHEDarkening.getYearForLumi(), HFDarkening.int_lumi(), HcalDbHardcode.makeHardcodeSiPMParameter(), HcalDbHardcode.makePedestal(), and HcalDbHardcode.makePedestalWidth().

◆ isDA

list submitPVValidationJobs.isDA = []

Definition at line 377 of file submitPVValidationJobs.py.

◆ isMC

list submitPVValidationJobs.isMC = []

Definition at line 378 of file submitPVValidationJobs.py.

◆ job_id

submitPVValidationJobs.job_id

Definition at line 373 of file submitPVValidationJobs.py.

◆ job_name

submitPVValidationJobs.job_name = self.output_full_name

Definition at line 375 of file submitPVValidationJobs.py.

◆ job_number

submitPVValidationJobs.job_number

Definition at line 372 of file submitPVValidationJobs.py.

◆ job_submit_file

def submitPVValidationJobs.job_submit_file = os.path.join(path, "job_"+name+".submit")

\
+x509userproxy        = "{proxy:s}"

Definition at line 101 of file submitPVValidationJobs.py.

◆ job_submit_template

string submitPVValidationJobs.job_submit_template

Initial value:

 = """\
 universe              = vanilla
 requirements          = (OpSysAndVer =?= "AlmaLinux9")
 executable            = {script:s}
 output                = {jobm:s}/{out:s}.out
 error                 = {jobm:s}/{out:s}.err
 log                   = {jobm:s}/{out:s}.log
 transfer_output_files = ""
 +JobFlavour           = "{flavour:s}"
 queue {njobs:s}
 """

Writes 'job.submit' file in `path`.
Arguments:
- `path`: job directory
- `script`: script to be executed
- `proxy_path`: path to proxy (only used in case of requested proxy forward)

Definition at line 85 of file submitPVValidationJobs.py.

◆ jobName

list submitPVValidationJobs.jobName = []

Initialize all the variables.

in case there exists a specification for the refitter

Definition at line 662 of file submitPVValidationJobs.py.

Referenced by cond::persistency::O2O_RUN::Table.insert().

◆ jsonDATA

submitPVValidationJobs.jsonDATA = json.load(myJSON)

Definition at line 188 of file submitPVValidationJobs.py.

◆ lastJobCommand

string submitPVValidationJobs.lastJobCommand = "bsub -o harvester"+opts.taskname+".tmp -q 1nh -w "+harvest_conditions+" "+hadd_script_file

Definition at line 1103 of file submitPVValidationJobs.py.

◆ lastJobOutput

def submitPVValidationJobs.lastJobOutput = getCommandOutput(lastJobCommand)

Definition at line 1106 of file submitPVValidationJobs.py.

◆ lfn_list

submitPVValidationJobs.lfn_list

Definition at line 416 of file submitPVValidationJobs.py.

◆ lfn_with_quotes

submitPVValidationJobs.lfn_with_quotes = map(lambda x: "\'"+x+"\'",lfn)

Definition at line 475 of file submitPVValidationJobs.py.

◆ lib_path

submitPVValidationJobs.lib_path = os.path.abspath(os.path.join(input_CMSSW_BASE,"src/Alignment/OfflineValidation/test"))

Definition at line 624 of file submitPVValidationJobs.py.

◆ listOfRuns

def submitPVValidationJobs.listOfRuns = out.decode().split("\n")

Definition at line 835 of file submitPVValidationJobs.py.

◆ listOfValidations

submitPVValidationJobs.listOfValidations = config.getResultingSection("validations")

Definition at line 715 of file submitPVValidationJobs.py.

◆ local_proxy

submitPVValidationJobs.local_proxy = subprocess.check_output(["voms-proxy-info", "--path"]).strip()

Forward proxy to location visible from the batch system.
Arguments:
- `rundir`: directory for storing the forwarded proxy

Definition at line 72 of file submitPVValidationJobs.py.

◆ log_dir

submitPVValidationJobs.log_dir = os.path.join(self.the_dir,"log")

Definition at line 524 of file submitPVValidationJobs.py.

◆ LSF_dir

submitPVValidationJobs.LSF_dir

Definition at line 411 of file submitPVValidationJobs.py.

◆ lumilist

list submitPVValidationJobs.lumilist = []

Definition at line 383 of file submitPVValidationJobs.py.

◆ lumiToCache

submitPVValidationJobs.lumiToCache = line.split(",")[-1].replace("\r", "")

Definition at line 174 of file submitPVValidationJobs.py.

◆ maxevents

list submitPVValidationJobs.maxevents = []

Definition at line 385 of file submitPVValidationJobs.py.

◆ mergedFile

string submitPVValidationJobs.mergedFile = None

Definition at line 982 of file submitPVValidationJobs.py.

◆ myCachedLumi

dictionary submitPVValidationJobs.myCachedLumi = {}

Expects something like
+-------+------+--------+--------+-------------------+------------------+
| nfill | nrun | nls    | ncms   | totdelivered(/fb) | totrecorded(/fb) |
+-------+------+--------+--------+-------------------+------------------+
| 73    | 327  | 142418 | 138935 | 19.562            | 18.036           |
+-------+------+--------+--------+-------------------+------------------+
And extracts the total recorded luminosity (/b).

Definition at line 155 of file submitPVValidationJobs.py.

◆ mylist

def submitPVValidationJobs.mylist = {}

Definition at line 826 of file submitPVValidationJobs.py.

◆ myLumiDB

def submitPVValidationJobs.myLumiDB = getLuminosity(HOME,myRuns[0],myRuns[-1],doRunBased,opts.verbose)

check that the list of runs is not empty

Definition at line 912 of file submitPVValidationJobs.py.

◆ myRuns

list submitPVValidationJobs.myRuns = []

Definition at line 825 of file submitPVValidationJobs.py.

◆ mytuple

list submitPVValidationJobs.mytuple = []

Definition at line 840 of file submitPVValidationJobs.py.

◆ nEvents

submitPVValidationJobs.nEvents = subprocess.check_output(["das_client", "--limit", "0", "--query", "summary run={} dataset={} | grep summary.nevents".format(run, dataset)])

Definition at line 141 of file submitPVValidationJobs.py.

◆ now

submitPVValidationJobs.now = datetime.datetime.now()

Definition at line 644 of file submitPVValidationJobs.py.

◆ od

submitPVValidationJobs.od = collections.OrderedDict(sorted(file_info.items()))

Definition at line 896 of file submitPVValidationJobs.py.

Referenced by CaloDirectionOperations.oppositeDirection(), tkMSParameterization.packLID(), and EcalCondDBInterface.updateRunConfig().

◆ opts

submitPVValidationJobs.opts

Definition at line 642 of file submitPVValidationJobs.py.

◆ out

submitPVValidationJobs.out

Definition at line 132 of file submitPVValidationJobs.py.

◆ OUTDIR

submitPVValidationJobs.OUTDIR

Definition at line 424 of file submitPVValidationJobs.py.

◆ output

submitPVValidationJobs.output = subprocess.check_output([homedir+"/.local/bin/brilcalc", "lumi", "-b", "STABLE BEAMS","-u", "/pb", "--begin", str(minRun),"--end",str(maxRun),"--output-style","csv","-c","web"])

Definition at line 162 of file submitPVValidationJobs.py.

◆ output_BASH_name

submitPVValidationJobs.output_BASH_name

Definition at line 414 of file submitPVValidationJobs.py.

◆ output_file_list1

submitPVValidationJobs.output_file_list1 = list()

Definition at line 930 of file submitPVValidationJobs.py.

◆ output_file_list2

submitPVValidationJobs.output_file_list2 = list()

Definition at line 931 of file submitPVValidationJobs.py.

◆ output_full_name

submitPVValidationJobs.output_full_name

Definition at line 404 of file submitPVValidationJobs.py.

◆ output_LSF_name

submitPVValidationJobs.output_LSF_name

Definition at line 413 of file submitPVValidationJobs.py.

◆ output_number_name

submitPVValidationJobs.output_number_name

Definition at line 405 of file submitPVValidationJobs.py.

◆ outputCfgName

submitPVValidationJobs.outputCfgName

Definition at line 408 of file submitPVValidationJobs.py.

◆ outputList

submitPVValidationJobs.outputList = out.decode().split('\n')

Definition at line 134 of file submitPVValidationJobs.py.

◆ p

submitPVValidationJobs.p = Popen(cmd , shell=True, stdout=PIPE, stderr=PIPE)

Definition at line 832 of file submitPVValidationJobs.py.

◆ params

def submitPVValidationJobs.params = self.extraCondVect[element].split(',')

Definition at line 483 of file submitPVValidationJobs.py.

◆ parser

submitPVValidationJobs.parser = OptionParser(description=desc,version='%prog version 0.1')

Definition at line 631 of file submitPVValidationJobs.py.

◆ pool

submitPVValidationJobs.pool = multiprocessing.Pool(processes=20)

Definition at line 861 of file submitPVValidationJobs.py.

◆ ptcut

list submitPVValidationJobs.ptcut = []

Definition at line 399 of file submitPVValidationJobs.py.

Referenced by DTTrigTest.analyze(), gpuPixelDoublets.for(), and ALPAKA_ACCELERATOR_NAMESPACE::caPixelDoublets.for().

◆ q

submitPVValidationJobs.q = Popen(cmd2 , shell=True, stdout=PIPE, stderr=PIPE)

Definition at line 131 of file submitPVValidationJobs.py.

◆ refittertype

list submitPVValidationJobs.refittertype = []

Definition at line 396 of file submitPVValidationJobs.py.

◆ run

submitPVValidationJobs.run = runFromFilename(f)

Definition at line 227 of file submitPVValidationJobs.py.

◆ runboundary

list submitPVValidationJobs.runboundary = []

Definition at line 382 of file submitPVValidationJobs.py.

◆ runInfo

dictionary submitPVValidationJobs.runInfo = {}

Definition at line 1018 of file submitPVValidationJobs.py.

Referenced by SiStripQuality.add(), RunInfoUpdate.appendNewRun(), hcaldqm::DQHarvester.beginRun(), hcaldqm::DQClient.beginRun(), AlpgenSource.beginRun(), EmbeddingLHEProducer.beginRunProduce(), ExternalLHEProducer.beginRunProduce(), hcaldqm::DQTask.bookHistograms(), CmsShowMainFrame.CmsShowMainFrame(), MillePedeAlignmentAlgorithm.endRun(), cond::payloadInspector::TimeHistoryPlot< PayloadType, std::pair< double, double > >.fill(), SiStripBFieldFilter.filter(), ExternalLHEProducer.generateRunInfo(), PrimaryVertexValidation.getRunTime(), SplitVertexResolution.getRunTime(), RunInfoUpdate.import(), gen::JetMatchingMadgraph.init(), gen::JetMatchingAlpgen.init(), JetMatchingHook.init(), gen::JetMatchingMGFastJet.init(), PrimaryVertexValidation.isBFieldConsistentWithMode(), SiStripGainFromCalibTree.isBFieldConsistentWithMode(), edm::LHEProvenanceHelper.lheAugment(), LHERunInfoProduct::const_iterator.next(), LHAupLesHouches.setEvent(), and LHAupLesHouches.setInit().

◆ runToCache

submitPVValidationJobs.runToCache = line.split(",")[0].split(":")[0]

Definition at line 173 of file submitPVValidationJobs.py.

◆ s

submitPVValidationJobs.s = Popen(cmd , shell=True, stdout=PIPE, stderr=PIPE)

Definition at line 940 of file submitPVValidationJobs.py.

◆ scripts_dir

string submitPVValidationJobs.scripts_dir = "scripts"

print "==========>",conditions

Definition at line 924 of file submitPVValidationJobs.py.

◆ splitList

def submitPVValidationJobs.splitList = split(mylist,10)

Definition at line 946 of file submitPVValidationJobs.py.

Referenced by DTHVStatusHandler.getChannelSplit().

◆ srcFiles

list submitPVValidationJobs.srcFiles = []

N.B.

: this is dediced here once and for all

Definition at line 628 of file submitPVValidationJobs.py.

◆ stderr

submitPVValidationJobs.stderr

Definition at line 55 of file submitPVValidationJobs.py.

◆ stdout

submitPVValidationJobs.stdout

Check if GRID proxy has been initialized.

Definition at line 55 of file submitPVValidationJobs.py.

◆ submissionCommand

string submitPVValidationJobs.submissionCommand = "condor_submit "+job_submit_file

Definition at line 1080 of file submitPVValidationJobs.py.

◆ submissionOutput

def submitPVValidationJobs.submissionOutput = getCommandOutput(submissionCommand)

Definition at line 1081 of file submitPVValidationJobs.py.

◆ submitcommand1

string submitPVValidationJobs.submitcommand1 = "chmod u+x " + os.path.join(self.LSF_dir,self.output_LSF_name)

Definition at line 595 of file submitPVValidationJobs.py.

◆ t

string submitPVValidationJobs.t = ""

Definition at line 649 of file submitPVValidationJobs.py.

◆ template_cfg_file

submitPVValidationJobs.template_cfg_file = os.path.join(self.CMSSW_dir,"src/Alignment/OfflineValidation/test","PVValidation_T_cfg.py")

Definition at line 447 of file submitPVValidationJobs.py.

◆ text

string submitPVValidationJobs.text

Initial value:

 =  '''\n
           process.conditionsIn{record} = CalibTracker.Configuration.Common.PoolDBESSource_cfi.poolDBESSource.clone(
                connect = cms.string('{database}'),
                toGet = cms.VPSet(cms.PSet(record = cms.string('{record}'),
                                           tag = cms.string('{tag}'),
                                           label = cms.untracked.string('{label}')
                                          )
                                 )
           )
           process.prefer_conditionsIn{record} = cms.ESPrefer("PoolDBESSource", "conditionsIn{record}")
         '''.format(record = element, database = params[0], tag = params[1], label = (params[2] if len(params)>2 else ''))

Definition at line 484 of file submitPVValidationJobs.py.

Referenced by FWDialogBuilder.addCheckbox(), FWDialogBuilder.addLabel(), FWDialogBuilder.addTextButton(), HLTPrescaleExample.analyze(), l1t::L1TStage2CaloAnalyzer.analyze(), l1t::L1TGlobalAnalyzer.analyze(), JetHtPlotConfiguration.autoExpandEnvironmentVariables(), tmtt::TMTrackProducer.beginRun(), FWTrackHitsDetailView.build(), FWConvTrackHitsDetailView.build(), tmtt::TrackerModule.calcModuleType(), lhef::LHEReader::XMLHandler.characters(), SiPhase2BadStripConfigurableFakeESSource.clusterizeBadChannels(), SiPhase2BadStripChannelBuilder.clusterizeBadChannels(), CmsShowHelpPopup.CmsShowHelpPopup(), dd_to_html(), Filter.descriptionText(), tmtt::KFbase.doKF(), Comparator.Draw(), Phase1PixelROCMaps.drawBarrelMaps(), Phase1PixelROCMaps.drawForwardMaps(), Phase1PixelROCMaps.drawMaps(), JetHtPlotConfiguration.expandEnvironmentVariables(), tmtt::KFbase.fit(), fireworks.getLocalTime(), fireworks.getTimeGMT(), MagneticFieldGrid.gridType(), tmtt::HTrphi.HTrphi(), DetIdInfo.info(), fireworks.info(), tmtt::KFParamsComb.isGoodState(), main(), tmtt::MuxHToutputs.MuxHToutputs(), XMLDocument.newValue(), edm.operator<<(), triggerExpression.parse(), PlotAlignmentValidation.plotOutlierModules(), tmtt::StubWindowSuggest.printResults(), tmtt::KFbase.printStub(), tmtt::KFbase.printStubLayers(), tmtt::KFbase.printTP(), edm::service::RandomNumberGeneratorService.readStatesFromFile(), FWGUIValidatingTextEntry.showOptions(), and edm::DocFormatHelper.wrapAndPrintText().

◆ textToWrite

string submitPVValidationJobs.textToWrite = ''

now for the extra conditions

Definition at line 480 of file submitPVValidationJobs.py.

◆ the_dir

submitPVValidationJobs.the_dir

Definition at line 401 of file submitPVValidationJobs.py.

◆ theBaseName

def submitPVValidationJobs.theBaseName = None

Definition at line 989 of file submitPVValidationJobs.py.

◆ theBashDir

submitPVValidationJobs.theBashDir = None

Definition at line 988 of file submitPVValidationJobs.py.

◆ theDataSet

def submitPVValidationJobs.theDataSet = dataset.split("/")[1]+"_"+(dataset.split("/")[2]).split("-")[0]

Definition at line 369 of file submitPVValidationJobs.py.

◆ thejobIndex

list submitPVValidationJobs.thejobIndex = None

Definition at line 996 of file submitPVValidationJobs.py.

◆ theLogDir

submitPVValidationJobs.theLogDir = os.path.join(os.getcwd(),"log")

create the log directory

Definition at line 1072 of file submitPVValidationJobs.py.

◆ theLumi

string submitPVValidationJobs.theLumi = '1'

Definition at line 997 of file submitPVValidationJobs.py.

◆ totalJobs

int submitPVValidationJobs.totalJobs = 0

Definition at line 987 of file submitPVValidationJobs.py.

◆ tracktype

list submitPVValidationJobs.tracktype = []

Definition at line 395 of file submitPVValidationJobs.py.

◆ ttrhtype

list submitPVValidationJobs.ttrhtype = []

Definition at line 397 of file submitPVValidationJobs.py.

◆ USER

submitPVValidationJobs.USER = os.environ.get('USER')

Definition at line 652 of file submitPVValidationJobs.py.

◆ vertextype

list submitPVValidationJobs.vertextype = []

Definition at line 394 of file submitPVValidationJobs.py.

Classes

Functions

Variables

Detailed Description

Function Documentation

◆ __del__()

◆ __init__()

◆ as_dict()

◆ check_proxy()

◆ ConfigSectionMap()

◆ createTheBashFile()

◆ createTheCfgFile()

◆ createTheLSFFile()

◆ forward_proxy()

◆ getBatchjobId()

◆ getCommandOutput()

◆ getFilesForRun()

◆ getLuminosity()

◆ getNEvents()

◆ getOutputBaseName()

◆ getOutputBaseNameWithData()

◆ getOutputFileName()

◆ isInJSON()

◆ main()

◆ mkdir_eos()

◆ setEOSout()

◆ split()

◆ submit()

◆ to_bool()

◆ updateDB()

◆ updateDB2()

◆ write_HTCondor_submit_file()

Variable Documentation

◆ __author__

◆ __copyright__

◆ __credits__

◆ __email__

◆ __license__

◆ __maintainer__

◆ __version__

◆ action

◆ aJob

◆ alignmentDB

◆ alignmentTAG

◆ allFromGT

◆ apeDB

◆ apeTAG

◆ applyBOWS

◆ applyEXTRACOND

◆ applyruncontrol

◆ args

◆ BASH_dir

◆ batch_job_id

◆ batchJobIds

◆ bowDB

◆ bowTAG

◆ cfg_dir

◆ child

◆ child1

◆ cmd

◆ cmd2

◆ CMSSW_dir

◆ conditions

◆ config

◆ config_txt

◆ ConfigFile

◆ CopyRights

◆ count

◆ data

◆ dbName

◆ default

◆ desc

◆ dest

◆ dictionary

◆ doRunBased

◆ dump

◆ eosdir

◆ err

◆ extraCondVect

◆ file

◆ del()

◆ init()

◆ author

◆ copyright

◆ credits

◆ email

◆ license

◆ maintainer

◆ version