Classes
class	BetterConfigParser
	— Classes —############################ More...

class	Job

class	RefitType

Functions
def	__del__ (self)

def	__init__ (self, dataset, job_number, job_id, job_name, isDA, isMC, applyBOWS, applyEXTRACOND, extraconditions, runboundary, lumilist, intlumi, maxevents, gt, allFromGT, alignmentDB, alignmentTAG, apeDB, apeTAG, bowDB, bowTAG, vertextype, tracktype, refittertype, ttrhtype, applyruncontrol, ptcut, CMSSW_dir, the_dir)

def	as_dict (config)

def	check_proxy ()

def	ConfigSectionMap (config, section)

def	createTheBashFile (self)

def	createTheCfgFile (self, lfn)

def	createTheLSFFile (self)

def	forward_proxy (rundir)

def	getBatchjobId (self)

def	getCommandOutput (command)

def	getFilesForRun (blob)

def	getLuminosity (homedir, minRun, maxRun, isRunBased, verbose)

def	getNEvents (run, dataset)

def	getOutputBaseName (self)

def	getOutputBaseNameWithData (self)

def	getOutputFileName (self)

def	isInJSON (run, jsonfile)

def	main ()

def	mkdir_eos (out_path)
	method to create recursively directories on EOS ############# More...

def	setEOSout (self, theEOSdir)

def	split (sequence, size)

def	submit (self)

def	to_bool (value)

def	updateDB (run, runInfo)

def	updateDB2 ()

def	write_HTCondor_submit_file (path, name, nruns, proxy_path=None)

Variables
string	__author__ = 'Marco Musich'

string	__copyright__ = 'Copyright 2020, CERN CMS'

list	__credits__ = ['Ernesto Migliore', 'Salvatore Di Guida']

string	__email__ = 'marco.musich@cern.ch'

string	__license__ = 'Unknown'

string	__maintainer__ = 'Marco Musich'

int	__version__ = 1

	action

	aJob

	alignmentDB = []

	alignmentTAG = []

	allFromGT = []

	AnalysisStep_dir = os.path.join(input_CMSSW_BASE,"src/Alignment/OfflineValidation/test")

	apeDB = []

	apeTAG = []

	applyBOWS = []

	applyEXTRACOND = []

	applyruncontrol = []

	args

	BASH_dir

	batch_job_id

list	batchJobIds = []
	declare here the list of jobs that should be waited for More...

	bowDB = []

	bowTAG = []

	cfg_dir

	child = os.popen(command)

	child1 = os.system(submitcommand1)

string	cmd = 'dasgoclient -limit=0 -query \'run dataset='+opts.data + (' instance='+opts.instance+'\'' if (opts.instance is not None) else '\'')

string	cmd2 = ' dasgoclient -limit=0 -query \'file run='+blob[0][0]+' dataset='+blob[0][1]+ (' instance='+blob[1]+'\'' if (blob[1] is not None) else '\'')

	CMSSW_dir

list	conditions = []

	config = BetterConfigParser()

string	config_txt = '\n\n' + CopyRights + '\n\n'

	ConfigFile = opts.inputconfig

string	CopyRights = '##################################\n'

	count = pool.map(getFilesForRun,zip(mytuple,instances))

	data = child.read()

string	dbName = "runInfo.pkl"

	default

string	desc = """This is a description of %prog."""

	dest

dictionary	dictionary = {}

list	doRunBased = []

	dump

	eosdir = os.path.join("/store/group/alca_trackeralign",USER,"test_out",t)

	err = child.close()

	extraCondVect = []

	file = open(template_cfg_file,'r')

	file_info = dict(zip(listOfRuns, count))

	fout = open(os.path.join(self.cfg_dir,self.outputCfgName),'w')

	gt = []

	hadd_script_file = os.path.join(scripts_dir,jobName[iConf]+"_"+opts.taskname+".sh")

string	harvest_conditions = '"' + " && ".join(["ended(" + jobId + ")" for jobId in batchJobIds]) + '"'

	help

	HOME = os.environ.get('HOME')
	check first there is a valid grid proxy More...

dictionary	infos = {}

	input_CMSSW_BASE = os.environ.get('CMSSW_BASE')

def	inputDict = as_dict(config)

list	inputFiles = []

list	instances = [opts.instance for entry in mytuple]

	intlumi

	isDA = []

	isMC = []

	job_id

	job_name = self.output_full_name

	job_number

	job_submit_file = os.path.join(path, "job_"+name+".submit")

string	job_submit_template

list	jobName = []
	Initialize all the variables. More...

	jsonDATA = json.load(myJSON)

string	lastJobCommand = "bsub -o harvester"+opts.taskname+".tmp -q 1nh -w "+harvest_conditions+" "+hadd_script_file

def	lastJobOutput = getCommandOutput(lastJobCommand)

	lfn_list

	lfn_with_quotes = map(lambda x: "\'"+x+"\'",lfn)

	lib_path = os.path.abspath(AnalysisStep_dir)

def	listOfRuns = out.decode().split("\n")

	listOfValidations = config.getResultingSection("validations")

	local_proxy = subprocess.check_output(["voms-proxy-info", "--path"]).strip()

	log_dir = os.path.join(self.the_dir,"log")

	LSF_dir

	lumilist = []

	lumiToCache = line.split(",")[-1].replace("\r", "")

	maxevents = []

	mergedFile = None

dictionary	myCachedLumi = {}

dictionary	mylist = {}

def	myLumiDB = getLuminosity(HOME,myRuns[0],myRuns[-1],doRunBased,opts.verbose)
	check that the list of runs is not empty More...

list	myRuns = []

list	mytuple = []

	nEvents = subprocess.check_output(["das_client", "--limit", "0", "--query", "summary run={} dataset={} \| grep summary.nevents".format(run, dataset)])

	now = datetime.datetime.now()

	od = collections.OrderedDict(sorted(file_info.items()))

	opts

	out

	OUTDIR

	output = subprocess.check_output([homedir+"/.local/bin/brilcalc", "lumi", "-b", "STABLE BEAMS","-u", "/pb", "--begin", str(minRun),"--end",str(maxRun),"--output-style","csv","-c","web"])

	output_BASH_name

	output_file_list1 = list()

	output_file_list2 = list()

	output_full_name

	output_LSF_name

	output_number_name

	outputCfgName

	outputList = out.decode().split('\n')

	p = Popen(cmd , shell=True, stdout=PIPE, stderr=PIPE)

def	params = self.extraCondVect[element].split(',')

	parser = OptionParser(description=desc,version='%prog version 0.1')

	pool = multiprocessing.Pool(processes=20)

	ptcut = []

	q = Popen(cmd2 , shell=True, stdout=PIPE, stderr=PIPE)

	refittertype = []

	run = runFromFilename(f)

	runboundary = []

dictionary	runInfo = {}

	runToCache = line.split(",")[0].split(":")[0]

	s = Popen(cmd , shell=True, stdout=PIPE, stderr=PIPE)

	scripts_dir = os.path.join(AnalysisStep_dir,"scripts")
	print "==========>",conditions More...

def	splitList = split(mylist,10)

list	srcFiles = []
	N.B. More...

	stderr

	stdout

string	submissionCommand = "condor_submit "+job_submit_file

def	submissionOutput = getCommandOutput(submissionCommand)

string	submitcommand1 = "chmod u+x " + os.path.join(self.LSF_dir,self.output_LSF_name)

string	t = ""

	template_cfg_file = os.path.join(self.the_dir,"PVValidation_T_cfg.py")

string	text

string	textToWrite = ''
	now for the extra conditions More...

	the_dir

	theBaseName = None

	theBashDir = None

def	theDataSet = dataset.split("/")[1]+"_"+(dataset.split("/")[2]).split("-")[0]

	thejobIndex = None

string	theLumi = '1'

int	totalJobs = 0

	tracktype = []

	ttrhtype = []

	USER = os.environ.get('USER')

	vertextype = []

Detailed Description

Script that submits CMS Tracker Alignment Primary Vertex Validation workflows,
usage:

submitPVValidationJobs.py -j TEST -D /HLTPhysics/Run2016C-TkAlMinBias-07Dec2018-v1/ALCARECO -i testPVValidation_Relvals_DATA.ini -r

Function Documentation

◆ del()

def submitPVValidationJobs.__del__ ( self )

Definition at line 417 of file submitPVValidationJobs.py.

References setEOSout().

417 def __del__(self):

submitPVValidationJobs.__del__

def __del__(self)

Definition: submitPVValidationJobs.py:417

◆ init()

def submitPVValidationJobs.__init__	(	self,
		dataset,
		job_number,
		job_id,
		job_name,
		isDA,
		isMC,
		applyBOWS,
		applyEXTRACOND,
		extraconditions,
		runboundary,
		lumilist,
		intlumi,
		maxevents,
		gt,
		allFromGT,
		alignmentDB,
		alignmentTAG,
		apeDB,
		apeTAG,
		bowDB,
		bowTAG,
		vertextype,
		tracktype,
		refittertype,
		ttrhtype,
		applyruncontrol,
		ptcut,
		CMSSW_dir,
		the_dir
	)

Definition at line 365 of file submitPVValidationJobs.py.

References split().

Referenced by Types._Untracked.__getattr__(), plotting._calculateRatios(), utils.ask_ok(), command_line.copy_global_tag(), models.generate(), EgammaHLTValidationUtils.getModuleNamesOfPath(), EgammaHLTValidationUtils.getModulesOfSequence(), Utilities.ignoreAllFiltersOnPath(), svgfig.load_stream(), circuitry.plotSequences(), SequenceTypes.TestModuleCommand.testInsertInto(), Mixins.testMixins.testLargeList(), Config.TestModuleCommand.testModifier(), Config.TestModuleCommand.testProcessExtend(), and SequenceTypes.TestModuleCommand.testVisitor().

365 def __init__(self,dataset, job_number, job_id, job_name, isDA, isMC, applyBOWS, applyEXTRACOND, extraconditions, runboundary, lumilist, intlumi, maxevents, gt, allFromGT, alignmentDB, alignmentTAG, apeDB, apeTAG, bowDB, bowTAG, vertextype, tracktype, refittertype, ttrhtype, applyruncontrol, ptcut, CMSSW_dir ,the_dir):

submitPVValidationJobs.__init__

def __init__(self, dataset, job_number, job_id, job_name, isDA, isMC, applyBOWS, applyEXTRACOND, extraconditions, runboundary, lumilist, intlumi, maxevents, gt, allFromGT, alignmentDB, alignmentTAG, apeDB, apeTAG, bowDB, bowTAG, vertextype, tracktype, refittertype, ttrhtype, applyruncontrol, ptcut, CMSSW_dir, the_dir)

Definition: submitPVValidationJobs.py:365

◆ as_dict()

def submitPVValidationJobs.as_dict ( config )

Definition at line 195 of file submitPVValidationJobs.py.

195 def as_dict(config):

submitPVValidationJobs.as_dict

def as_dict(config)

Definition: submitPVValidationJobs.py:195

◆ check_proxy()

def submitPVValidationJobs.check_proxy ( )

Definition at line 48 of file submitPVValidationJobs.py.

Referenced by forward_proxy(), and main().

48 def check_proxy():

submitPVValidationJobs.check_proxy

def check_proxy()

Definition: submitPVValidationJobs.py:48

◆ ConfigSectionMap()

def submitPVValidationJobs.ConfigSectionMap	(	config,
		section
	)

Definition at line 316 of file submitPVValidationJobs.py.

References mkdir_eos(), and print().

Referenced by submitPVValidationJobs.BetterConfigParser.getResultingSection().

 def ConfigSectionMap(config, section):
     the_dict = {}
     options = config.options(section)
     for option in options:
         try:
             the_dict[option] = config.get(section, option)
             if the_dict[option] == -1:
                 DebugPrint("skip: %s" % option)
         except:
             print("exception on %s!" % option)
             the_dict[option] = None
     return the_dict
 

◆ createTheBashFile()

def submitPVValidationJobs.createTheBashFile ( self )

Definition at line 546 of file submitPVValidationJobs.py.

References getOutputFileName().

546 def createTheBashFile(self):

submitPVValidationJobs.createTheBashFile

def createTheBashFile(self)

Definition: submitPVValidationJobs.py:546

◆ createTheCfgFile()

def submitPVValidationJobs.createTheCfgFile	(	self,
		lfn
	)

Definition at line 433 of file submitPVValidationJobs.py.

Referenced by getOutputBaseNameWithData().

433 def createTheCfgFile(self,lfn):

submitPVValidationJobs.createTheCfgFile

def createTheCfgFile(self, lfn)

Definition: submitPVValidationJobs.py:433

◆ createTheLSFFile()

def submitPVValidationJobs.createTheLSFFile ( self )

Definition at line 510 of file submitPVValidationJobs.py.

510 def createTheLSFFile(self):

submitPVValidationJobs.createTheLSFFile

def createTheLSFFile(self)

Definition: submitPVValidationJobs.py:510

◆ forward_proxy()

def submitPVValidationJobs.forward_proxy ( rundir )

Definition at line 61 of file submitPVValidationJobs.py.

References check_proxy(), and print().

Referenced by main().

61 def forward_proxy(rundir):

submitPVValidationJobs.forward_proxy

def forward_proxy(rundir)

Definition: submitPVValidationJobs.py:61

◆ getBatchjobId()

def submitPVValidationJobs.getBatchjobId ( self )

Definition at line 602 of file submitPVValidationJobs.py.

References main(), and split().

602 def getBatchjobId(self):

submitPVValidationJobs.getBatchjobId

def getBatchjobId(self)

Definition: submitPVValidationJobs.py:602

◆ getCommandOutput()

def submitPVValidationJobs.getCommandOutput ( command )

Definition at line 113 of file submitPVValidationJobs.py.

113 def getCommandOutput(command):

submitPVValidationJobs.getCommandOutput

def getCommandOutput(command)

Definition: submitPVValidationJobs.py:113

◆ getFilesForRun()

def submitPVValidationJobs.getFilesForRun ( blob )

Definition at line 127 of file submitPVValidationJobs.py.

127 def getFilesForRun(blob):

submitPVValidationJobs.getFilesForRun

def getFilesForRun(blob)

Definition: submitPVValidationJobs.py:127

◆ getLuminosity()

def submitPVValidationJobs.getLuminosity	(	homedir,
		minRun,
		maxRun,
		isRunBased,
		verbose
	)

Definition at line 145 of file submitPVValidationJobs.py.

145 def getLuminosity(homedir,minRun,maxRun,isRunBased,verbose):

submitPVValidationJobs.getLuminosity

def getLuminosity(homedir, minRun, maxRun, isRunBased, verbose)

Definition: submitPVValidationJobs.py:145

◆ getNEvents()

def submitPVValidationJobs.getNEvents	(	run,
		dataset
	)

Definition at line 139 of file submitPVValidationJobs.py.

139 def getNEvents(run, dataset):

submitPVValidationJobs.getNEvents

def getNEvents(run, dataset)

Definition: submitPVValidationJobs.py:139

◆ getOutputBaseName()

def submitPVValidationJobs.getOutputBaseName ( self )

Definition at line 425 of file submitPVValidationJobs.py.

References getOutputBaseNameWithData().

425 def getOutputBaseName(self):

submitPVValidationJobs.getOutputBaseName

def getOutputBaseName(self)

Definition: submitPVValidationJobs.py:425

◆ getOutputBaseNameWithData()

def submitPVValidationJobs.getOutputBaseNameWithData ( self )

Definition at line 429 of file submitPVValidationJobs.py.

References createTheCfgFile().

Referenced by getOutputBaseName().

429 def getOutputBaseNameWithData(self):

submitPVValidationJobs.getOutputBaseNameWithData

def getOutputBaseNameWithData(self)

Definition: submitPVValidationJobs.py:429

◆ getOutputFileName()

def submitPVValidationJobs.getOutputFileName ( self )

Definition at line 588 of file submitPVValidationJobs.py.

References submit().

Referenced by createTheBashFile().

588 def getOutputFileName(self):

submitPVValidationJobs.getOutputFileName

def getOutputFileName(self)

Definition: submitPVValidationJobs.py:588

◆ isInJSON()

def submitPVValidationJobs.isInJSON	(	run,
		jsonfile
	)

Definition at line 184 of file submitPVValidationJobs.py.

184 def isInJSON(run,jsonfile):

submitPVValidationJobs.isInJSON

def isInJSON(run, jsonfile)

Definition: submitPVValidationJobs.py:184

◆ main()

def submitPVValidationJobs.main ( )

Definition at line 607 of file submitPVValidationJobs.py.

References check_proxy(), forward_proxy(), and print().

Referenced by getBatchjobId().

607 def main():

submitPVValidationJobs.main

def main()

Definition: submitPVValidationJobs.py:607

◆ mkdir_eos()

def submitPVValidationJobs.mkdir_eos ( out_path )

method to create recursively directories on EOS #############

Definition at line 330 of file submitPVValidationJobs.py.

References print(), and split().

Referenced by ConfigSectionMap().

 def mkdir_eos(out_path):
     print("creating",out_path)
     newpath='/'
     for dir in out_path.split('/'):
         newpath=os.path.join(newpath,dir)
         # do not issue mkdir from very top of the tree
         if newpath.find('test_out') > 0:
             #getCommandOutput("eos mkdir"+newpath)
             command="/afs/cern.ch/project/eos/installation/cms/bin/eos.select mkdir "+newpath
             p = subprocess.Popen(command,shell=True, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
             (out, err) = p.communicate()
             #print(out,err)
             p.wait()
 
     # now check that the directory exists
     command2="/afs/cern.ch/project/eos/installation/cms/bin/eos.select ls "+out_path
     p = subprocess.Popen(command2,shell=True, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
     (out, err) = p.communicate()
     p.wait()
     if p.returncode !=0:
         print(out)
 

◆ setEOSout()

def submitPVValidationJobs.setEOSout	(	self,
		theEOSdir
	)

Definition at line 421 of file submitPVValidationJobs.py.

Referenced by __del__().

421 def setEOSout(self,theEOSdir):

submitPVValidationJobs.setEOSout

def setEOSout(self, theEOSdir)

Definition: submitPVValidationJobs.py:421

◆ split()

def submitPVValidationJobs.split	(	sequence,
		size
	)

Definition at line 352 of file submitPVValidationJobs.py.

References FastTimerService_cff.range.

Referenced by TH2PolyOfflineMaps.TH2PolyOfflineMaps.__AddNamedBins(), DMRplotter.DMRplotter.__defineObjects__(), DMRplotter.DMRplotter.__defineSingleObjects__(), cond2xml.CondXmlProcessor.__del__(), Mixins._TypedParameterizable.__findDefaultsFor(), alignment.Alignment.__getConditions(), dataset.Dataset.__getMagneticFieldForRun(), edmStreamStallGrapher.StallMonitorParser.__init__(), genericValidation.GenericValidationData.__init__(), __init__(), dataset.Dataset.__lumiSelectionSnippet(), GlobalTag.GlobalTag.__or__(), PhaseITreeProducer.ModuleLvlValuesReader.__TraverseDirTree(), TH2PolyOfflineMaps.TH2PolyOfflineMaps.__TraverseDirTree(), validation._copySubDir(), mps_alisetup.SetupAlignment._fetch_datasets(), mps_alisetup.SetupAlignment._fetch_external_datasets(), mps_alisetup.SetupAlignment._fetch_pede_settings(), electrons_cff._get_bitmapVIDForEle_docstring(), tkal_create_file_lists.FileListCreator._get_track_collection(), Types.InputTag._setValues(), Types.ESInputTag._setValues(), Types.LuminosityBlockRange._valueFromString(), Types.EventRange._valueFromString(), pfTools.adaptPVs(), mps_setup_new_align.add_campaign(), ConfigBuilder.ConfigBuilder.addOutput(), ConfigBuilder.ConfigBuilder.addSource(), Primary4DVertexValidation.analyze(), cmsswVersionTools.PickRelValInputFiles.apply(), data_sources.json_list.as_table(), FSQ::BaseHandler.BaseHandler(), autoAlca.buildList(), cmsHarvester.check_globaltag_exists(), SiPixelUtility.checkME(), GlobalTag.checkPrefix(), GlobalTag.GlobalTag.checkPrefix(), makeHippyCampaign.cmsenv(), recoTauConfTools.cmssw_version(), dqm_diff.collect_directory_filenames(), compareDQMOutput.compare(), edm::service::SiteLocalConfigService.computeStatisticsDestination(), CondDBESSource.CondDBESSource(), conditionUploadTest.DB.connect(), createPayload.copyToWorkflowdir(), htmlCreator.create(), pdfCreator.create(), geometryComparison.GeometryComparison.createConfiguration(), EgHLTOfflineClient.createLooseTightTrigEff(), TkModuleGroupSelector.createModuleGroups(), geometryComparison.GeometryComparison.createScript(), mkLumiAveragedPlots.decodeLine(), edm::releaseversion::DecomposedReleaseVersion.DecomposedReleaseVersion(), DMR.DMR(), TkMap_script_phase1.downloadnlineDQMhisto(), TkMap_script_phase1.downloadOfflineDQMhisto(), TkMap_script_phase1.downloadOfflinePCLhisto(), dataset.Dataset.dump_cff(), getInfo.dumpDate(), getInfo.dumpIDs(), getInfo.dumpInfo(), getInfo.dumpSNs(), MagFieldConfig.expandList(), fileCollector2.filecheck(), fileCollector.filecheck(), ConfigBuilder.filesFromDASQuery(), ConfigBuilder.filesFromList(), EmbeddingHepMCFilter.fill_cut(), EmbeddingHepMCFilter.fill_cuts(), CrabHelper.CrabHelper.fill_options_from_crab_config(), CondDBESSource.fillList(), edm::ModelFilter.filter(), egHLT::trigTools.filterInactiveTightLooseTriggers(), muon_json_2012.findFileInPath(), golden_json_2012.findFileInPath(), dcsonly_json_2012.findFileInPath(), golden_json_2015.findFileInPath(), cmsLHEtoEOSManager.findXrdDir(), relval_machine.fix_run(), dataset.Dataset.forcerunrange(), ExceptionHandling.format_typename(), getRunInfo.Func_FillInfoDBS(), getRunInfo.Func_FillInfoHlt(), getRunInfo.Func_FillInfoMagnetHistory(), getRunInfo.Func_FillInfoRunRegistry(), getRunInfo.Func_FillInfoRunSummary(), getRunInfo.Func_GetHtmlTags(), getRunInfo.Func_GetHtmlTagValue(), getRunInfo.Func_GetHtmlTagValueAttr(), svgfig.funcRtoC(), GCP(), pkg.AbstractPkg.generate(), util.rrapi.RRApi.get(), rrapi.RRApi.get(), condformats_serialization_generate.get_clang_version(), Mpslibclass.jobdatabase.get_class(), runTauIdMVA.TauIDEmbedder.get_cmssw_version_number(), cmssw_das_client.get_data(), cmssw_cycle_finder.get_include_packages(), python.rootplot.core.get_labels(), beamvalidation.get_lastIOVs(), beamvalidation.get_listoftags(), compareHistograms.get_node_name(), compareHistograms.get_output_filename(), python.rootplot.core.get_plotpath(), beamvalidation.get_plots(), beamvalidation.get_productionFiles(), compareHistograms.get_run_nr(), getBatchjobId(), python.Lumis.getByLabel(), python.Runs.getByLabel(), python.Events.getByLabel(), EDMtoMEConverter.getData(), createIOVlist.getFileInfo(), DeadROC_duringRun.getFileInPath(), PhaseITreeProducer.getFileInPath(), TH2PolyOfflineMaps.getFileInPath(), edmPickEvents.getFileNames(), EgHLTOfflineSource.getHLTFilterNamesUsed(), showPage.getIB(), compare_using_files.getInfoFromFilename(), production_tasks.MonitorJobs.getjobid(), BeamSpotWorkflow.getListOfFilesToProcess(), BeamSpotWorkflow.getListOfRunsAndLumiFromDBS(), mkLumiAveragedPlots.getLumiPerRun(), BeamSpotWorkflow.getNumberOfFilesToProcessForRun(), HGCalTriggerGeometryV9Imp3.getOrderedTriggerCellsFromModule(), getProcessNameFromBranch(), genericValidation.GenericValidationData_CTSR.getRepMap(), betterConfigParser.BetterConfigParser.getResultingSection(), submitPVValidationJobs.BetterConfigParser.getResultingSection(), HGCalTriggerGeometryV9Imp3.getScintillatoriEtaiPhi(), genericValidation.ValidationWithPlotsSummary.getsummaryitems(), HGCalTriggerGeometryV9Imp3.getTriggerCellsFromModule(), checkPayloads.getUploadedIOVs(), cms::DDFilteredView.getValuesNS(), SpecificationBuilder_cfi.Specification.groupBy(), edmPickEvents.guessEmail(), esMonitoring.AsyncLineReaderMixin.handle_read(), pat::TriggerObjectStandAlone.hasAnyName(), dataformats.importDF(), dataformats.indent(), QGLikelihoodCalculator.QGLikelihoodCalculator.init(), edm::InputFileCatalog.init(), edm::FileLocator.init_trivialCatalog(), egHLT::MonElemFuncs.initTightLooseDiObjTrigHistsTrigCuts(), egHLT::MonElemFuncs.initTightLooseTrigHists(), egHLT::MonElemFuncs.initTightLooseTrigHistsTrigCuts(), cmsswSequenceInfo.inspectworkflows(), JetHT.JetHT(), TkAlMap.TkAlMap.load_geometry(), GenObject.GenObject.loadConfigFile(), l1t::L1TGlobalUtil.loadPrescalesAndMasks(), CommonMethods.ls(), buildHistoTypes.main(), uploader.main(), uploadPayloads.main(), splitter.main(), o2oRun_SiStripDCS.main(), SiStripDCSPopCon.main(), o2oRun_SiStripDAQ.main(), checkRuns.main(), SiStripDAQPopCon.main(), cmsswFiletrace.main(), python.rootplot.tree2hists.main(), photons_cff.make_bitmapVID_docstring(), directories2html.make_twiki_table(), cms::DDFilteredView.match(), mergeLHE.DefaultLHEMerger.merge_init_blocks(), cms::DDFilteredView.mergedSpecifics(), mkdir_eos(), python.diffProv.difference.module_diff(), production_tasks.MonitorJobs.monitor(), ValidationMatrix.name2globaltag(), ValidationMatrix.name2run(), ValidationMatrix.name2runskim(), querying.new_connection_dictionary(), python.rootplot.rootmath.operator_func(), TreeCrawler.packageNameFromFilename(), SpecificationBuilder_cfi.parent(), edm::service::SiteLocalConfigService.parse(), iniparser.ConfigData.parseConfig(), lumi::NormDML.parseLumiCorrector(), convertParamsToOnlineFormat.parseOfflineLUTfile(), HipPyOptionParser.HipPyOptionParser.parseOptions(), Page1Parser.Page1Parser.ParseTrigModePage(), pickleFileParser.pathToList(), pfnInPath.pfnInPath(), DTTPGParamsWriter.pharseLine(), python.rootplot.core.prep_first_draw(), MatrixInjector.MatrixInjector.prepare(), MatrixReader.MatrixReader.prepare(), ConfigBuilder.ConfigBuilder.prepare_VALIDATION(), VIDSelectorValidator.VIDSelectorValidator.processEvents(), PV.PV(), TkAlMap.read_TPLfile(), TkAlMapDesign_phase0_cfg.read_TPLfile(), TkAlMapDesign_phase1_cfg.read_TPLfile(), PhaseITreeProducer.ModuleLvlValuesReader.ReadHistograms(), TH2PolyOfflineMaps.TH2PolyOfflineMaps.ReadHistograms(), crabFunctions.CrabTask.readLogArch(), pickleFileParser.readPicFiles(), MP7FileReader.readRows(), heavyIonJetSetup.removeJECsForMC(), heavyIonJetSetup.removeL1FastJetJECs(), dqmservices::DQMFileIterator.reset(), edm::ProductSelectorRules::Rule.Rule(), cmsDriver.run(), runall.testit.run(), hippyaddtobaddatafiles.runcfg(), SiStripDCSPopCon.runjob(), SiStripDAQPopCon.runjob(), dataformats.search(), duplicateReflexLibrarySearch.searchDuplicatePlugins(), MP7FileReader.searchLinks(), BeamSpotWorkflow.selectFilesToProcess(), helper.set_pede_option(), PFBlockAlgo.setLinkers(), gen::Pythia6Service.setSLHAFromHeader(), JDrawer.SetSplitRatio(), upgradeWorkflowComponents.UpgradeWorkflowPremixProdLike.setup_(), upgradeWorkflowComponents.UpgradeWorkflow_DDDDB.setup_(), DTCalibrationWorker.DTCalibrationWorker.setup_crab_env(), jetTools.setupJetCorrections(), upgradeWorkflowComponents.UpgradeWorkflowPremix.setupPU_(), MatrixReader.MatrixReader.showRaw(), SiStripDigitizerAlgorithm.SiStripDigitizerAlgorithm(), DAClusterizerInZ.split(), DAClusterizerInZ_vect.split(), DAClusterizerInZT_vect.split(), deepMETProducer_cff.split_model_path(), split_path(), EgHLTOfflineSummaryClient.splitStringsToPairs_(), SplitV.SplitV(), pfTools.switchToPFJets(), TkModuleGroupSelector.testSplitOption(), Config.TestModuleCommand.testSubProcess(), CommonMethods.timeoutManager(), cms::DDFilteredView.toNodeNames(), coreTools.RunOnData.toolCode(), coreTools.RemoveMCMatching.toolCode(), jetTools.AddJetCollection.toolCode(), jetTools.UpdateJetCollection.toolCode(), svgfig.totrans(), CastorShowerLibraryMaker.update(), esMonitoring.ElasticReport.update_ps_status(), plottingOptions.PlottingOptionsTrackSplitting.validsubdets(), VariablePlotter.VariablePlotter(), VarRangeCut< ObjType >.VarRangeCut(), DAClusterizerInZ.vertices(), DAClusterizerInZ_vect.vertices(), DAClusterizerInZT_vect.vertices(), mps_fire.write_HTCondor_submit_file_mille(), and mps_fire.write_HTCondor_submit_file_pede().

352 def split(sequence, size):

submitPVValidationJobs.split

def split(sequence, size)

Definition: submitPVValidationJobs.py:352

◆ submit()

def submitPVValidationJobs.submit ( self )

Definition at line 592 of file submitPVValidationJobs.py.

References print().

Referenced by getOutputFileName(), and CrabHelper.CrabHelper.submit_crab_task().

592 def submit(self):

submitPVValidationJobs.submit

def submit(self)

Definition: submitPVValidationJobs.py:592

◆ to_bool()

def submitPVValidationJobs.to_bool ( value )

Definition at line 206 of file submitPVValidationJobs.py.

References str, and updateDB2().

206 def to_bool(value):

submitPVValidationJobs.to_bool

def to_bool(value)

Definition: submitPVValidationJobs.py:206

◆ updateDB()

def submitPVValidationJobs.updateDB	(	run,
		runInfo
	)

Definition at line 237 of file submitPVValidationJobs.py.

237 def updateDB(run,runInfo):

submitPVValidationJobs.updateDB

def updateDB(run, runInfo)

Definition: submitPVValidationJobs.py:237

◆ updateDB2()

def submitPVValidationJobs.updateDB2 ( )

Definition at line 218 of file submitPVValidationJobs.py.

Referenced by to_bool().

218 def updateDB2():

submitPVValidationJobs.updateDB2

def updateDB2()

Definition: submitPVValidationJobs.py:218

◆ write_HTCondor_submit_file()

def submitPVValidationJobs.write_HTCondor_submit_file	(	path,
		name,
		nruns,
		proxy_path = `None`
	)

Definition at line 76 of file submitPVValidationJobs.py.

76 def write_HTCondor_submit_file(path, name, nruns, proxy_path=None):

submitPVValidationJobs.write_HTCondor_submit_file

def write_HTCondor_submit_file(path, name, nruns, proxy_path=None)

Definition: submitPVValidationJobs.py:76

Variable Documentation

◆ author

string submitPVValidationJobs.__author__ = 'Marco Musich'

private

Definition at line 12 of file submitPVValidationJobs.py.

◆ copyright

private

Definition at line 13 of file submitPVValidationJobs.py.

◆ credits

list submitPVValidationJobs.__credits__ = ['Ernesto Migliore', 'Salvatore Di Guida']

private

Definition at line 14 of file submitPVValidationJobs.py.

◆ email

string submitPVValidationJobs.__email__ = 'marco.musich@cern.ch'

private

Definition at line 17 of file submitPVValidationJobs.py.

◆ license

string submitPVValidationJobs.__license__ = 'Unknown'

private

Definition at line 15 of file submitPVValidationJobs.py.

◆ maintainer

string submitPVValidationJobs.__maintainer__ = 'Marco Musich'

private

Definition at line 16 of file submitPVValidationJobs.py.

◆ version

int submitPVValidationJobs.__version__ = 1

private

Definition at line 18 of file submitPVValidationJobs.py.

◆ action

submitPVValidationJobs.action

Definition at line 634 of file submitPVValidationJobs.py.

◆ aJob

submitPVValidationJobs.aJob

Initial value:

 =  Job(opts.data,
                        jobN,
                        thejobIndex,
                        jobName[iConf],isDA[iConf],isMC[iConf],
                        applyBOWS[iConf],applyEXTRACOND[iConf],conditions[iConf],
                        myRuns[jobN], lumilist[iConf], theLumi, maxevents[iConf],
                        gt[iConf],allFromGT[iConf],
                        alignmentDB[iConf], alignmentTAG[iConf],
                        apeDB[iConf], apeTAG[iConf],
                        bowDB[iConf], bowTAG[iConf],
                        vertextype[iConf], tracktype[iConf],
                        refittertype[iConf], ttrhtype[iConf],
                        applyruncontrol[iConf],
                        ptcut[iConf],input_CMSSW_BASE,AnalysisStep_dir)

Definition at line 1045 of file submitPVValidationJobs.py.

◆ alignmentDB

list submitPVValidationJobs.alignmentDB = []

Definition at line 387 of file submitPVValidationJobs.py.

◆ alignmentTAG

list submitPVValidationJobs.alignmentTAG = []

Definition at line 388 of file submitPVValidationJobs.py.

◆ allFromGT

list submitPVValidationJobs.allFromGT = []

Definition at line 386 of file submitPVValidationJobs.py.

◆ AnalysisStep_dir

submitPVValidationJobs.AnalysisStep_dir = os.path.join(input_CMSSW_BASE,"src/Alignment/OfflineValidation/test")

Definition at line 625 of file submitPVValidationJobs.py.

◆ apeDB

list submitPVValidationJobs.apeDB = []

Definition at line 389 of file submitPVValidationJobs.py.

◆ apeTAG

list submitPVValidationJobs.apeTAG = []

Definition at line 390 of file submitPVValidationJobs.py.

◆ applyBOWS

list submitPVValidationJobs.applyBOWS = []

Definition at line 378 of file submitPVValidationJobs.py.

◆ applyEXTRACOND

list submitPVValidationJobs.applyEXTRACOND = []

Definition at line 379 of file submitPVValidationJobs.py.

◆ applyruncontrol

list submitPVValidationJobs.applyruncontrol = []

Definition at line 397 of file submitPVValidationJobs.py.

◆ args

submitPVValidationJobs.args

Definition at line 644 of file submitPVValidationJobs.py.

◆ BASH_dir

submitPVValidationJobs.BASH_dir

Definition at line 411 of file submitPVValidationJobs.py.

◆ batch_job_id

submitPVValidationJobs.batch_job_id

Definition at line 373 of file submitPVValidationJobs.py.

◆ batchJobIds

list submitPVValidationJobs.batchJobIds = []

declare here the list of jobs that should be waited for

Definition at line 983 of file submitPVValidationJobs.py.

◆ bowDB

list submitPVValidationJobs.bowDB = []

Definition at line 391 of file submitPVValidationJobs.py.

◆ bowTAG

list submitPVValidationJobs.bowTAG = []

Definition at line 392 of file submitPVValidationJobs.py.

◆ cfg_dir

submitPVValidationJobs.cfg_dir

Definition at line 406 of file submitPVValidationJobs.py.

◆ child

submitPVValidationJobs.child = os.popen(command)

This function executes `command` and returns it output.
Arguments:
- `command`: Shell command to be invoked by this function.

Definition at line 119 of file submitPVValidationJobs.py.

◆ child1

submitPVValidationJobs.child1 = os.system(submitcommand1)

Definition at line 597 of file submitPVValidationJobs.py.

Referenced by DDEcalPreshowerAlgoTB.doSens(), DDTOBRodAlgo.execute(), alpgen.fixEventHiggsTTbar(), alpgen.fixEventSingleTop(), and alpgen.fixEventTTbar().

◆ cmd

string submitPVValidationJobs.cmd = 'dasgoclient -limit=0 -query \'run dataset='+opts.data + (' instance='+opts.instance+'\'' if (opts.instance is not None) else '\'')

Definition at line 833 of file submitPVValidationJobs.py.

◆ cmd2

string submitPVValidationJobs.cmd2 = ' dasgoclient -limit=0 -query \'file run='+blob[0][0]+' dataset='+blob[0][1]+ (' instance='+blob[1]+'\'' if (blob[1] is not None) else '\'')

Definition at line 129 of file submitPVValidationJobs.py.

◆ CMSSW_dir

submitPVValidationJobs.CMSSW_dir

Definition at line 401 of file submitPVValidationJobs.py.

◆ conditions

list submitPVValidationJobs.conditions = []

Definition at line 681 of file submitPVValidationJobs.py.

Referenced by HBHERecHitProducerGPU.acquire(), EcalRawToDigiGPU.acquire(), HcalRawToDigiGPU.acquire(), EcalRecHitProducerGPU.acquire(), hcaldqm::utilities.adc2fCDBMinusPedestal(), edm::DataMixingHcalDigiWorker.addHcalPileups(), edm::DataMixingHcalDigiWorker.addHcalSignals(), CompareToObjectMapRecord.analyze(), WriteL1TriggerObjectsTxt.analyze(), CastorMonitorModule.analyze(), HcalHBHEMuonAnalyzer.analyze(), CastorPedestalsAnalysis.analyze(), hcaldqm::utilities.aveTSDB(), HcalPulseContainmentManager.beginRun(), HcalPulseShapes.beginRun(), HcalDataFrameFilter_impl.energySum< QIE11DataFrame >(), reco::HcalNoiseInfoProducer.filldigis(), HcalHBHEMuonAnalyzer.gainFactor(), HcalHBHEMuonHighEtaAnalyzer.gainFactor(), AlCaHcalHBHEMuonProducer.gainFactor(), HcalLutManager.getCompressionLutXmlFromCoder(), L1GtVhdlWriterCore.getDefValsFromTriggerMenu(), CastorTTRecord.getEnergy_fC(), HcalLutManager.getHEFineGrainLUTs(), HcalLutManager.getMasks(), HcalLutManager.HcalLutManager(), HcalLutManager.init(), HcalTBDigiProducer.initializeEvent(), CastorDigiProducer.initializeEvent(), HcalDigitizer.initializeEvent(), hcaldqm::utilities.loadADC2fCDB(), HcalSimpleReconstructor.process(), L1GtVhdlWriterCore.processAlgorithmMap(), HcalRealisticZS.produce(), CastorSimpleReconstructor.produce(), EcalUncalibRecHitProducerGPU.produce(), ZdcSimpleReconstructor.produce(), RecHitCorrector.produce(), ZdcHitReconstructor.produce(), HcalHitReconstructor.produce(), HFPhase1Reconstructor.produce(), pat::PATTriggerProducer.produce(), AlCaHcalHBHEMuonProducer.produce(), HBHEPhase1Reconstructor.produce(), edm::DataMixingHcalDigiWorker.putHcal(), HcalTriggerPrimitiveAlgo.run(), HcalDataFrameFilter.setConditions(), hcaldqm::utilities.sumQDB(), and HcaluLUTTPGCoder.update().

◆ config

submitPVValidationJobs.config = BetterConfigParser()

Definition at line 700 of file submitPVValidationJobs.py.

◆ config_txt

string submitPVValidationJobs.config_txt = '\n\n' + CopyRights + '\n\n'

Definition at line 449 of file submitPVValidationJobs.py.

◆ ConfigFile

submitPVValidationJobs.ConfigFile = opts.inputconfig

Definition at line 693 of file submitPVValidationJobs.py.

◆ CopyRights

string submitPVValidationJobs.CopyRights = '##################################\n'

Definition at line 41 of file submitPVValidationJobs.py.

◆ count

submitPVValidationJobs.count = pool.map(getFilesForRun,zip(mytuple,instances))

Definition at line 864 of file submitPVValidationJobs.py.

◆ data

submitPVValidationJobs.data = child.read()

Definition at line 120 of file submitPVValidationJobs.py.

◆ dbName

string submitPVValidationJobs.dbName = "runInfo.pkl"

Definition at line 220 of file submitPVValidationJobs.py.

◆ default

submitPVValidationJobs.default

Definition at line 634 of file submitPVValidationJobs.py.

◆ desc

string submitPVValidationJobs.desc = """This is a description of %prog."""

Definition at line 632 of file submitPVValidationJobs.py.

◆ dest

submitPVValidationJobs.dest

Definition at line 634 of file submitPVValidationJobs.py.

◆ dictionary

dictionary submitPVValidationJobs.dictionary = {}

Definition at line 197 of file submitPVValidationJobs.py.

◆ doRunBased

list submitPVValidationJobs.doRunBased = []

Definition at line 667 of file submitPVValidationJobs.py.

◆ dump

submitPVValidationJobs.dump

Definition at line 55 of file submitPVValidationJobs.py.

◆ eosdir

submitPVValidationJobs.eosdir = os.path.join("/store/group/alca_trackeralign",USER,"test_out",t)

Definition at line 655 of file submitPVValidationJobs.py.

◆ err

submitPVValidationJobs.err = child.close()

Definition at line 121 of file submitPVValidationJobs.py.

◆ extraCondVect

list submitPVValidationJobs.extraCondVect = []

Definition at line 380 of file submitPVValidationJobs.py.

◆ file

submitPVValidationJobs.file = open(template_cfg_file,'r')

Definition at line 447 of file submitPVValidationJobs.py.

◆ file_info

submitPVValidationJobs.file_info = dict(zip(listOfRuns, count))

Definition at line 865 of file submitPVValidationJobs.py.

◆ fout

submitPVValidationJobs.fout = open(os.path.join(self.cfg_dir,self.outputCfgName),'w')

Definition at line 444 of file submitPVValidationJobs.py.

◆ gt

list submitPVValidationJobs.gt = []

Definition at line 385 of file submitPVValidationJobs.py.

Referenced by MultipleAlgoIterator.calculatePedestal(), ReflectedIterator.calculatePedestal(), PileUpSubtractor.calculatePedestal(), HiPuRhoProducer.calculatePedestal(), BestTrackSelection.cancel_one_bx(), TrackWithHistory.checkAtEnd(), TrackWithHistory.extractGenID(), CmsShowMain.fileChangedSlot(), mergeTrackHelper(), CaloGeometryDBEP< T, U >.produceAligned(), CaloHitResponse.setIgnoreGeantTime(), and HiPuRhoProducer.setupGeometryMap().

◆ hadd_script_file

submitPVValidationJobs.hadd_script_file = os.path.join(scripts_dir,jobName[iConf]+"_"+opts.taskname+".sh")

Definition at line 929 of file submitPVValidationJobs.py.

◆ harvest_conditions

string submitPVValidationJobs.harvest_conditions = '"' + " && ".join(["ended(" + jobId + ")" for jobId in batchJobIds]) + '"'

Definition at line 1098 of file submitPVValidationJobs.py.

◆ help

submitPVValidationJobs.help

Definition at line 634 of file submitPVValidationJobs.py.

◆ HOME

submitPVValidationJobs.HOME = os.environ.get('HOME')

check first there is a valid grid proxy

Definition at line 621 of file submitPVValidationJobs.py.

◆ infos

dictionary submitPVValidationJobs.infos = {}

Definition at line 221 of file submitPVValidationJobs.py.

Referenced by edmplugin::PluginCapabilities.available(), FWLiteJobMetadataManager.doUpdate(), FWFFMetadataManager.doUpdate(), EcalUncalibRecHitProducer.fillDescriptions(), AcceptJet.operator()(), HBHEPhase1Reconstructor.processData(), HBHEPhase1Reconstructor.produce(), and AcceptJet.ratio().

◆ input_CMSSW_BASE

submitPVValidationJobs.input_CMSSW_BASE = os.environ.get('CMSSW_BASE')

Definition at line 624 of file submitPVValidationJobs.py.

◆ inputDict

def submitPVValidationJobs.inputDict = as_dict(config)

Definition at line 704 of file submitPVValidationJobs.py.

◆ inputFiles

list submitPVValidationJobs.inputFiles = []

Definition at line 936 of file submitPVValidationJobs.py.

◆ instances

list submitPVValidationJobs.instances = [opts.instance for entry in mytuple]

Definition at line 862 of file submitPVValidationJobs.py.

Referenced by L1MuGMTLUT.Init(), L1MuGMTLUT.L1MuGMTLUT(), and lhef::XMLDocument::XercesPlatform.~XercesPlatform().

◆ intlumi

submitPVValidationJobs.intlumi

Definition at line 383 of file submitPVValidationJobs.py.

Referenced by HcalHardcodeParameters.darkCurrent(), HBHEDarkening.degradation(), HBHEDarkening.degradationYear(), HcalSiPMRadiationDamage.getDarkCurrent(), HBHEDarkening.getYearForLumi(), HFDarkening.int_lumi(), HcalDbHardcode.makeHardcodeSiPMParameter(), HcalDbHardcode.makePedestal(), and HcalDbHardcode.makePedestalWidth().

◆ isDA

list submitPVValidationJobs.isDA = []

Definition at line 376 of file submitPVValidationJobs.py.

◆ isMC

list submitPVValidationJobs.isMC = []

Definition at line 377 of file submitPVValidationJobs.py.

◆ job_id

submitPVValidationJobs.job_id

Definition at line 372 of file submitPVValidationJobs.py.

◆ job_name

submitPVValidationJobs.job_name = self.output_full_name

Definition at line 374 of file submitPVValidationJobs.py.

◆ job_number

submitPVValidationJobs.job_number

Definition at line 371 of file submitPVValidationJobs.py.

◆ job_submit_file

def submitPVValidationJobs.job_submit_file = os.path.join(path, "job_"+name+".submit")

\
+x509userproxy        = "{proxy:s}"

Definition at line 101 of file submitPVValidationJobs.py.

◆ job_submit_template

string submitPVValidationJobs.job_submit_template

Initial value:

 = """\
 universe              = vanilla
 requirements          = (OpSysAndVer =?= "CentOS7")
 executable            = {script:s}
 output                = {jobm:s}/{out:s}.out
 error                 = {jobm:s}/{out:s}.err
 log                   = {jobm:s}/{out:s}.log
 transfer_output_files = ""
 +JobFlavour           = "{flavour:s}"
 queue {njobs:s}
 """

Writes 'job.submit' file in `path`.
Arguments:
- `path`: job directory
- `script`: script to be executed
- `proxy_path`: path to proxy (only used in case of requested proxy forward)

Definition at line 85 of file submitPVValidationJobs.py.

◆ jobName

list submitPVValidationJobs.jobName = []

Initialize all the variables.

in case there exists a specification for the refitter

Definition at line 664 of file submitPVValidationJobs.py.

Referenced by cond::persistency::O2O_RUN::Table.insert().

◆ jsonDATA

submitPVValidationJobs.jsonDATA = json.load(myJSON)

Definition at line 188 of file submitPVValidationJobs.py.

◆ lastJobCommand

string submitPVValidationJobs.lastJobCommand = "bsub -o harvester"+opts.taskname+".tmp -q 1nh -w "+harvest_conditions+" "+hadd_script_file

Definition at line 1100 of file submitPVValidationJobs.py.

◆ lastJobOutput

def submitPVValidationJobs.lastJobOutput = getCommandOutput(lastJobCommand)

Definition at line 1103 of file submitPVValidationJobs.py.

◆ lfn_list

submitPVValidationJobs.lfn_list

Definition at line 415 of file submitPVValidationJobs.py.

◆ lfn_with_quotes

submitPVValidationJobs.lfn_with_quotes = map(lambda x: "\'"+x+"\'",lfn)

Definition at line 474 of file submitPVValidationJobs.py.

◆ lib_path

submitPVValidationJobs.lib_path = os.path.abspath(AnalysisStep_dir)

Definition at line 626 of file submitPVValidationJobs.py.

◆ listOfRuns

def submitPVValidationJobs.listOfRuns = out.decode().split("\n")

Definition at line 837 of file submitPVValidationJobs.py.

◆ listOfValidations

submitPVValidationJobs.listOfValidations = config.getResultingSection("validations")

Definition at line 717 of file submitPVValidationJobs.py.

◆ local_proxy

submitPVValidationJobs.local_proxy = subprocess.check_output(["voms-proxy-info", "--path"]).strip()

Forward proxy to location visible from the batch system.
Arguments:
- `rundir`: directory for storing the forwarded proxy

Definition at line 72 of file submitPVValidationJobs.py.

◆ log_dir

submitPVValidationJobs.log_dir = os.path.join(self.the_dir,"log")

Definition at line 523 of file submitPVValidationJobs.py.

◆ LSF_dir

submitPVValidationJobs.LSF_dir

Definition at line 410 of file submitPVValidationJobs.py.

◆ lumilist

list submitPVValidationJobs.lumilist = []

Definition at line 382 of file submitPVValidationJobs.py.

◆ lumiToCache

submitPVValidationJobs.lumiToCache = line.split(",")[-1].replace("\r", "")

Definition at line 174 of file submitPVValidationJobs.py.

◆ maxevents

list submitPVValidationJobs.maxevents = []

Definition at line 384 of file submitPVValidationJobs.py.

◆ mergedFile

string submitPVValidationJobs.mergedFile = None

Definition at line 984 of file submitPVValidationJobs.py.

◆ myCachedLumi

dictionary submitPVValidationJobs.myCachedLumi = {}

Expects something like
+-------+------+--------+--------+-------------------+------------------+
| nfill | nrun | nls    | ncms   | totdelivered(/fb) | totrecorded(/fb) |
+-------+------+--------+--------+-------------------+------------------+
| 73    | 327  | 142418 | 138935 | 19.562            | 18.036           |
+-------+------+--------+--------+-------------------+------------------+
And extracts the total recorded luminosity (/b).

Definition at line 155 of file submitPVValidationJobs.py.

◆ mylist

def submitPVValidationJobs.mylist = {}

Definition at line 828 of file submitPVValidationJobs.py.

◆ myLumiDB

def submitPVValidationJobs.myLumiDB = getLuminosity(HOME,myRuns[0],myRuns[-1],doRunBased,opts.verbose)

check that the list of runs is not empty

Definition at line 914 of file submitPVValidationJobs.py.

◆ myRuns

list submitPVValidationJobs.myRuns = []

Definition at line 827 of file submitPVValidationJobs.py.

◆ mytuple

list submitPVValidationJobs.mytuple = []

Definition at line 842 of file submitPVValidationJobs.py.

◆ nEvents

submitPVValidationJobs.nEvents = subprocess.check_output(["das_client", "--limit", "0", "--query", "summary run={} dataset={} | grep summary.nevents".format(run, dataset)])

Definition at line 141 of file submitPVValidationJobs.py.

◆ now

submitPVValidationJobs.now = datetime.datetime.now()

Definition at line 646 of file submitPVValidationJobs.py.

◆ od

submitPVValidationJobs.od = collections.OrderedDict(sorted(file_info.items()))

Definition at line 898 of file submitPVValidationJobs.py.

Referenced by CaloDirectionOperations.oppositeDirection(), tkMSParameterization.packLID(), and EcalCondDBInterface.updateRunConfig().

◆ opts

submitPVValidationJobs.opts

Definition at line 644 of file submitPVValidationJobs.py.

◆ out

submitPVValidationJobs.out

Definition at line 132 of file submitPVValidationJobs.py.

◆ OUTDIR

submitPVValidationJobs.OUTDIR

Definition at line 423 of file submitPVValidationJobs.py.

◆ output

submitPVValidationJobs.output = subprocess.check_output([homedir+"/.local/bin/brilcalc", "lumi", "-b", "STABLE BEAMS","-u", "/pb", "--begin", str(minRun),"--end",str(maxRun),"--output-style","csv","-c","web"])

Definition at line 162 of file submitPVValidationJobs.py.

◆ output_BASH_name

submitPVValidationJobs.output_BASH_name

Definition at line 413 of file submitPVValidationJobs.py.

◆ output_file_list1

submitPVValidationJobs.output_file_list1 = list()

Definition at line 932 of file submitPVValidationJobs.py.

◆ output_file_list2

submitPVValidationJobs.output_file_list2 = list()

Definition at line 933 of file submitPVValidationJobs.py.

◆ output_full_name

submitPVValidationJobs.output_full_name

Definition at line 403 of file submitPVValidationJobs.py.

◆ output_LSF_name

submitPVValidationJobs.output_LSF_name

Definition at line 412 of file submitPVValidationJobs.py.

◆ output_number_name

submitPVValidationJobs.output_number_name

Definition at line 404 of file submitPVValidationJobs.py.

◆ outputCfgName

submitPVValidationJobs.outputCfgName

Definition at line 407 of file submitPVValidationJobs.py.

◆ outputList

submitPVValidationJobs.outputList = out.decode().split('\n')

Definition at line 134 of file submitPVValidationJobs.py.

◆ p

submitPVValidationJobs.p = Popen(cmd , shell=True, stdout=PIPE, stderr=PIPE)

Definition at line 834 of file submitPVValidationJobs.py.

◆ params

def submitPVValidationJobs.params = self.extraCondVect[element].split(',')

Definition at line 482 of file submitPVValidationJobs.py.

◆ parser

submitPVValidationJobs.parser = OptionParser(description=desc,version='%prog version 0.1')

Definition at line 633 of file submitPVValidationJobs.py.

◆ pool

submitPVValidationJobs.pool = multiprocessing.Pool(processes=20)

Definition at line 863 of file submitPVValidationJobs.py.

◆ ptcut

list submitPVValidationJobs.ptcut = []

Definition at line 398 of file submitPVValidationJobs.py.

Referenced by DTTrigTest.analyze(), and gpuPixelDoublets.for().

◆ q

submitPVValidationJobs.q = Popen(cmd2 , shell=True, stdout=PIPE, stderr=PIPE)

Definition at line 131 of file submitPVValidationJobs.py.

◆ refittertype

list submitPVValidationJobs.refittertype = []

Definition at line 395 of file submitPVValidationJobs.py.

◆ run

submitPVValidationJobs.run = runFromFilename(f)

Definition at line 227 of file submitPVValidationJobs.py.

◆ runboundary

list submitPVValidationJobs.runboundary = []

Definition at line 381 of file submitPVValidationJobs.py.

◆ runInfo

dictionary submitPVValidationJobs.runInfo = {}

Definition at line 1020 of file submitPVValidationJobs.py.

Referenced by SiStripQuality.add(), RunInfoUpdate.appendNewRun(), hcaldqm::DQHarvester.beginRun(), hcaldqm::DQClient.beginRun(), AlpgenSource.beginRun(), ExternalLHEProducer.beginRunProduce(), EmbeddingLHEProducer.beginRunProduce(), hcaldqm::DQTask.bookHistograms(), CmsShowMainFrame.CmsShowMainFrame(), MillePedeAlignmentAlgorithm.endRun(), cond::payloadInspector::TimeHistoryPlot< PayloadType, std::pair< double, double > >.fill(), SiStripBFieldFilter.filter(), ExternalLHEProducer.generateRunInfo(), PrimaryVertexValidation.getRunTime(), SplitVertexResolution.getRunTime(), RunInfoUpdate.import(), gen::JetMatchingMadgraph.init(), gen::JetMatchingAlpgen.init(), JetMatchingHook.init(), gen::JetMatchingMGFastJet.init(), PrimaryVertexValidation.isBFieldConsistentWithMode(), SiStripGainFromCalibTree.isBFieldConsistentWithMode(), edm::LHEProvenanceHelper.lheAugment(), LHERunInfoProduct::const_iterator.next(), LHAupLesHouches.setEvent(), and LHAupLesHouches.setInit().

◆ runToCache

submitPVValidationJobs.runToCache = line.split(",")[0].split(":")[0]

Definition at line 173 of file submitPVValidationJobs.py.

◆ s

submitPVValidationJobs.s = Popen(cmd , shell=True, stdout=PIPE, stderr=PIPE)

Definition at line 942 of file submitPVValidationJobs.py.

◆ scripts_dir

submitPVValidationJobs.scripts_dir = os.path.join(AnalysisStep_dir,"scripts")

print "==========>",conditions

Definition at line 926 of file submitPVValidationJobs.py.

◆ splitList

def submitPVValidationJobs.splitList = split(mylist,10)

Definition at line 948 of file submitPVValidationJobs.py.

Referenced by DTHVStatusHandler.getChannelSplit().

◆ srcFiles

list submitPVValidationJobs.srcFiles = []

N.B.

: this is dediced here once and for all

Definition at line 630 of file submitPVValidationJobs.py.

◆ stderr

submitPVValidationJobs.stderr

Definition at line 55 of file submitPVValidationJobs.py.

◆ stdout

submitPVValidationJobs.stdout

Check if GRID proxy has been initialized.

Definition at line 55 of file submitPVValidationJobs.py.

◆ submissionCommand

string submitPVValidationJobs.submissionCommand = "condor_submit "+job_submit_file

Definition at line 1077 of file submitPVValidationJobs.py.

◆ submissionOutput

def submitPVValidationJobs.submissionOutput = getCommandOutput(submissionCommand)

Definition at line 1078 of file submitPVValidationJobs.py.

◆ submitcommand1

string submitPVValidationJobs.submitcommand1 = "chmod u+x " + os.path.join(self.LSF_dir,self.output_LSF_name)

Definition at line 596 of file submitPVValidationJobs.py.

◆ t

string submitPVValidationJobs.t = ""

Definition at line 651 of file submitPVValidationJobs.py.

◆ template_cfg_file

submitPVValidationJobs.template_cfg_file = os.path.join(self.the_dir,"PVValidation_T_cfg.py")

Definition at line 446 of file submitPVValidationJobs.py.

◆ text

string submitPVValidationJobs.text

Initial value:

 =  '''\n
           process.conditionsIn{record} = CalibTracker.Configuration.Common.PoolDBESSource_cfi.poolDBESSource.clone(
                connect = cms.string('{database}'),
                toGet = cms.VPSet(cms.PSet(record = cms.string('{record}'),
                                           tag = cms.string('{tag}'),
                                           label = cms.untracked.string('{label}')
                                          )
                                 )
           )
           process.prefer_conditionsIn{record} = cms.ESPrefer("PoolDBESSource", "conditionsIn{record}")
         '''.format(record = element, database = params[0], tag = params[1], label = (params[2] if len(params)>2 else ''))

Definition at line 483 of file submitPVValidationJobs.py.

Referenced by FWDialogBuilder.addCheckbox(), FWDialogBuilder.addLabel(), FWDialogBuilder.addTextButton(), HLTPrescaleExample.analyze(), l1t::L1TStage2CaloAnalyzer.analyze(), l1t::L1TGlobalAnalyzer.analyze(), JetHtPlotConfiguration.autoExpandEnvironmentVariables(), tmtt::TMTrackProducer.beginRun(), FWTrackHitsDetailView.build(), FWConvTrackHitsDetailView.build(), tmtt::TrackerModule.calcModuleType(), lhef::LHEReader::XMLHandler.characters(), SiPhase2BadStripConfigurableFakeESSource.clusterizeBadChannels(), SiPhase2BadStripChannelBuilder.clusterizeBadChannels(), CmsShowHelpPopup.CmsShowHelpPopup(), dd_to_html(), Filter.descriptionText(), tmtt::KFbase.doKF(), Comparator.Draw(), Phase1PixelROCMaps.drawBarrelMaps(), Phase1PixelROCMaps.drawForwardMaps(), Phase1PixelROCMaps.drawMaps(), JetHtPlotConfiguration.expandEnvironmentVariables(), tmtt::KFbase.fit(), fireworks.getLocalTime(), fireworks.getTimeGMT(), MagneticFieldGrid.gridType(), tmtt::HTrphi.HTrphi(), DetIdInfo.info(), fireworks.info(), tmtt::KFParamsComb.isGoodState(), main(), tmtt::MuxHToutputs.MuxHToutputs(), XMLDocument.newValue(), edm.operator<<(), triggerExpression.parse(), PlotAlignmentValidation.plotOutlierModules(), tmtt::StubWindowSuggest.printResults(), tmtt::KFbase.printStub(), tmtt::KFbase.printStubLayers(), tmtt::KFbase.printTP(), edm::service::RandomNumberGeneratorService.readStatesFromFile(), FWGUIValidatingTextEntry.showOptions(), and edm::DocFormatHelper.wrapAndPrintText().

◆ textToWrite

string submitPVValidationJobs.textToWrite = ''

now for the extra conditions

Definition at line 479 of file submitPVValidationJobs.py.

◆ the_dir

submitPVValidationJobs.the_dir

Definition at line 400 of file submitPVValidationJobs.py.

◆ theBaseName

def submitPVValidationJobs.theBaseName = None

Definition at line 991 of file submitPVValidationJobs.py.

◆ theBashDir

submitPVValidationJobs.theBashDir = None

Definition at line 990 of file submitPVValidationJobs.py.

◆ theDataSet

def submitPVValidationJobs.theDataSet = dataset.split("/")[1]+"_"+(dataset.split("/")[2]).split("-")[0]

Definition at line 368 of file submitPVValidationJobs.py.

◆ thejobIndex

list submitPVValidationJobs.thejobIndex = None

Definition at line 998 of file submitPVValidationJobs.py.

◆ theLumi

string submitPVValidationJobs.theLumi = '1'

Definition at line 999 of file submitPVValidationJobs.py.

◆ totalJobs

int submitPVValidationJobs.totalJobs = 0

Definition at line 989 of file submitPVValidationJobs.py.

◆ tracktype

list submitPVValidationJobs.tracktype = []

Definition at line 394 of file submitPVValidationJobs.py.

◆ ttrhtype

list submitPVValidationJobs.ttrhtype = []

Definition at line 396 of file submitPVValidationJobs.py.

◆ USER

submitPVValidationJobs.USER = os.environ.get('USER')

Definition at line 654 of file submitPVValidationJobs.py.

◆ vertextype

list submitPVValidationJobs.vertextype = []

Definition at line 393 of file submitPVValidationJobs.py.

Classes

Functions

Variables

Detailed Description

Function Documentation

◆ __del__()

◆ __init__()

◆ as_dict()

◆ check_proxy()

◆ ConfigSectionMap()

◆ createTheBashFile()

◆ createTheCfgFile()

◆ createTheLSFFile()

◆ forward_proxy()

◆ getBatchjobId()

◆ getCommandOutput()

◆ getFilesForRun()

◆ getLuminosity()

◆ getNEvents()

◆ getOutputBaseName()

◆ getOutputBaseNameWithData()

◆ getOutputFileName()

◆ isInJSON()

◆ main()

◆ mkdir_eos()

◆ setEOSout()

◆ split()

◆ submit()

◆ to_bool()

◆ updateDB()

◆ updateDB2()

◆ write_HTCondor_submit_file()

Variable Documentation

◆ __author__

◆ __copyright__

◆ __credits__

◆ __email__

◆ __license__

◆ __maintainer__

◆ __version__

◆ action

◆ aJob

◆ alignmentDB

◆ alignmentTAG

◆ allFromGT

◆ AnalysisStep_dir

◆ apeDB

◆ apeTAG

◆ applyBOWS

◆ applyEXTRACOND

◆ applyruncontrol

◆ args

◆ BASH_dir

◆ batch_job_id

◆ batchJobIds

◆ bowDB

◆ bowTAG

◆ cfg_dir

◆ child

◆ child1

◆ cmd

◆ cmd2

◆ CMSSW_dir

◆ conditions

◆ config

◆ config_txt

◆ ConfigFile

◆ CopyRights

◆ count

◆ data

◆ dbName

◆ default

◆ desc

◆ dest

◆ dictionary

◆ doRunBased

◆ dump

◆ eosdir

◆ err

◆ extraCondVect

◆ del()

◆ init()

◆ author

◆ copyright

◆ credits

◆ email

◆ license

◆ maintainer

◆ version