Functions
def	as_dict (config)

def	batchScriptCERN (theCMSSW_BASE, runindex, eosdir, lumiToRun, key, config)

def	check_proxy ()

def	forward_proxy (rundir)

def	get_status_output (args, kwargs)

def	getFilesForRun (blob)

def	getLuminosity (homedir, minRun, maxRun, isRunBased, verbose)

def	isInJSON (run, jsonfile)

def	main ()

def	mkdir_eos (out_path)
	method to create recursively directories on EOS More...

def	write_HTCondor_submit_file (path, name, nruns, proxy_path=None)

Variables
string	__author__ = 'Marco Musich'

string	__copyright__ = 'Copyright 2020, CERN CMS'

list	__credits__ = ['Ernesto Migliore', 'Salvatore Di Guida']

string	__email__ = 'marco.musich@cern.ch'

string	__license__ = 'Unknown'

string	__maintainer__ = 'Marco Musich'

int	__version__ = 1

	action

	args

	bashdir = os.path.join(cwd,"BASH")

string	cmd2 = ' dasgoclient -limit=0 -query \'file run='+blob[0]+' dataset='+blob[1]+'\''

	config = ConfigParser.ConfigParser()
	parse the configuration file More...

string	CopyRights = '##################################\n'

	count = pool.map(getFilesForRun,mytuple)

	cwd = os.getcwd()

	default

string	desc = """This is a description of %prog."""

	dest

dictionary	dictionary = {}

	dump

	eosdir = os.path.join("/store/group/alca_trackeralign",USER,"test_out",opts.taskname)

	err

	file_info = dict(zip(runs, count))

	files = file_info[run]

	help

	HOME = os.environ.get('HOME')

	input_CMSSW_BASE = os.environ.get('CMSSW_BASE')

def	inputDict = as_dict(config)

	job_submit_file = os.path.join(path, "job_"+name+".submit")

string	job_submit_template

	jsonDATA = json.load(myJSON)

	key = key.split(":", 1)[1]
	prepare the HTCondor submission files and eventually submit them More...

string	listOfFiles = '['

	local_proxy = subprocess.check_output(["voms-proxy-info", "--path"]).strip()

def	lumimask = inputDict["Input"]["lumimask"]

	lumiToCache = line.split(",")[-1].replace("\r", "")

dictionary	myCachedLumi = {}

def	myLumiDB = getLuminosity(HOME,runs[0],runs[-1],True,opts.verbose)
	check that the list of runs is not empty More...

list	mytuple = []

	opts

	out

	output = subprocess.check_output([homedir+"/.local/bin/brilcalc", "lumi", "-b", "STABLE BEAMS","-u", "/pb", "--begin", str(minRun),"--end",str(maxRun),"--output-style","csv"])
	using normtag output = subprocess.check_output([homedir+"/.local/bin/brilcalc", "lumi", "-b", "STABLE BEAMS", "--normtag","/cvmfs/cms-bril.cern.ch/cms-lumi-pog/Normtags/normtag_PHYSICS.json", "-u", "/pb", "--begin", str(minRun),"--end",str(maxRun),"--output-style","csv"]) More...

	outputList = out.decode().split('\n')

	p = subprocess.Popen(args, *kwargs)

	parser = OptionParser(description=desc,version='%prog version 0.1')

	pool = multiprocessing.Pool(processes=20)

	q = Popen(cmd2 , shell=True, stdout=PIPE, stderr=PIPE)

def	runs = get_status_output("dasgoclient -query='run dataset="+opts.DATASET+"'",shell=True, stdout=PIPE, stderr=PIPE)[1].decode().split("\n")
	check first there is a valid grid proxy More...

	runToCache = line.split(",")[0].split(":")[0]

string	script

	scriptFile = open(scriptFileName,'w')

	scriptFileName = os.path.join(bashdir,"batchHarvester_"+key+"_"+str(count-1)+".sh")

	stderr

	stdout

string	submissionCommand = "condor_submit "+job_submit_file

string	theLumi = '1'

	USER = os.environ.get('USER')
	prepare the eos output directory More...

Detailed Description

Submits per run Primary Vertex Resoltion Alignment validation using the split vertex method,
usage:

submitPVResolutionJobs.py -i PVResolutionExample.ini -D /JetHT/Run2018C-TkAlMinBias-12Nov2019_UL2018-v2/ALCARECO

Function Documentation

◆ as_dict()

def submitPVResolutionJobs.as_dict ( config )

Definition at line 179 of file submitPVResolutionJobs.py.

179 def as_dict(config):

submitPVResolutionJobs.as_dict

def as_dict(config)

Definition: submitPVResolutionJobs.py:179

◆ batchScriptCERN()

def submitPVResolutionJobs.batchScriptCERN	(	theCMSSW_BASE,
		runindex,
		eosdir,
		lumiToRun,
		key,
		config
	)

Definition at line 190 of file submitPVResolutionJobs.py.

190 def batchScriptCERN(theCMSSW_BASE,runindex, eosdir,lumiToRun,key,config):

submitPVResolutionJobs.batchScriptCERN

def batchScriptCERN(theCMSSW_BASE, runindex, eosdir, lumiToRun, key, config)

Definition: submitPVResolutionJobs.py:190

◆ check_proxy()

def submitPVResolutionJobs.check_proxy ( )

Definition at line 49 of file submitPVResolutionJobs.py.

Referenced by forward_proxy().

49 def check_proxy():

submitPVResolutionJobs.check_proxy

def check_proxy()

Definition: submitPVResolutionJobs.py:49

◆ forward_proxy()

def submitPVResolutionJobs.forward_proxy ( rundir )

Definition at line 62 of file submitPVResolutionJobs.py.

References check_proxy(), and print().

62 def forward_proxy(rundir):

submitPVResolutionJobs.forward_proxy

def forward_proxy(rundir)

Definition: submitPVResolutionJobs.py:62

◆ get_status_output()

def submitPVResolutionJobs.get_status_output	(	args,
		kwargs
	)

Definition at line 42 of file submitPVResolutionJobs.py.

42 def get_status_output(*args, **kwargs):

submitPVResolutionJobs.get_status_output

def get_status_output(args, kwargs)

Definition: submitPVResolutionJobs.py:42

◆ getFilesForRun()

def submitPVResolutionJobs.getFilesForRun ( blob )

Definition at line 77 of file submitPVResolutionJobs.py.

77 def getFilesForRun(blob):

submitPVResolutionJobs.getFilesForRun

def getFilesForRun(blob)

Definition: submitPVResolutionJobs.py:77

◆ getLuminosity()

def submitPVResolutionJobs.getLuminosity	(	homedir,
		minRun,
		maxRun,
		isRunBased,
		verbose
	)

Definition at line 127 of file submitPVResolutionJobs.py.

127 def getLuminosity(homedir,minRun,maxRun,isRunBased,verbose):

submitPVResolutionJobs.getLuminosity

def getLuminosity(homedir, minRun, maxRun, isRunBased, verbose)

Definition: submitPVResolutionJobs.py:127

◆ isInJSON()

def submitPVResolutionJobs.isInJSON	(	run,
		jsonfile
	)

Definition at line 168 of file submitPVResolutionJobs.py.

168 def isInJSON(run,jsonfile):

submitPVResolutionJobs.isInJSON

def isInJSON(run, jsonfile)

Definition: submitPVResolutionJobs.py:168

◆ main()

def submitPVResolutionJobs.main ( )

Definition at line 248 of file submitPVResolutionJobs.py.

Referenced by mkdir_eos().

248 def main():

submitPVResolutionJobs.main

def main()

Definition: submitPVResolutionJobs.py:248

◆ mkdir_eos()

def submitPVResolutionJobs.mkdir_eos ( out_path )

method to create recursively directories on EOS

Definition at line 226 of file submitPVResolutionJobs.py.

References main(), and print().

 def mkdir_eos(out_path):
     print("creating",out_path)
     newpath='/'
     for dir in out_path.split('/'):
         newpath=os.path.join(newpath,dir)
         # do not issue mkdir from very top of the tree
         if newpath.find('test_out') > 0:
             command="eos mkdir "+newpath
             p = subprocess.Popen(command,shell=True, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
             (out, err) = p.communicate()
             #print(out,err)
             p.wait()
 
     # now check that the directory exists
     command2="/afs/cern.ch/project/eos/installation/cms/bin/eos.select ls "+out_path
     p = subprocess.Popen(command2,shell=True, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
     (out, err) = p.communicate()
     p.wait()
     if p.returncode !=0:
         print(out)
 

◆ write_HTCondor_submit_file()

def submitPVResolutionJobs.write_HTCondor_submit_file	(	path,
		name,
		nruns,
		proxy_path = `None`
	)

Definition at line 91 of file submitPVResolutionJobs.py.

91 def write_HTCondor_submit_file(path, name, nruns, proxy_path=None):

submitPVResolutionJobs.write_HTCondor_submit_file

def write_HTCondor_submit_file(path, name, nruns, proxy_path=None)

Definition: submitPVResolutionJobs.py:91

Variable Documentation

◆ author

string submitPVResolutionJobs.__author__ = 'Marco Musich'

private

Definition at line 11 of file submitPVResolutionJobs.py.

◆ copyright

private

Definition at line 12 of file submitPVResolutionJobs.py.

◆ credits

list submitPVResolutionJobs.__credits__ = ['Ernesto Migliore', 'Salvatore Di Guida']

private

Definition at line 13 of file submitPVResolutionJobs.py.

◆ email

string submitPVResolutionJobs.__email__ = 'marco.musich@cern.ch'

private

Definition at line 16 of file submitPVResolutionJobs.py.

◆ license

string submitPVResolutionJobs.__license__ = 'Unknown'

private

Definition at line 14 of file submitPVResolutionJobs.py.

◆ maintainer

string submitPVResolutionJobs.__maintainer__ = 'Marco Musich'

private

Definition at line 15 of file submitPVResolutionJobs.py.

◆ version

int submitPVResolutionJobs.__version__ = 1

private

Definition at line 17 of file submitPVResolutionJobs.py.

◆ action

submitPVResolutionJobs.action

Definition at line 253 of file submitPVResolutionJobs.py.

◆ args

submitPVResolutionJobs.args

Definition at line 261 of file submitPVResolutionJobs.py.

◆ bashdir

submitPVResolutionJobs.bashdir = os.path.join(cwd,"BASH")

Definition at line 309 of file submitPVResolutionJobs.py.

◆ cmd2

string submitPVResolutionJobs.cmd2 = ' dasgoclient -limit=0 -query \'file run='+blob[0]+' dataset='+blob[1]+'\''

returns the list of list files associated with a given dataset for a certain run

Definition at line 83 of file submitPVResolutionJobs.py.

◆ config

submitPVResolutionJobs.config = ConfigParser.ConfigParser()

parse the configuration file

Definition at line 281 of file submitPVResolutionJobs.py.

◆ CopyRights

string submitPVResolutionJobs.CopyRights = '##################################\n'

Definition at line 35 of file submitPVResolutionJobs.py.

◆ count

int submitPVResolutionJobs.count = pool.map(getFilesForRun,mytuple)

Definition at line 352 of file submitPVResolutionJobs.py.

◆ cwd

submitPVResolutionJobs.cwd = os.getcwd()

Definition at line 308 of file submitPVResolutionJobs.py.

◆ default

submitPVResolutionJobs.default

Definition at line 253 of file submitPVResolutionJobs.py.

◆ desc

string submitPVResolutionJobs.desc = """This is a description of %prog."""

Definition at line 251 of file submitPVResolutionJobs.py.

◆ dest

submitPVResolutionJobs.dest

Definition at line 253 of file submitPVResolutionJobs.py.

◆ dictionary

dictionary submitPVResolutionJobs.dictionary = {}

Definition at line 181 of file submitPVResolutionJobs.py.

◆ dump

submitPVResolutionJobs.dump

Definition at line 56 of file submitPVResolutionJobs.py.

◆ eosdir

submitPVResolutionJobs.eosdir = os.path.join("/store/group/alca_trackeralign",USER,"test_out",opts.taskname)

Definition at line 272 of file submitPVResolutionJobs.py.

◆ err

submitPVResolutionJobs.err

Definition at line 85 of file submitPVResolutionJobs.py.

Referenced by edm::storage::DavixFile.abort(), fit::RootMinuit< Function >.addParameter(), MeasurementTrackerImpl.addPhase2Det(), MeasurementTrackerImpl.addPixelDet(), DTSurveyChamber.addPoint(), MeasurementTrackerImpl.addStripDet(), KVFTrackUpdate.analyze(), cms::SiPixelPerformanceSummaryBuilder.analyze(), BPHMonitor.analyze(), KineExample.analyze(), RegressionHelper.applyEcalRegression(), PVPositionBuilder.average(), Cluster1DCleaner< T >.average(), LogErrorFilter.beginLuminosityBlock(), GenericProjectedRecHit2D.build(), TRecHit2DPosConstraint.build(), DDG4Builder.BuildGeometry(), hgcal::econd.buildIdleWord(), HeavyFlavorHarvesting.calculateEfficiency1D(), HLTBTagHarvestingAnalyzer.calculateEfficiency1D(), HeavyFlavorHarvesting.calculateEfficiency2D(), edm::storage::DavixStorageMaker.check(), edm::storage::StorageFactory.check(), CSCDCCExaminer.check(), CSCDCCExaminer.clear(), edm::storage::DavixFile.close(), GenXSecAnalyzer.combine(), MTDSectorForwardDoubleLayer.compatible(), ForwardDetLayer.compatible(), MTDRingForwardDoubleLayer.compatible(), MuRingForwardDoubleLayer.compatible(), G4muDarkBremsstrahlungModel.ComputeCrossSectionPerAtom(), Measurement.constructFromOA(), MkFitOutputConverter.convertCandidates(), mkfit.convertHits(), MkFitSeedConverter.convertSeeds(), MultiVertexFitter.createSeed(), CSCFileReader.CSCFileReader(), ConformalMappingFit.curvature(), reco::GhostTrackPrediction.curvilinearError(), SiPixelDigiErrorsCUDA.dataErrorToHostAsync(), DDCheckMaterial(), ConformalMappingFit.directionPhi(), VertexDistanceXY.distance(), VertexDistance3D.distance(), divide(), EmDQMPostProcessor.dividehistos(), JetMETDQMPostProcessor.dividehistos(), ConversionPostprocessing.dividePlots(), PhotonPostprocessing.dividePlots(), PhotonOfflineClient.dividePlots(), PFJetDQMPostProcessor.dqmEndJob(), EwkElecDQM.dqmEndRun(), EcalSimpleProducer.EcalSimpleProducer(), PixelLumiDQM.endLuminosityBlock(), Rivet::HiggsTemplateCrossSections.error(), PixelTrackErrorParam.errPt(), GsfVertexTrackCompatibilityEstimator.estimate(), KalmanVertexTrackCompatibilityEstimator< N >.estimate(), L1TMuonBarrelKalmanAlgo.estimateCompatibility(), BTagPerformance.Eval(), DTCombinatorialExtendedPatternReco.extendCandidates(), fatalErrorCondition(), PFElectronTranslator.fetchCandidateCollection(), PFPhotonTranslator.fetchCandidateCollection(), PFElectronTranslator.fetchGsfCollection(), reco::Vertex.fill(), TrackerSectorStruct::CorrelationHists.fillCorrHists(), reco::VertexCompositeCandidate.fillVertexCovariance(), reco::VertexCompositePtrCandidate.fillVertexCovariance(), LogErrorEventFilter.filter(), LeptonSkimming.filter(), DivisiveVertexFinder.findVertexes(), DivisiveVertexFinder.findVertexesAlt(), CandKinematicVertexFitter.fit(), CandCommonVertexFitter< Fitter >.fit(), BSFitter.Fit_z_likelihood(), MuScleFitUtils.fitMass(), MuScleFitUtils.fitReso(), edm::Guid.fromString(), Phase2ITRecHitHarvester.gausFitslices(), GenericProjectedRecHit2D.GenericProjectedRecHit2D(), PreparePVTrends.getBiases(), fit::RootMinuit< Function >.getErrorMatrix(), AlCaHOCalibProducer.getFreeTrajectoryState(), fit::RootMinuit< Function >.getParameter(), fit::RootMinuit< Function >.getParameterError(), GenXSecAnalyzer.globalEndLuminosityBlock(), GlobalErrorBase< double, ErrorMatrixTag >.GlobalErrorBase(), GlobalErrorBaseExtended< double, ErrorMatrixTag >.GlobalErrorBaseExtended(), PixelTripletLargeTipGenerator.hitTriplets(), HLTDisplacedtktkFilter.hltFilter(), HLTDisplacedmumumuFilter.hltFilter(), HLTDisplacedmumuFilter.hltFilter(), HLTDisplacedtktktkFilter.hltFilter(), HLTmumutkFilter.hltFilter(), HLTmumutktkFilter.hltFilter(), HLTmmkkFilter.hltFilter(), HLTmmkFilter.hltFilter(), HLTMuonPlotter.HLTMuonPlotter(), ConformalMappingFit.impactParameter(), LogErrorEventFilter.increment(), PixelToLNKAssociateFromAscii.init(), PixelToFEDAssociateFromAscii.init(), SeedFromProtoTrack.init(), trajectoryStateTransform.initialFreeState(), HLTmumutktkVtxProducer.initialFreeState(), HLTmumutkVtxProducer.initialFreeState(), HLTmmkFilter.initialFreeState(), HLTmmkkFilter.initialFreeState(), trajectoryStateTransform.innerFreeState(), RectangularPlaneBounds.inout(), DiskSectorBounds.inside(), SimpleDiskBounds.inside(), SimpleCylinderBounds.inside(), RectangularPlaneBounds.inside(), TrapezoidalPlaneBounds.inside(), Bounds.inside(), SimpleConeBounds.inside(), edm::Guid.isValidString(), KinematicParametersError.KinematicParametersError(), DQMGenericClient.limitedFit(), local_error_message(), DQMNet.losePeer(), main(), TMultiDimFet.MakeParameterization(), MatcherUsingTracksAlgorithm.matchWithPropagation(), GenLumiInfoProduct::ProcessInfo.mergeXSec(), edm::storage::StorageFactory.open(), reco::TemplatedSecondaryVertex< SV >.operator reco::Vertex(), pixeltemp::Cluster1DMerger< reco::Track >.operator()(), MtvClusterizer1D< T >.operator()(), FsmwClusterizer1D< T >.operator()(), LocalErrorBaseExtended< double, ErrorMatrixTag >.operator+(), GlobalErrorBase< double, ErrorMatrixTag >.operator+(), GlobalErrorBaseExtended< double, ErrorMatrixTag >.operator+(), LocalErrorBaseExtended< double, ErrorMatrixTag >.operator-(), GlobalErrorBase< double, ErrorMatrixTag >.operator-(), GlobalErrorBaseExtended< double, ErrorMatrixTag >.operator-(), operator<<(), reco.operator<<(), trajectoryStateTransform.outerFreeState(), MuonTransientTrackingRecHit.parametersError(), parse_int(), parse_unsigned(), PerigeeKinematicState.PerigeeKinematicState(), reco::PFCandidate.PFCandidate(), PFResolutionMap.PFResolutionMap(), HLTTauPostProcessor.plotFilterEfficiencies(), LogErrorEventFilter.print(), CastorDigiMonitor.processEvent(), PixelVertexProducerMedian.produce(), HIPixelMedianVtxProducer.produce(), HIBestVertexProducer.produce(), PixelVertexProducerClusters.produce(), PFLinker.produce(), HIPixelClusterVtxProducer.produce(), SiPixelDigiErrorsFromSoA.produce(), PixelVertexProducerFromSoA.produce(), Onia2MuMuPAT.produce(), FFTJetVertexAdder.produce(), TkMSParameterizationBuilder.produce(), PrimaryVertexProducer.produce(), PFSimParticleProducer.produce(), projectProfile2DAlongX(), projectProfile2DAlongY(), BeamSpotDipServer.publishRcd(), publishRcd(), cscdqm::Summary.ReadErrorChambers(), HcalLaserEventFilter2012.readEventListFile(), CSCFileReader.readFU(), reco::details.readGzipFile(), LaserSorter.readIndexTable(), CSCFileReader.readRUI(), FastTimerService::ThreadGuard.register_thread(), LaserSorter.renameAsBackup(), edm::JobReport.reportFallbackAttempt(), cond::Utilities.run(), CandMassKinFitter.set(), CandKinematicVertexFitter.set(), FreeTrajectoryState.setCartesianError(), HiEvtPlaneFlatten.setCentRes1(), HiEvtPlaneFlatten.setCentRes10(), HiEvtPlaneFlatten.setCentRes2(), HiEvtPlaneFlatten.setCentRes20(), HiEvtPlaneFlatten.setCentRes25(), HiEvtPlaneFlatten.setCentRes30(), HiEvtPlaneFlatten.setCentRes40(), HiEvtPlaneFlatten.setCentRes5(), reco::PFCandidate.setConversionRef(), reco::VertexCompositeCandidate.setCovariance(), reco::VertexCompositePtrCandidate.setCovariance(), FreeTrajectoryState.setCurvilinearError(), reco::PFCandidate.setDisplacedVertexRef(), pat::VertexAssociation.setDistances(), pat::Electron.setEcalRegressionEnergy(), pat::Electron.setEcalTrackRegressionEnergy(), ME0RecHit.setError(), RPCRecHit.setError(), GEMRecHit.setError(), DTRecHit1D.setError(), CTPPSDiamondRecHit.setHPTDCErrorFlags(), GenLumiInfoProduct::ProcessInfo.setLheXSec(), reco::PFCandidate.setMuonRef(), fit::RootMinuit< Function >.setParameters(), reco::PFCandidate.setPhotonRef(), ME0RecHit.setPositionAndError(), GEMRecHit.setPositionAndError(), RPCRecHit.setPositionAndError(), DTRecHit1D.setPositionAndError(), DTRecHit1DPair.setPositionAndError(), reco::PFCandidate.setSuperClusterRef(), RPCRecHit.setTimeAndError(), FTLRecHit.setTimeError(), reco::PFCandidate.setTrackRef(), CSCXonStrip_MatchGatti.setupMatrix(), edmplugin::SharedLibrary.SharedLibrary(), SiStripRecHitMatcher.sigmaPitch(), RectangularPlaneBounds.significanceInside(), TrapezoidalPlaneBounds.significanceInside(), edm::storage::StorageFactory.stagein(), Pythia8HepMC3Hadronizer.statistics(), Pythia8Hadronizer.statistics(), CSCDCCExaminer.sync_stats(), TkGluedMeasurementDet.testStrips(), FastTimerService::ThreadGuard.ThreadGuard(), l1t::stage2::emtf::CountersBlockUnpacker.unpack(), l1t::stage2::emtf::SPBlockUnpacker.unpack(), l1t::stage2::emtf::TrailersBlockUnpacker.unpack(), l1t::stage2::emtf::GEMBlockUnpacker.unpack(), l1t::stage2::emtf::MEBlockUnpacker.unpack(), l1t::stage2::emtf::HeadersBlockUnpacker.unpack(), l1t::stage2::emtf::RPCBlockUnpacker.unpack(), TrajectoryStateOnSurface.update(), BasicTrajectoryState.update(), cscdqm::EventProcessor.updateEfficiencyHistos(), svhelper.updateVertexTime(), reco::Vertex.Vertex(), reco::VertexCompositeCandidate.VertexCompositeCandidate(), reco::VertexCompositePtrCandidate.VertexCompositePtrCandidate(), FTLCluster.weighted_mean_error(), WeightedMeanFitter.weightedMeanOutlierRejection(), WeightedMeanFitter.weightedMeanOutlierRejectionBeamSpot(), WeightedMeanFitter.weightedMeanOutlierRejectionVarianceAsError(), SimpleNavigableLayer.wellInside(), MuonAlignmentOutputXML.writeComponents(), and PVPositionBuilder.wtAverage().

◆ file_info

submitPVResolutionJobs.file_info = dict(zip(runs, count))

Definition at line 353 of file submitPVResolutionJobs.py.

◆ files

submitPVResolutionJobs.files = file_info[run]

Definition at line 373 of file submitPVResolutionJobs.py.

Referenced by check_files(), edm::service::ThreadSafeLogMessageLoggerScribe.configure_errorlog_new(), TrackerDpgAnalysis.delay(), HcalCalibrator.endJob(), JsonOutputProducer::JsonConfigurationBlock.extractFileBase(), fillABIOFiles(), fillABSRPFiles(), fillABTTFFiles(), MillePedeAlignmentAlgorithm.getExistingFormattedFiles(), SiStripDbParams.inputDcuInfoXmlFiles(), SiStripDbParams.inputFecXmlFiles(), SiStripDbParams.inputFedXmlFiles(), SiStripDbParams.inputModuleXmlFiles(), PreparePVTrends.list_files(), HcalPatternSource.loadPatterns(), main(), dqm::DQMFileSaverOnline.makeSnapshot(), CTPPSRPAlignmentCorrectionsDataESSourceXMLCommon.PrepareSequence(), cms::DDDetector.process(), JsonOutputProducer::JsonConfigurationBlock.serialise(), SiStripCommissioningOfflineClient.setInputFiles(), and MillePedeAlignmentAlgorithm.terminate().

◆ help

submitPVResolutionJobs.help

Definition at line 253 of file submitPVResolutionJobs.py.

◆ HOME

submitPVResolutionJobs.HOME = os.environ.get('HOME')

Definition at line 271 of file submitPVResolutionJobs.py.

◆ input_CMSSW_BASE

submitPVResolutionJobs.input_CMSSW_BASE = os.environ.get('CMSSW_BASE')

Definition at line 266 of file submitPVResolutionJobs.py.

◆ inputDict

def submitPVResolutionJobs.inputDict = as_dict(config)

Definition at line 287 of file submitPVResolutionJobs.py.

◆ job_submit_file

def submitPVResolutionJobs.job_submit_file = os.path.join(path, "job_"+name+".submit")

\
+x509userproxy        = "{proxy:s}"

Definition at line 115 of file submitPVResolutionJobs.py.

◆ job_submit_template

string submitPVResolutionJobs.job_submit_template

Initial value:

 = """\
 universe              = vanilla
 executable            = {script:s}
 output                = {jobm:s}/{out:s}.out
 error                 = {jobm:s}/{out:s}.err
 log                   = {jobm:s}/{out:s}.log
 transfer_output_files = ""
 +JobFlavour           = "{flavour:s}"
 queue {njobs:s}
 """

Writes 'job.submit' file in `path`.
Arguments:
- `path`: job directory
- `script`: script to be executed
- `proxy_path`: path to proxy (only used in case of requested proxy forward)

Definition at line 100 of file submitPVResolutionJobs.py.

◆ jsonDATA

submitPVResolutionJobs.jsonDATA = json.load(myJSON)

Definition at line 172 of file submitPVResolutionJobs.py.

◆ key

submitPVResolutionJobs.key = key.split(":", 1)[1]

prepare the HTCondor submission files and eventually submit them

Definition at line 398 of file submitPVResolutionJobs.py.

◆ listOfFiles

string submitPVResolutionJobs.listOfFiles = '['

Definition at line 376 of file submitPVResolutionJobs.py.

◆ local_proxy

submitPVResolutionJobs.local_proxy = subprocess.check_output(["voms-proxy-info", "--path"]).strip()

Forward proxy to location visible from the batch system.
Arguments:
- `rundir`: directory for storing the forwarded proxy

Definition at line 73 of file submitPVResolutionJobs.py.

◆ lumimask

def submitPVResolutionJobs.lumimask = inputDict["Input"]["lumimask"]

Definition at line 331 of file submitPVResolutionJobs.py.

◆ lumiToCache

submitPVResolutionJobs.lumiToCache = line.split(",")[-1].replace("\r", "")

Definition at line 158 of file submitPVResolutionJobs.py.

◆ myCachedLumi

dictionary submitPVResolutionJobs.myCachedLumi = {}

Expects something like
+-------+------+--------+--------+-------------------+------------------+
| nfill | nrun | nls    | ncms   | totdelivered(/fb) | totrecorded(/fb) |
+-------+------+--------+--------+-------------------+------------------+
| 73    | 327  | 142418 | 138935 | 19.562            | 18.036           |
+-------+------+--------+--------+-------------------+------------------+
And extracts the total recorded luminosity (/b).

Definition at line 137 of file submitPVResolutionJobs.py.

◆ myLumiDB

def submitPVResolutionJobs.myLumiDB = getLuminosity(HOME,runs[0],runs[-1],True,opts.verbose)

check that the list of runs is not empty

Definition at line 326 of file submitPVResolutionJobs.py.

◆ mytuple

list submitPVResolutionJobs.mytuple = []

Definition at line 334 of file submitPVResolutionJobs.py.

◆ opts

submitPVResolutionJobs.opts

Definition at line 261 of file submitPVResolutionJobs.py.

◆ out

submitPVResolutionJobs.out

Definition at line 85 of file submitPVResolutionJobs.py.

◆ output

submitPVResolutionJobs.output = subprocess.check_output([homedir+"/.local/bin/brilcalc", "lumi", "-b", "STABLE BEAMS","-u", "/pb", "--begin", str(minRun),"--end",str(maxRun),"--output-style","csv"])

using normtag output = subprocess.check_output([homedir+"/.local/bin/brilcalc", "lumi", "-b", "STABLE BEAMS", "--normtag","/cvmfs/cms-bril.cern.ch/cms-lumi-pog/Normtags/normtag_PHYSICS.json", "-u", "/pb", "--begin", str(minRun),"--end",str(maxRun),"--output-style","csv"])

no normtag

Definition at line 146 of file submitPVResolutionJobs.py.

◆ outputList

submitPVResolutionJobs.outputList = out.decode().split('\n')

Definition at line 86 of file submitPVResolutionJobs.py.

Referenced by optutl::CommandLineParser._getSectionFiles().

◆ p

submitPVResolutionJobs.p = subprocess.Popen(*args, **kwargs)

Definition at line 44 of file submitPVResolutionJobs.py.

◆ parser

submitPVResolutionJobs.parser = OptionParser(description=desc,version='%prog version 0.1')

Definition at line 252 of file submitPVResolutionJobs.py.

◆ pool

submitPVResolutionJobs.pool = multiprocessing.Pool(processes=20)

Definition at line 351 of file submitPVResolutionJobs.py.

Referenced by FWDialogBuilder.addLabel(), fireworks.boldGC(), CmsShowCommonPopup.CmsShowCommonPopup(), CentralityTableProducer.endJob(), tensorflow::NoThreadPool.instance(), tensorflow::TBBThreadPool.instance(), fireworks.italicGC(), and CmsShowMainFrame.showFWorksInfo().

◆ q

submitPVResolutionJobs.q = Popen(cmd2 , shell=True, stdout=PIPE, stderr=PIPE)

Definition at line 84 of file submitPVResolutionJobs.py.

Referenced by HFRaddamTask._process(), QIE10Task._process(), DigiTask._process(), ParticleLevelProducer.addGenJet(), Phase1PixelSummaryMap.addNamedBins(), BPHDecayToChargedXXbarBuilder.addParticle(), BPHDecayToTkpTknSymChargeBuilder.addParticle(), GEMClusterProcessor.addSingleClusters(), TrackPropagation.algebraicSymMatrix55ToG4ErrorTrajErr(), JetAnaPythia< Jet >.analyze(), TrackParameterAnalyzer.analyze(), DisplayGeom.analyze(), PhotonValidator.analyze(), HLTScalers.analyze(), hcaldqm::utilities.aveTS_v10(), hcaldqm::utilities.aveTSDB(), AlignmentTrackSelector.basicCuts(), L1TPhase2MuonOffline.bookEfficiencyHistos(), SiPixelMonitorTrackSoA< T >.bookHistograms(), L1TPhase2MuonOffline.bookResolutionHistos(), PhysicsTools::AtomicId.build(), eetest::CandForTest.CandForTest(), HFPreRecHit.charge(), PulseArray.clear(), NamedCandCombinerBase.combine(), CandCombinerBase< OutputCollection, Cloner::CandPtr >.combine(), hcal::reconstruction.compute_diff_charge_gain(), AnalyticalCurvilinearJacobian.computeFullJacobian(), VVIObjDetails.cosint(), sistripvvi::VVIObjDetails.cosint(), TtFullLepKinSolver.cubic(), TwoBodyDecayModel.curvilinearToCartesianJacobian(), PhysicsTools::VarProcessor.deriv(), FWEveDigitSetScalableMarkerGL.DirectDraw(), HepLine3D.dist(), HepLine3D.dist2(), pixelTopology.divu52(), lhef.domToLines(), EEQuadrant(), ConfigurationDBHandler.endElement(), lhef::LHEReader::XMLHandler.endElement(), MkFitGeometryESProducer::GapCollector.extend_current(), LMFSeqDat.fetchByRunNumber(), L1TPhase2MuonOffline.fillEfficiencyHistos(), tadqm::TrackAnalyzer.fillHistosForState(), L1TPhase2MuonOffline.fillResolutionHistos(), PrimaryVertexValidation.fillTrackHistos(), StraightTrackAlignment.finish(), stats_t< T >.from_relative_uncertainty2(), edm::ParameterSet.fromString(), TrackPropagation.g4ErrorTrajErrToAlgebraicSymMatrix55(), GammaFunctionGenerator.gammaFrac(), lumi::idDealer.generateNextIDForTable(), l1tmetemu.generatePhiSliceLUT(), cond::persistency::TAG_AUTHORIZATION::Table.getAccessPermission(), hi::GenPlane.getAngle(), QIE8Simulator.getCharge(), cond::persistency::IOV::Table.getGroups(), lumi::idDealer.getIDforTable(), cond::persistency::IOV::Table.getLastIov(), PVValHelper.getMedian(), cond::persistency::TAG::Table.getMetadata(), dqm::impl::MonitorElement.getQReport(), cond::persistency::IOV::Table.getSize(), cond::persistency::PAYLOAD::Table.getType(), L1MuGMTSortRankUnit.getVeryLowQualityLevel(), ConversionFastHelix.helixStateAtVertex(), FastHelix.helixStateAtVertex(), HLTDeDxFilter.hltFilter(), GflashTrajectory.initializeTrajectory(), SeedFromConsecutiveHitsStraightLineCreator.initialKinematic(), mkfit::LayerInfo.is_within_q_limits(), jacobianCartesianToCurvilinear(), JacobianCartesianToLocal.JacobianCartesianToLocal(), jacobianCurvilinearToCartesian(), JacobianLocalToCartesian.JacobianLocalToCartesian(), reco::TrackProbabilityTagInfo.jetProbability(), TemplatedJetProbabilityComputer< Container, Base >.jetProbability(), TemplatedJetBProbabilityComputer< Container, Base >.jetProbability(), SteppingHelixPropagator.makeAtomStep(), match(), CSCStubMatcher.matchCLCTsToSimTrack(), L1MuGMTMerger.merge_rank(), CompareAlignments.MergeRootfile(), NtpProducer< C >.NtpProducer(), SiPixelQuality::BadComponentStrictWeakOrdering.operator()(), ROOT::Math::Transform3DPJ.operator()(), HcalPacker.pack(), OniaPhotonConversionProducer.PackFlags(), trigger::TriggerObject.particle(), HBHEChannelInfo.peakChargeTS(), reco::PFRecoTauChargedHadron.PFRecoTauChargedHadron(), HepLine3D.point(), StraightTrackAlignment.printAlgorithmsLine(), StraightTrackAlignment.printLineSeparator(), StraightTrackAlignment.printQuantitiesLine(), CastorNominalCoderTemplate.process(), HcalNominalCoderTemplate.process(), CastorDigiMonitor.processEvent(), PATTauHybridProducer.produce(), PseudoTopProducer.produce(), TtSemiEvtSolutionMaker.produce(), NtpProducer< C >.produce(), TtHadEvtSolutionMaker.produce(), L3MuonCandidateProducerFromMuons.produce(), TrackListMerger.produce(), L2MuonCandidateProducer.produce(), OniaPhotonConversionProducer.produce(), L3MuonCandidateProducer.produce(), SeedProducerFromSoAT< TrackerTraits >.produce(), PixelTrackProducerFromSoAT< TrackerTraits >.produce(), FFTJetPileupProcessor.produce(), edm::LimitedTaskQueue.push(), edm::LimitedTaskQueue.pushAndPause(), mkfit::LayerOfHits.qBin(), mkfit::LayerOfHits.qBinChecked(), GEMVFAT.quality(), reco::Conversion.quality(), reco::TrackBase.quality(), reco::TrackBase.qualityName(), GSUtilities.quantile(), GaussianSumUtilities1D.quantile(), SusyPostProcessor.QuantilePlots(), RealQuadEquation.RealQuadEquation(), HFPreRecAlgo.reconstruct(), HFFlexibleTimeCheck.reconstruct(), HcalCableMapper.record(), MultiHitGeneratorFromChi2.refit2Hits(), FWOverlapTableView.refreshTable3D(), edm::LimitedTaskQueue::Resumer.resume(), MultiTrackSelector.run(), QIE8Simulator.run(), L1MuDTEtaProcessor.runEtaTrackFinder(), L1MuBMEtaProcessor.runEtaTrackFinder(), CustomPDGParser.s_charge(), cond::persistency::GLOBAL_TAG::Table.select(), cond::persistency::TAG::Table.select(), cond::persistency::RUN_INFO::Table.select(), cond::persistency::GLOBAL_TAG_MAP::Table.select(), cond::persistency::PAYLOAD::Table.select(), cond::persistency::IOV::Table.select(), mkfit::MkFinder.selectHitIndices(), BPhysicsOniaDQM.selGlobalMuon(), MuScleFitMuonSelector.selGlobalMuon(), MuScleFit.selGlobalMuon(), pat::PackedCandidate.setAssociationQuality(), reco::Particle.setCharge(), RawParticle.setCharge(), reco::ParticleState.setCharge(), reco::LeafCandidate.setCharge(), LMFRunDat.setData(), ObjectValidator.setEBRecHitCollection(), ObjectValidator.setEcalChannelStatus(), ObjectValidator.setEcalSeverityLevelAlgo(), ObjectValidator.setEERecHitCollection(), ObjectValidator.setHcalChannelQuality(), ObjectValidator.setHcalSeverityLevelComputer(), MuonPathAnalyzerInChamber.setMinimumQuality(), cond::persistency::TAG::Table.setProtectionCode(), AlgoMuon.setQ(), l1t::TkGlbMuon.setQuality(), l1t::TkMuon.setQuality(), ME0TriggerDigi.setQuality(), CSCCorrelatedLCTDigi.setQuality(), reco::Conversion.setQuality(), reco::TrackBase.setQuality(), LMFRunDat.setQualityFlag(), HBHEChannelInfo.setSample(), GenEventInfoProduct.setScales(), GenEventInfoProduct3.setScales(), VVIObjDetails.sincosint(), sistripvvi::VVIObjDetails.sincosint(), VVIObjDetails.sinint(), sistripvvi::VVIObjDetails.sinint(), HelixExtrapolatorToLine2Order.solve3rdOrder(), L1MuGMTSortRankUnit.sort_rank(), L1MuGMTLFSortRankPtQLUT.SpecificLookup(), L1MuGMTLFMergeRankPtQLUT.SpecificLookup(), L1MuGMTLFMergeRankEtaQLUT.SpecificLookup(), L1MuGMTLFSortRankEtaQLUT.SpecificLookup(), L1MuGMTLFMergeRankEtaQLUT.SpecificLookup_flag(), L1MuGMTLFSortRankEtaQLUT.SpecificLookup_rank_etaq(), L1MuGMTLFMergeRankEtaQLUT.SpecificLookup_rank_etaq(), L1MuGMTLFMergeRankPtQLUT.SpecificLookup_rank_ptq(), L1MuGMTLFSortRankPtQLUT.SpecificLookup_rank_ptq(), L1MuGMTLFSortRankEtaQLUT.SpecificLookup_vlq(), TauValidation.spinEffectsZH(), ConversionFastHelix.straightLineStateAtVertex(), FastHelix.straightLineStateAtVertex(), L1MuGMTLFSortRankPtQLUT.TheLookupFunction(), L1MuGMTLFSortRankEtaQLUT.TheLookupFunction(), L1MuGMTLFMergeRankEtaQLUT.TheLookupFunction(), L1TMuonBarrelKalmanAlgo.twosCompToBits(), reco::InverseCrosstalkMatrix.unfold(), RctRawToDigi.unpackCTP7(), cond::persistency::TAG::Table.unsetProtectionCode(), edm::RunningAverage.update(), L1MuonPixelTrackFitter.valInversePt(), SiStripClusterInfo.variance(), VVIObj.VVIObj(), sistripvvi::VVIObj.VVIObj(), VVIObjF.VVIObjF(), DCULVRVoltagesDat.writeArrayDB(), and cms::DDCMSDetElementCreator.~DDCMSDetElementCreator().

◆ runs

def submitPVResolutionJobs.runs = get_status_output("dasgoclient -query='run dataset="+opts.DATASET+"'",shell=True, stdout=PIPE, stderr=PIPE)[1].decode().split("\n")

check first there is a valid grid proxy

Definition at line 297 of file submitPVResolutionJobs.py.

◆ runToCache

submitPVResolutionJobs.runToCache = line.split(",")[0].split(":")[0]

Definition at line 157 of file submitPVResolutionJobs.py.

◆ script

string submitPVResolutionJobs.script

Initial value:

 =  """#!/bin/bash
 source /afs/cern.ch/cms/caf/setup.sh
 CMSSW_DIR={CMSSW_BASE_DIR}/src/Alignment/OfflineValidation/test
 echo "the mother directory is $CMSSW_DIR"
 export X509_USER_PROXY=$CMSSW_DIR/.user_proxy
 #OUT_DIR=$CMSSW_DIR/harvest ## for local storage
 OUT_DIR={MYDIR}
 LOG_DIR=$CMSSW_DIR/out
 LXBATCH_DIR=`pwd`  
 cd $CMSSW_DIR
 eval `scram runtime -sh`
 cd $LXBATCH_DIR 
 cp -pr $CMSSW_DIR/cfg/PrimaryVertexResolution_{KEY}_{runindex}_cfg.py .
 cmsRun PrimaryVertexResolution_{KEY}_{runindex}_cfg.py GlobalTag={GT} lumi={LUMITORUN} {REC} {EXT} >& log_{KEY}_run{runindex}.out
 ls -lh . 
 #for payloadOutput in $(ls *root ); do cp $payloadOutput $OUT_DIR/pvresolution_{KEY}_{runindex}.root ; done 
 for payloadOutput in $(ls *root ); do xrdcp -f $payloadOutput root://eoscms/$OUT_DIR/pvresolution_{KEY}_{runindex}.root ; done
 tar czf log_{KEY}_run{runindex}.tgz log_{KEY}_run{runindex}.out  
 for logOutput in $(ls *tgz ); do cp $logOutput $LOG_DIR/ ; done 
 """.format(CMSSW_BASE_DIR=theCMSSW_BASE,
            runindex=runindex,
            MYDIR=eosdir,
            KEY=key,
            LUMITORUN=lumiToRun,
            GT=config['globaltag'],
            EXT="external="+config['external'] if 'external' in config.keys() else "",
            REC="records="+config['records'] if 'records' in config.keys() else "")

prepare the batch script, to run on HTCondor

Definition at line 193 of file submitPVResolutionJobs.py.

Referenced by gen::BaseHadronizer.generateLHE(), data_formats.objects_to_dicts(), data_formats.query(), data_formats.to_array_of_dicts(), and data_formats.to_datatables().

◆ scriptFile

submitPVResolutionJobs.scriptFile = open(scriptFileName,'w')

Definition at line 407 of file submitPVResolutionJobs.py.

◆ scriptFileName

submitPVResolutionJobs.scriptFileName = os.path.join(bashdir,"batchHarvester_"+key+"_"+str(count-1)+".sh")

Definition at line 406 of file submitPVResolutionJobs.py.

◆ stderr

submitPVResolutionJobs.stderr

Definition at line 45 of file submitPVResolutionJobs.py.

Referenced by spu.create_dir(), mkfit.execTrackerInfoCreatorPlugin(), getInfoFromService(), mkfit::Shell.GoToEvent(), cond.httpGet(), main(), MyAlloc(), MyFree(), mkfit::DataFile.openRead(), mkfit::TrackerInfo.read_bin_file(), mkfit::Shell.SelectIterationAlgo(), mkfit::Shell.SelectIterationIndex(), spu.Untar(), fwlite::Scanner< Collection >.wantMore(), mkfit::TrackerInfo.write_bin_file(), and spu.zerr().

◆ stdout

submitPVResolutionJobs.stdout

Check if GRID proxy has been initialized.

Definition at line 45 of file submitPVResolutionJobs.py.

◆ submissionCommand

string submitPVResolutionJobs.submissionCommand = "condor_submit "+job_submit_file

Definition at line 423 of file submitPVResolutionJobs.py.

◆ theLumi

string submitPVResolutionJobs.theLumi = '1'

Definition at line 383 of file submitPVResolutionJobs.py.

◆ USER

submitPVResolutionJobs.USER = os.environ.get('USER')

prepare the eos output directory

Definition at line 270 of file submitPVResolutionJobs.py.

Functions

Variables

Detailed Description

Function Documentation

◆ as_dict()

◆ batchScriptCERN()

◆ check_proxy()

◆ forward_proxy()

◆ get_status_output()

◆ getFilesForRun()

◆ getLuminosity()

◆ isInJSON()

◆ main()

◆ mkdir_eos()

◆ write_HTCondor_submit_file()

Variable Documentation

◆ __author__

◆ __copyright__

◆ __credits__

◆ __email__

◆ __license__

◆ __maintainer__

◆ __version__

◆ action

◆ args

◆ bashdir

◆ cmd2

◆ config

◆ CopyRights

◆ count

◆ cwd

◆ default

◆ desc

◆ dest

◆ dictionary

◆ dump

◆ eosdir

◆ err

◆ file_info

◆ files

◆ help

◆ HOME

◆ input_CMSSW_BASE

◆ inputDict

◆ job_submit_file

◆ job_submit_template

◆ jsonDATA

◆ key

◆ listOfFiles

◆ local_proxy

◆ lumimask

◆ lumiToCache

◆ myCachedLumi

◆ myLumiDB

◆ mytuple

◆ opts

◆ out

◆ output

◆ outputList

◆ p

◆ parser

◆ pool

◆ q

◆ runs

◆ runToCache

◆ script

◆ scriptFile

◆ scriptFileName

◆ stderr

◆ stdout

◆ submissionCommand

◆ theLumi

◆ USER

◆ author

◆ copyright

◆ credits

◆ email

◆ license

◆ maintainer

◆ version