submitPVResolutionJobs Namespace Reference

Functions
def	as_dict
def	batchScriptCERN
def	check_proxy
def	forward_proxy
def	get_status_output
def	getFilesForRun
def	getLuminosity
def	isInJSON
def	main
def	mkdir_eos
	method to create recursively directories on EOS More...
def	write_HTCondor_submit_file

Variables
string	__author__ = 'Marco Musich'
string	__copyright__ = 'Copyright 2020, CERN CMS'
list	__credits__ = ['Ernesto Migliore', 'Salvatore Di Guida']
string	__email__ = 'marco.musich@cern.ch'
string	__license__ = 'Unknown'
string	__maintainer__ = 'Marco Musich'
int	__version__ = 1
tuple	bashdir = os.path.join(cwd,"BASH")
string	cmd2 = ' dasgoclient -limit=0 -query \'file run='
tuple	config = ConfigParser.ConfigParser()
	parse the configuration file More...
string	CopyRights = '##################################\n'
tuple	count = pool.map(getFilesForRun,mytuple)
tuple	cwd = os.getcwd()
string	desc = """This is a description of %prog."""
dictionary	dictionary = {}
tuple	eosdir = os.path.join("/store/group/alca_trackeralign",USER,"test_out",opts.taskname)
string	EXT = "external="
tuple	file_info = dict(zip(runs, count))
list	files = file_info[run]
string	flavour = "tomorrow"
list	GT = config['globaltag']
tuple	HOME = os.environ.get('HOME')
tuple	input_CMSSW_BASE = os.environ.get('CMSSW_BASE')
tuple	inputDict = as_dict(config)
tuple	job_submit_file = os.path.join(path, "job_"+name+".submit")
string	job_submit_template
tuple	jobm = os.path.abspath(path)
tuple	jsonDATA = json.load(myJSON)
	KEY = key,
tuple	key = key.split(":", 1)
	prepare the HTCondor submission files and eventually submit them More...
string	listOfFiles = '['
tuple	local_proxy = subprocess.check_output(["voms-proxy-info", "--path"])
list	lumimask = inputDict["Input"]
tuple	lumiToCache = line.split(",")
	LUMITORUN = lumiToRun,
dictionary	myCachedLumi = {}
	MYDIR = eosdir,
tuple	myLumiDB = getLuminosity(HOME,runs[0],runs[-1],True,opts.verbose)
	check that the list of runs is not empty More...
list	mytuple = []
tuple	njobs = str(nruns)
string	out = name+"_$(ProcId)"
tuple	output = subprocess.check_output([homedir+"/.local/bin/brilcalc", "lumi", "-b", "STABLE BEAMS","-u", "/pb", "--begin", str(minRun),"--end",str(maxRun),"--output-style","csv"])
	using normtag output = subprocess.check_output([homedir+"/.local/bin/brilcalc", "lumi", "-b", "STABLE BEAMS", "--normtag","/cvmfs/cms-bril.cern.ch/cms-lumi-pog/Normtags/normtag_PHYSICS.json", "-u", "/pb", "--begin", str(minRun),"--end",str(maxRun),"--output-style","csv"]) More...
tuple	outputList = out.decode()
tuple	p = subprocess.Popen(*args, **kwargs)
tuple	parser = OptionParser(description=desc,version='%prog version 0.1')
tuple	pool = multiprocessing.Pool(processes=20)
	proxy = proxy_path))
tuple	q = Popen(cmd2 , shell=True, stdout=PIPE, stderr=PIPE)
string	REC = "records="
	runindex = runindex,
tuple	runs = get_status_output("dasgoclient -query='run dataset="+opts.DATASET+"'",shell=True, stdout=PIPE, stderr=PIPE)
	check first there is a valid grid proxy More...
tuple	runToCache = line.split(",")
string	script
tuple	scriptFile = open(scriptFileName,'w')
tuple	scriptFileName = os.path.join(bashdir,"batchHarvester_"+key+"_"+str(count-1)+".sh")
	stdout = dump)
string	submissionCommand = "condor_submit "
string	theLumi = '1'
tuple	USER = os.environ.get('USER')
	prepare the eos output directory More...

Function Documentation

def submitPVResolutionJobs.as_dict

(

config

)

Definition at line 179 of file submitPVResolutionJobs.py.