submitPVValidationJobs Namespace Reference

Classes
class	BetterConfigParser
	— Classes —############################ More...
class	Job
	aux generator function to split lists based on http://sandrotosi.blogspot.com/2011/04/python-group-list-in-sub-lists-of-n.html about generators see also http://stackoverflow.com/questions/231767/the-python-yield-keyword-explained More...
class	RefitType

Functions
def	__del__
def	__init__
def	as_dict
def	check_proxy
def	ConfigSectionMap
def	createTheBashFile
def	createTheCfgFile
def	createTheLSFFile
def	forward_proxy
def	getBatchjobId
def	getCommandOutput
def	getFilesForRun
def	getLuminosity
def	getNEvents
def	getOutputBaseName
def	getOutputBaseNameWithData
def	getOutputFileName
def	isInJSON
def	main
def	mkdir_eos
	method to create recursively directories on EOS ############# More...
def	setEOSout
def	split
def	submit
def	to_bool
def	updateDB
def	updateDB2
def	write_HTCondor_submit_file

Variables
string	__author__ = 'Marco Musich'
string	__copyright__ = 'Copyright 2020, CERN CMS'
list	__credits__ = ['Ernesto Migliore', 'Salvatore Di Guida']
string	__email__ = 'marco.musich@cern.ch'
string	__license__ = 'Unknown'
string	__maintainer__ = 'Marco Musich'
int	__version__ = 1
tuple	aJob
list	alignmentDB = []
list	alignmentTAG = []
list	allFromGT = []
tuple	AnalysisStep_dir = os.path.join(input_CMSSW_BASE,"src/Alignment/OfflineValidation/test")
list	apeDB = []
list	apeTAG = []
list	applyBOWS = []
list	applyEXTRACOND = []
list	applyruncontrol = []
list	batchJobIds = []
	declare here the list of jobs that should be waited for More...
list	bowDB = []
list	bowTAG = []
tuple	child = os.popen(command)
tuple	child1 = os.system(submitcommand1)
string	cmd = 'dasgoclient -limit=0 -query \'run dataset='
string	cmd2 = ' dasgoclient -limit=0 -query \'file run='
list	conditions = []
tuple	config = BetterConfigParser()
string	config_txt = '\n\n'
	ConfigFile = opts.inputconfig
string	CopyRights = '##################################\n'
tuple	count = pool.map(getFilesForRun,zip(mytuple,instances))
tuple	data = child.read()
string	dbName = "runInfo.pkl"
string	desc = """This is a description of %prog."""
dictionary	dictionary = {}
list	doRunBased = []
tuple	eosdir = os.path.join("/store/group/alca_trackeralign",USER,"test_out",t)
tuple	err = child.close()
list	extraCondVect = []
tuple	file_info = dict(zip(listOfRuns, count))
tuple	fin = open(template_cfg_file)
string	flavour = "tomorrow"
tuple	fout = open(os.path.join(self.cfg_dir,self.outputCfgName),'w')
list	gt = []
tuple	hadd_script_file = os.path.join(scripts_dir,jobName[iConf]+"_"+opts.taskname+".sh")
string	harvest_conditions = '"'
tuple	HOME = os.environ.get('HOME')
	check first there is a valid grid proxy More...
dictionary	infos = {}
tuple	input_CMSSW_BASE = os.environ.get('CMSSW_BASE')
tuple	inputDict = as_dict(config)
list	inputFiles = []
list	instances = [opts.instance for entry in mytuple]
list	isDA = []
list	isMC = []
	job_name = self.output_full_name
tuple	job_submit_file = os.path.join(path, "job_"+name+".submit")
string	job_submit_template
tuple	jobm = os.path.abspath(path)
list	jobName = []
	Initialize all the variables. More...
tuple	jsonDATA = json.load(myJSON)
string	lastJobCommand = "bsub -o harvester"
tuple	lastJobOutput = getCommandOutput(lastJobCommand)
tuple	lfn_with_quotes = map(lambda x: "\'"+x+"\'",lfn)
tuple	lib_path = os.path.abspath(AnalysisStep_dir)
tuple	listOfRuns = out.decode()
tuple	listOfValidations = config.getResultingSection("validations")
tuple	local_proxy = subprocess.check_output(["voms-proxy-info", "--path"])
tuple	log_dir = os.path.join(self.the_dir,"log")
list	lumilist = []
tuple	lumiToCache = line.split(",")
list	maxevents = []
	mergedFile = None
dictionary	myCachedLumi = {}
dictionary	mylist = {}
tuple	myLumiDB = getLuminosity(HOME,myRuns[0],myRuns[-1],doRunBased,opts.verbose)
	check that the list of runs is not empty More...
list	myRuns = []
list	mytuple = []
tuple	nEvents = subprocess.check_output(["das_client", "--limit", "0", "--query", "summary run={} dataset={} | grep summary.nevents".format(run, dataset)])
tuple	njobs = str(nruns)
tuple	now = datetime.datetime.now()
tuple	od = collections.OrderedDict(sorted(file_info.items()))
string	out = name+"_$(ProcId)"
tuple	output = subprocess.check_output([homedir+"/.local/bin/brilcalc", "lumi", "-b", "STABLE BEAMS","-u", "/pb", "--begin", str(minRun),"--end",str(maxRun),"--output-style","csv","-c","web"])
tuple	output_file_list1 = list()
tuple	output_file_list2 = list()
tuple	outputList = out.decode()
tuple	p = Popen(cmd , shell=True, stdout=PIPE, stderr=PIPE)
list	params = self.extraCondVect[element]
tuple	parser = OptionParser(description=desc,version='%prog version 0.1')
tuple	pool = multiprocessing.Pool(processes=20)
	proxy = proxy_path))
list	ptcut = []
tuple	q = Popen(cmd2 , shell=True, stdout=PIPE, stderr=PIPE)
list	refittertype = []
tuple	run = runFromFilename(f)
list	runboundary = []
dictionary	runInfo = {}
tuple	runToCache = line.split(",")
tuple	s = Popen(cmd , shell=True, stdout=PIPE, stderr=PIPE)
tuple	scripts_dir = os.path.join(AnalysisStep_dir,"scripts")
	print "==========>",conditions More...
tuple	splitList = split(mylist,10)
list	srcFiles = []
	N.B. More...
	stdout = dump)
string	submissionCommand = "condor_submit "
tuple	submissionOutput = getCommandOutput(submissionCommand)
string	submitcommand1 = "chmod u+x "
string	t = ""
tuple	template_cfg_file = os.path.join(self.the_dir,"PVValidation_T_cfg.py")
	theBaseName = None
	theBashDir = None
tuple	theDataSet = dataset.split("/")
	thejobIndex = None
string	theLumi = '1'
int	totalJobs = 0
list	tracktype = []
list	ttrhtype = []
tuple	USER = os.environ.get('USER')
list	vertextype = []

Function Documentation

def submitPVValidationJobs.__del__

(

self

)

Definition at line 417 of file submitPVValidationJobs.py.