Functions
def	forward_proxy (rundir)

def	write_HTCondor_submit_file_mille (path, script, lib, proxy_path=None)

def	write_HTCondor_submit_file_pede (path, script, config, lib)

Variables
	action

	args = parser.parse_args(sys.argv[1:])

	backupCfgPath = os.path.join(Path, mergeCfg+".bak")

	backupScriptPath = os.path.join(Path, "theScript.sh.bak")

	cfgPath = os.path.join(Path, mergeCfg)

string	command = 'cat '+backupScriptPath+' \| grep CONFIG_FILE \| head -1 \| awk -F"/" \'{print $NF}\''

string	curJobName = 'm'+str(nMerge)+'_'+theJobName

	default

	dest

	dircontents = os.listdir(Path)

	end

bool	fire_htcondor = False

	help

	i = lib.nJobs

string	inCfgPath = theJobData+'/'+lib.JOBDIR[0]+'/the.py'

	int

bool	invalid_id = False

	job_id

	job_mask = lib.JOBDIR

def	job_submit_file = write_HTCondor_submit_file_mille(Path, scriptPath, lib,os.path.join(Path,".user_proxy"))

int	jobNumFrom1 = i+1

	lib = mpslib.jobdatabase()

	match = re.search(r"1 job$s$ submitted to cluster (\d+)\.", result)

	maxJobs

	mergeCfg = subprocess.check_output(command, stderr=subprocess.STDOUT, shell=True).decode()

bool	mergeOK = True

	nargs

	nMerge = i-lib.nJobs

int	nSub = 0

	parser

	Path = os.path.join(theJobData,lib.JOBDIR[i])

	resources = lib.get_class('mille')

	result

	schedinfo = subprocess.check_output(["myschedd","show"]).decode()

	scriptPath = os.path.join(Path, "theScript.sh")

string	submission = "condor_submit -batch-name %s %s"%\

	theJobData = os.path.join(os.getcwd(), "jobData")

string	theJobName = 'mpalign'

	type

	weight_conf = cPickle.load(f)

Function Documentation

◆ forward_proxy()

def mps_fire.forward_proxy ( rundir )

Forward proxy to location visible from the batch system.

Arguments:
- `rundir`: directory for storing the forwarded proxy

Definition at line 31 of file mps_fire.py.

References edm.decode(), print(), and nano_mu_digi_cff.strip.

 def forward_proxy(rundir):
     """Forward proxy to location visible from the batch system.
 
     Arguments:
     - `rundir`: directory for storing the forwarded proxy
     """
 
     if not mps_tools.check_proxy():
         print("Please create proxy via 'voms-proxy-init -voms cms -rfc'.")
         sys.exit(1)
 
     local_proxy = subprocess.check_output(["voms-proxy-info", "--path"]).decode().strip()
     shutil.copyfile(local_proxy, os.path.join(rundir,".user_proxy"))
 
 

◆ write_HTCondor_submit_file_mille()

def mps_fire.write_HTCondor_submit_file_mille	(	path,
		script,
		lib,
		proxy_path = `None`
	)

Writes 'job.submit' file in `path`.

Arguments:
- `path`: job directory
- `script`: script to be executed
- `lib`: MPS lib object
- `proxy_path`: path to proxy (only used in case of requested proxy forward)

Definition at line 125 of file mps_fire.py.

References submitPVValidationJobs.split().

 def write_HTCondor_submit_file_mille(path, script, lib, proxy_path=None):
     """Writes 'job.submit' file in `path`.
 
     Arguments:
     - `path`: job directory
     - `script`: script to be executed
     - `lib`: MPS lib object
     - `proxy_path`: path to proxy (only used in case of requested proxy forward)
     """
 
     resources = lib.get_class("mille").split("_")[1:] # strip off 'htcondor'
     job_flavour = resources[-1]
 
     job_submit_template="""\
 universe              = vanilla
 executable            = {script:s}
 output                = {jobm:s}/STDOUT
 error                 = {jobm:s}/STDOUT
 log                   = {jobm:s}/HTCJOB
 notification          = Always
 transfer_output_files = ""
 
 +JobFlavour           = "{flavour:s}"
 """
     if "cafalca" in resources:
         job_submit_template += """\
 +CAFJob              = True
 +AccountingGroup     = "group_u_CMS.CAF.ALCA"
 # automatically remove the job if the submitter has no permissions to run a CAF Job
 periodic_remove       = !regexp("group_u_CMS.CAF.ALCA", AccountingGroup) && CAFJob =?= True
 """
 
     if proxy_path is not None:
         job_submit_template += """\
 +x509userproxy        = "{proxy:s}"
 """
     job_submit_template += "\nqueue\n"
 
     job_submit_file = os.path.join(Path, "job.submit")
     with open(job_submit_file, "w") as f:
         f.write(job_submit_template.format(script = os.path.abspath(script),
                                            jobm = os.path.abspath(path),
                                            flavour = job_flavour,
                                            proxy = proxy_path))
 
     return job_submit_file
 
 
 

◆ write_HTCondor_submit_file_pede()

def mps_fire.write_HTCondor_submit_file_pede	(	path,
		script,
		config,
		lib
	)

Writes 'job.submit' file in `path`.

Arguments:
- `path`: job directory
- `script`: script to be executed
- `config`: cfg file
- `lib`: MPS lib object

Definition at line 46 of file mps_fire.py.

References edm.decode(), int, genParticles_cff.map, WZElectronSkims53X_cff.max, print(), submitPVValidationJobs.split(), and nano_mu_digi_cff.strip.

 def write_HTCondor_submit_file_pede(path, script, config, lib):
     """Writes 'job.submit' file in `path`.
 
     Arguments:
     - `path`: job directory
     - `script`: script to be executed
     - `config`: cfg file
     - `lib`: MPS lib object
     """
 
     resources = lib.get_class("pede").split("_")[1:] # strip off 'htcondor'
     job_flavour = resources[-1]
 
     job_submit_template="""\
 universe              = vanilla
 executable            = {script:s}
 output                = {jobm:s}/STDOUT
 error                 = {jobm:s}/STDOUT
 log                   = {jobm:s}/HTCJOB
 notification          = Always
 transfer_output_files = ""
 request_memory        = {pedeMem:d}M
 
 # adapted to space used on eos for binaries:
 request_disk          = {disk:d}
 
 # adapted to threads parameter in pede options and number of available cores
 request_cpus          = {cpus:d}
 
 +JobFlavour           = "{flavour:s}"
 """
     if "bigmem" in resources:
         job_submit_template += """\
 +BigMemJob            = True
 +AccountingGroup      = "group_u_CMS.e_cms_caf_bigmem"
 
 # automatically remove the job if the submitter has no permissions to run a BigMemJob
 periodic_remove       = !regexp("group_u_CMS.e_cms_caf_bigmem", AccountingGroup) && BigMemJob =?= True
 """
     job_submit_template += "\nqueue\n"
 
     print("Determine number of pede threads...")
     cms_process = mps_tools.get_process_object(os.path.join(Path, mergeCfg))
     pede_options = cms_process.AlignmentProducer.algoConfig.pedeSteerer.options.value()
     n_threads = 1
     for option in pede_options:
         if "threads" in option:
             n_threads = option.replace("threads", "").strip()
             n_threads = max(map(lambda x: int(x), n_threads.split()))
             break
     if n_threads > 16: n_threads = 16 # HTCondor machines have (currently) 16
                                       # cores, i.e. we ensure here that the job
                                       # would fit core-wise on one machine
 
     print("Determine required disk space on remote host...")
     # determine usage by each file instead of whole directory as this is what
     # matters for the specified disk usage:
     spco = subprocess.check_output # to make code below more less verbose
     opj = os.path.join             # dito
     cmd = ["du", "--apparent-size"]
     disk_usage = [int(item.split()[0])
                   for directory in ("binaries", "monitors", "tree_files")
                   for item
                   in spco(cmd+
                           glob.glob(opj(lib.mssDir, directory, "*"))).decode().splitlines()]
     disk_usage = sum(disk_usage)
     disk_usage *= 1.1 # reserve 10% additional space
 
     job_submit_file = os.path.join(Path, "job.submit")
     with open(job_submit_file, "w") as f:
         f.write(job_submit_template.format(script = os.path.abspath(script),
                                            jobm = os.path.abspath(path),
                                            pedeMem = lib.pedeMem,
                                            disk = int(disk_usage),
                                            cpus = n_threads,
                                            flavour = job_flavour))
 
     return job_submit_file
 

Variable Documentation

◆ action

mps_fire.action

Definition at line 183 of file mps_fire.py.

◆ args

mps_fire.args = parser.parse_args(sys.argv[1:])

Definition at line 207 of file mps_fire.py.

◆ backupCfgPath

string mps_fire.backupCfgPath = os.path.join(Path, mergeCfg+".bak")

Definition at line 464 of file mps_fire.py.

◆ backupScriptPath

mps_fire.backupScriptPath = os.path.join(Path, "theScript.sh.bak")

Definition at line 445 of file mps_fire.py.

◆ cfgPath

string mps_fire.cfgPath = os.path.join(Path, mergeCfg)

Definition at line 465 of file mps_fire.py.

◆ command

string mps_fire.command = 'cat '+backupScriptPath+' | grep CONFIG_FILE | head -1 | awk -F"/" \'{print $NF}\''

Definition at line 456 of file mps_fire.py.

◆ curJobName

string mps_fire.curJobName = 'm'+str(nMerge)+'_'+theJobName

Definition at line 515 of file mps_fire.py.

◆ default

mps_fire.default

Definition at line 177 of file mps_fire.py.

◆ dest

mps_fire.dest

Definition at line 179 of file mps_fire.py.

◆ dircontents

mps_fire.dircontents = os.listdir(Path)

Definition at line 550 of file mps_fire.py.

◆ end

mps_fire.end

Definition at line 242 of file mps_fire.py.

◆ fire_htcondor

bool mps_fire.fire_htcondor = False

Definition at line 258 of file mps_fire.py.

◆ help

mps_fire.help

Definition at line 178 of file mps_fire.py.

◆ i

mps_fire.i = lib.nJobs

Definition at line 429 of file mps_fire.py.

◆ inCfgPath

string mps_fire.inCfgPath = theJobData+'/'+lib.JOBDIR[0]+'/the.py'

Definition at line 482 of file mps_fire.py.

◆ int

mps_fire.int

Definition at line 177 of file mps_fire.py.

Referenced by write_HTCondor_submit_file_pede().

◆ invalid_id

bool mps_fire.invalid_id = False

Definition at line 228 of file mps_fire.py.

◆ job_id

mps_fire.job_id

Definition at line 216 of file mps_fire.py.

◆ job_mask

list mps_fire.job_mask = lib.JOBDIR

Definition at line 224 of file mps_fire.py.

◆ job_submit_file

def mps_fire.job_submit_file = write_HTCondor_submit_file_mille(Path, scriptPath, lib,os.path.join(Path,".user_proxy"))

Definition at line 301 of file mps_fire.py.

◆ jobNumFrom1

int mps_fire.jobNumFrom1 = i+1

Definition at line 431 of file mps_fire.py.

◆ lib

mps_fire.lib = mpslib.jobdatabase()

Definition at line 210 of file mps_fire.py.

◆ match

mps_fire.match = re.search(r"1 job$s$ submitted to cluster (\d+)\.", result)

Definition at line 322 of file mps_fire.py.

◆ maxJobs

mps_fire.maxJobs

Definition at line 215 of file mps_fire.py.

◆ mergeCfg

mps_fire.mergeCfg = subprocess.check_output(command, stderr=subprocess.STDOUT, shell=True).decode()

Definition at line 457 of file mps_fire.py.

◆ mergeOK

bool mps_fire.mergeOK = True

Definition at line 421 of file mps_fire.py.

◆ nargs

mps_fire.nargs

Definition at line 177 of file mps_fire.py.

◆ nMerge

mps_fire.nMerge = i-lib.nJobs

Definition at line 514 of file mps_fire.py.

Referenced by folded_hybrid_bitonic_sort_and_crop_ref().

◆ nSub

int mps_fire.nSub = 0

Definition at line 287 of file mps_fire.py.

◆ parser

mps_fire.parser

Initial value:

 =  argparse.ArgumentParser(
         description="Submit jobs that are setup in local mps database to batch system.",
 )

Definition at line 174 of file mps_fire.py.

◆ Path

mps_fire.Path = os.path.join(theJobData,lib.JOBDIR[i])

Definition at line 298 of file mps_fire.py.

Referenced by CSCEfficiency.CSCEfficiency(), and cms::DDNamespace.DDNamespace().

◆ resources

string mps_fire.resources = lib.get_class('mille')

Definition at line 263 of file mps_fire.py.

Referenced by MuonAssociatorByHits.associateRecoToSim(), MuonAssociatorByHitsHelper.associateRecoToSimIndices(), MuonAssociatorByHits.associateSimToReco(), MuonAssociatorByHitsHelper.associateSimToRecoIndices(), edm::DelayedReaderThrowingSource.DelayedReaderThrowingSource(), edm::PoolSource.PoolSource(), and edm::RootDelayedReader.RootDelayedReader().

◆ result

string mps_fire.result

Initial value:

 =  subprocess.check_output(submission,
                                                      stderr=subprocess.STDOUT,
                                                      shell=True).decode()

Definition at line 311 of file mps_fire.py.

◆ schedinfo

mps_fire.schedinfo = subprocess.check_output(["myschedd","show"]).decode()

Definition at line 275 of file mps_fire.py.

◆ scriptPath

mps_fire.scriptPath = os.path.join(Path, "theScript.sh")

Definition at line 299 of file mps_fire.py.

◆ submission

list mps_fire.submission = "condor_submit -batch-name %s %s"%\

Definition at line 304 of file mps_fire.py.

◆ theJobData

mps_fire.theJobData = os.path.join(os.getcwd(), "jobData")

Definition at line 251 of file mps_fire.py.

◆ theJobName

mps_fire.theJobName = 'mpalign'

Definition at line 254 of file mps_fire.py.

◆ type

mps_fire.type

Definition at line 177 of file mps_fire.py.

◆ weight_conf

mps_fire.weight_conf = cPickle.load(f)

Definition at line 471 of file mps_fire.py.

Functions

Variables

Function Documentation

◆ forward_proxy()

◆ write_HTCondor_submit_file_mille()

◆ write_HTCondor_submit_file_pede()

Variable Documentation

◆ action

◆ args

◆ backupCfgPath

◆ backupScriptPath

◆ cfgPath

◆ command

◆ curJobName

◆ default

◆ dest

◆ dircontents

◆ end

◆ fire_htcondor

◆ help

◆ i

◆ inCfgPath

◆ int

◆ invalid_id

◆ job_id

◆ job_mask

◆ job_submit_file

◆ jobNumFrom1

◆ lib

◆ match

◆ maxJobs

◆ mergeCfg

◆ mergeOK

◆ nargs

◆ nMerge

◆ nSub

◆ parser

◆ Path

◆ resources

◆ result

◆ schedinfo

◆ scriptPath

◆ submission

◆ theJobData

◆ theJobName

◆ type

◆ weight_conf