Functions
def	defineOptions
def	getConfigTemplateFilename
def	mkHLTKeyListList
def	parallelJobs
Variables
int	DEBUG = 0
	DEBUG.
tuple	options = defineOptions()
tuple	p

Function Documentation

def AlCaHLTBitMon_ParallelJobs::defineOptions ( )

Definition at line 97 of file AlCaHLTBitMon_ParallelJobs.py.

00098                    :
00099     parser = OptionParser()
00100     
00101     parser.add_option("-k", "--keylist",
00102                       dest="hltKeyListFile",
00103                       default="lista_key.txt",
00104                       help="text file with HLT keys")
00105 
00106     parser.add_option("-j", "--json",
00107                       dest="jsonDir",
00108                       help="directory with the corresponding json files")
00109     
00110     parser.add_option("-g", "--globalTag",
00111                       dest="globalTag",
00112                       help="the global tag to use in the config files")
00113 
00114     parser.add_option("-t", "--template",
00115                       dest="template",
00116                       default="default",
00117                       help="the template to use for the config files")
00118 
00119     parser.add_option("-q", "--queue",
00120                       dest="queue",
00121                       default="cmscaf1nd",
00122                       help="the queue to use (default=cmscaf1nd)")
00123 
00124     parser.add_option("-c", "--cafsetup", action="store_true",
00125                       dest="cafsetup",
00126                       default=False,
00127                       help="wether the caf setup is sourced in the scripts")
00128    
00129     (options, args) = parser.parse_args()
00130 
00131     if len(sys.argv) == 1:
00132         print("\nUsage: %s --help"%sys.argv[0])
00133         sys.exit(0)
00134 
00135     if str(options.hltKeyListFile) == 'None':
00136         print("Please provide a file with HLT keys")
00137         sys.exit(0)
00138 
00139     if str(options.jsonDir) == 'None':
00140         print("Please provide a directory containing the json files")
00141         sys.exit(0)
00142 
00143     if str(options.globalTag) == 'None':
00144         print("Please provide a global tag")
00145         sys.exit(0)
00146     
00147     return options
00148 
00149 
00150 #---------------------------------------------MAIN

def AlCaHLTBitMon_ParallelJobs::getConfigTemplateFilename ( )

Definition at line 23 of file AlCaHLTBitMon_ParallelJobs.py.

00024                                :
00025     template = os.path.expandvars('$CMSSW_BASE/src/Alignment/CommonAlignmentProducer/data/AlCaHLTBitMon_cfg_template_py')
00026     if os.path.exists(template):
00027         return template
00028     template = os.path.expandvars('$CMSSW_RELEASE_BASE/src/Alignment/CommonAlignmentProducer/data/AlCaHLTBitMon_cfg_template_py')
00029     if os.path.exists(template):
00030         return template
00031     return 'None'

def AlCaHLTBitMon_ParallelJobs::mkHLTKeyListList ( hltkeylistfile )

Definition at line 32 of file AlCaHLTBitMon_ParallelJobs.py.

00033                                     :
00034     keylistlist = []
00035     f = open(hltkeylistfile, 'r')
00036     for line in f:
00037         keylistlist.append(line.replace('\n',''))
00038     f.close()
00039     return keylistlist

def AlCaHLTBitMon_ParallelJobs::parallelJobs	(	hltkeylistfile,
		jsonDir,
		globalTag,
		templateName,
		queue,
		cafsetup
	)

Definition at line 40 of file AlCaHLTBitMon_ParallelJobs.py.

00041                                                                               :
00042     PWD = os.path.abspath('.')
00043 
00044     if templateName == 'default':
00045         templateFile = getConfigTemplateFilename()
00046     else:
00047         templateFile = os.path.abspath(os.path.expandvars(templateName))
00048         
00049     tfile = open(templateFile, 'r')
00050     template = tfile.read()
00051     tfile.close()
00052     template = template.replace('%%%GLOBALTAG%%%', globalTag)
00053 
00054     keylistlist = mkHLTKeyListList(hltkeylistfile)
00055     index = 0
00056     for keylist in keylistlist:
00057         
00058         configName = 'AlCaHLTBitMon_%d_cfg.py'%index
00059         jobName = 'AlCaHLTBitMon_%d_job.csh'%index
00060         jsonFile = os.path.abspath('%(dir)s/%(index)d.json' % {'dir' : jsonDir, 'index' : index})
00061         dataFile = os.path.abspath('%(dir)s/%(index)d.data' % {'dir' : jsonDir, 'index' : index})
00062         logFile = 'AlCaHLTBitMon_%d'%index
00063         
00064         dfile = open(dataFile, 'r')
00065         data = dfile.read()
00066         dfile.close()
00067 
00068         config = template.replace('%%%JSON%%%', jsonFile);
00069         config = config.replace('%%%DATA%%%', data);
00070         config = config.replace('%%%KEYNAME%%%', keylist);
00071         config = config.replace('%%%LOGFILE%%%', logFile);
00072 
00073         cfile = open(configName, 'w')
00074         for line in config:
00075             cfile.write(line)
00076         cfile.close()
00077 
00078         jfile = open(jobName, 'w')
00079         jfile.write('#!/bin/tcsh\n\n')
00080         if cafsetup == True:
00081             jfile.write('source /afs/cern.ch/cms/caf/setup.csh\n\n')
00082             
00083         jfile.write('cd $1\n\n')
00084         jfile.write('eval `scramv1 run -csh`\n\n')
00085         jfile.write('cmsRun %s\n\n'%configName)
00086         jfile.write('cp %s.log $2'%logFile)
00087         jfile.close()
00088 
00089         if os.path.exists('./%s'%keylist) == False:
00090             os.system('mkdir ./%s'%keylist)
00091             
00092         os.system('chmod u+x %s'%jobName)
00093         #print('bsub -q %(queue)s %(jobname)s %(pwd)s %(pwd)s/%(outdir)s' % {'queue' : queue, 'jobname' : jobName, 'pwd' : PWD, 'outdir' : keylist})
00094         os.system('bsub -q %(queue)s %(jobname)s %(pwd)s %(pwd)s/%(outdir)s' % {'queue' : queue, 'jobname' : jobName, 'pwd' : PWD, 'outdir' : keylist})
00095 
00096         index = index + 1

Variable Documentation

int AlCaHLTBitMon_ParallelJobs::DEBUG = 0

DEBUG.

Definition at line 21 of file AlCaHLTBitMon_ParallelJobs.py.

tuple AlCaHLTBitMon_ParallelJobs::options = defineOptions()

Definition at line 151 of file AlCaHLTBitMon_ParallelJobs.py.

Referenced by BeamSpotProblemMonitor::beginJob(), BeamMonitor::beginJob(), BeamMonitorBx::BookTrendHistos(), CmsShowMain::CmsShowMain(), CaloRecHitMetaCollection::find(), FWCompactVerticalLayout::GetDefaultSize(), edm::FileLocator::init(), reco::tau::RecoTauMVAHelper::loadDiscriminantPlugins(), main(), and cond::Utilities::parseCommand().

tuple AlCaHLTBitMon_ParallelJobs::p

Initial value:

00001 parallelJobs(options.hltKeyListFile,
00002                  options.jsonDir,
00003                  options.globalTag,
00004                  options.template,
00005                  options.queue,
00006                  options.cafsetup)

Definition at line 152 of file AlCaHLTBitMon_ParallelJobs.py.

AlCaHLTBitMon_ParallelJobs Namespace Reference

Functions

Variables

Function Documentation

Variable Documentation