createPayload Namespace Reference

Functions
def	copyToWorkflowdir (path)
def	mkWorkflowdir ()

Variables
	allbeam_file
	allfile
	alllines
	alumi
	alumis
	args
	arun
	atime
	beam_file
	WRITE sqlite file. More...
	beam_file_tmp
	block
	checkType
	destDB
	dfile
	dropbox
	final_sqlite_file_name
	iov_comment
	iov_since
	iov_since_first
	iov_till
	IOVbase
	keys
	line
	listoffiles
	mergedfile
	metadata_file
	newtmpfile
	nfile
	npayloads
	option
	3 More...
	optionstring
	readdb_template
	skip
	sortedlist
	sqlite_file
	READ and check sqlite file. More...
	sqlite_file_name
	suffix
	tagname
	tagType
	timetype
	tmp_datafilename
	tmp_lumi_since
	tmp_lumi_till
	tmp_run
	tmpfile
	total_files
	uuid
	workflowdir
	workflowdirArchive
	workflowdirLastPayloads
	workflowdirTmp
	writedb_template

Function Documentation

def createPayload.copyToWorkflowdir

(

path

)

Definition at line 53 of file createPayload.py.

References beamvalidation.exit(), spr.find(), edm.print(), FastTimerService_cff.range, cms::dd.split(), and str.

def copyToWorkflowdir(path):
    global workflowdirArchive
    lsCommand      = ''
    cpCommand      = ''
    listoffiles    = []
    tmplistoffiles = []
    if path.find('castor') != -1:
        print("Getting files from castor ...")
        lsCommand = 'ns'
        cpCommand = 'rf'
    elif not os.path.exists(path):
        exit("ERROR: File or directory " + path + " doesn't exist") 

    if path[len(path)-4:len(path)] != '.txt':
        if path[len(path)-1] != '/':
            path = path + '/'

        aCommand  = lsCommand  + 'ls '+ path + " | grep .txt"

        tmpstatus = commands.getstatusoutput( aCommand )
        tmplistoffiles = tmpstatus[1].split('\n')
        if len(tmplistoffiles) == 1:
            if tmplistoffiles[0] == '':
                exit('ERROR: No files found in directory ' + path)
            if tmplistoffiles[0].find('No such file or directory') != -1:
                exit("ERROR: File or directory " + path + " doesn't exist") 

    else:
        tmplistoffiles.append(path[path.rfind('/')+1:len(path)])
        path = path[0:path.rfind('/')+1]


    archiveName = path
    if path == './':
        archiveName = os.getcwd() + '/'
        archiveName = archiveName[archiveName[:len(archiveName)-1].rfind('/')+1:len(archiveName)]
    if path[:len(path)-1].rfind('/') != -1:
        archiveName = path[path[:len(path)-1].rfind('/')+1:len(path)]

    workflowdirArchive = workflowdirArchive + archiveName
    if tagType != '' :
        workflowdirArchive = workflowdirArchive[:len(workflowdirArchive)-1] + '_' + tagType + '/'
    if not os.path.isdir(workflowdirArchive):
        os.mkdir(workflowdirArchive)
    elif(option.newarchive):
#        tmpTime = str(datetime.datetime.now())
#        tmpTime = tmpTime.replace(' ','-')
#        tmpTime = tmpTime.replace('.','-')
#        workflowdirArchive = workflowdirArchive[:len(workflowdirArchive)-1] + '_' + tmpTime + '/'
#        os.mkdir(workflowdirArchive)
        for n in range(1,100000):
            tryDir = workflowdirArchive[:len(workflowdirArchive)-1] + '_' + str(n) + '/'
            if not os.path.isdir(tryDir):
                workflowdirArchive = tryDir
                os.mkdir(workflowdirArchive)
                break
            elif n == 100000-1:
                exit('ERROR: Unbelievable! do you ever clean ' + workflowdir + '?. I think you have to remove some directories!') 

    for ifile in tmplistoffiles:
        if ifile.find('.txt') != -1:
            if os.path.isfile(workflowdirArchive+"/"+ifile):
                if option.overwrite:
                    print("File " + ifile + " already exists in destination. We will overwrite it.")
                else:
                    print("File " + ifile + " already exists in destination. Keep original file.")
                    listoffiles.append( workflowdirArchive + ifile )
                    continue
            listoffiles.append( workflowdirArchive + ifile )
            # copy to local disk
            aCommand = cpCommand + 'cp '+ path + ifile + " " + workflowdirArchive
            print(" >> " + aCommand)
            tmpstatus = commands.getstatusoutput( aCommand )
    return listoffiles

def createPayload.mkWorkflowdir

(

)

Definition at line 128 of file createPayload.py.

References edm.print().

def mkWorkflowdir():
    global workflowdir
    global workflowdirLastPayloads
    global workflowdirTmp
    global workflowdirArchive
    if not os.path.isdir(workflowdir):
        print("Making " + workflowdir + " directory...")
        os.mkdir(workflowdir)

    if not os.path.isdir(workflowdirLastPayloads):
        os.mkdir(workflowdirLastPayloads)
    else:
        os.system("rm -f "+ workflowdirLastPayloads + "*")

    if not os.path.isdir(workflowdirTmp):
        os.mkdir(workflowdirTmp)
    else:
        os.system("rm -f "+ workflowdirTmp + "*")

    if not os.path.isdir(workflowdirArchive):
        os.mkdir(workflowdirArchive)

Variable Documentation

createPayload.allbeam_file

Definition at line 256 of file createPayload.py.

createPayload.allfile

Definition at line 259 of file createPayload.py.

createPayload.alllines

Definition at line 218 of file createPayload.py.

createPayload.alumi

Definition at line 240 of file createPayload.py.

createPayload.alumis

Definition at line 232 of file createPayload.py.

createPayload.args

Definition at line 160 of file createPayload.py.

createPayload.arun

Definition at line 231 of file createPayload.py.

createPayload.atime

Definition at line 225 of file createPayload.py.

createPayload.beam_file

WRITE sqlite file.

Definition at line 291 of file createPayload.py.

createPayload.beam_file_tmp

Definition at line 301 of file createPayload.py.

createPayload.block

Definition at line 221 of file createPayload.py.

createPayload.checkType

Definition at line 383 of file createPayload.py.

Referenced by edm::DataManagingProductResolver.setFailedStatus().

createPayload.destDB

Definition at line 271 of file createPayload.py.

createPayload.dfile

Definition at line 372 of file createPayload.py.

createPayload.dropbox

Definition at line 407 of file createPayload.py.

createPayload.final_sqlite_file_name

Definition at line 392 of file createPayload.py.

createPayload.iov_comment

Definition at line 275 of file createPayload.py.

createPayload.iov_since

Definition at line 278 of file createPayload.py.

createPayload.iov_since_first

Definition at line 268 of file createPayload.py.

createPayload.iov_till

Definition at line 279 of file createPayload.py.

createPayload.IOVbase

Definition at line 202 of file createPayload.py.

createPayload.keys

Definition at line 251 of file createPayload.py.

createPayload.line

Definition at line 224 of file createPayload.py.

createPayload.listoffiles

Definition at line 210 of file createPayload.py.

createPayload.mergedfile

Definition at line 217 of file createPayload.py.

createPayload.metadata_file

Definition at line 286 of file createPayload.py.

createPayload.newtmpfile

Definition at line 302 of file createPayload.py.

createPayload.nfile

Definition at line 267 of file createPayload.py.

createPayload.npayloads

Definition at line 219 of file createPayload.py.

createPayload.option

3

Definition at line 160 of file createPayload.py.

createPayload.optionstring

Definition at line 50 of file createPayload.py.

createPayload.readdb_template

Definition at line 283 of file createPayload.py.

createPayload.skip

Definition at line 233 of file createPayload.py.

createPayload.sortedlist

Definition at line 212 of file createPayload.py.

createPayload.sqlite_file

READ and check sqlite file.

Merge sqlite files CREATE payload for merged output

Definition at line 285 of file createPayload.py.

createPayload.sqlite_file_name

Definition at line 284 of file createPayload.py.

createPayload.suffix

Definition at line 281 of file createPayload.py.

Referenced by HLTMuonMatchAndPlot.analyze(), HLTMuonMatchAndPlot.beginRun(), TrackerSectorStruct.bookCorrHists(), GEMSimTrackMatch.bookHistograms(), GEMDigiTrackMatch.bookHistograms(), GEMRecHitTrackMatch.bookHistograms(), SiStripDcsInfo.bookStatus(), MuonGEMRecHitsHarvestor.dqmEndJob(), MuonGEMHitsHarvestor.dqmEndJob(), MuonGEMDigisHarvestor.dqmEndJob(), ZIterativeAlgorithmWithFit.gausfit(), CommonAnalyzer.getObjectWithSuffix(), L1GtPsbSetupConfigOnlineProd.getRequiredValue(), DQMFileSaver.globalEndLuminosityBlock(), DQMFileSaver.globalEndRun(), edm::InputSource.issueReports(), HistogramManager.makePathName(), dqm::DQMFileSaverOnline.makeSnapshot(), L1GtPsbSetupConfigOnlineProd.numberedColumnName(), edm::PoolOutputModule.physicalAndLogicalNameForNewFile(), MuonGEMRecHitsHarvestor.ProcessBooking(), MuonGEMDigisHarvestor.ProcessBooking(), DQMFileSaver.saveForOffline(), and DQMFileSaver.saveForOfflinePB().

createPayload.tagname

Definition at line 183 of file createPayload.py.

Referenced by LumiProducer.getCurrentDataTag().

createPayload.tagType

Definition at line 51 of file createPayload.py.

createPayload.timetype

Definition at line 203 of file createPayload.py.

createPayload.tmp_datafilename

Definition at line 292 of file createPayload.py.

createPayload.tmp_lumi_since

Definition at line 304 of file createPayload.py.

createPayload.tmp_lumi_till

Definition at line 305 of file createPayload.py.

createPayload.tmp_run

Definition at line 303 of file createPayload.py.

createPayload.tmpfile

Definition at line 229 of file createPayload.py.

createPayload.total_files

Definition at line 269 of file createPayload.py.

createPayload.uuid

Definition at line 391 of file createPayload.py.

Referenced by TriggerMenu.gtTriggerMenuUUID(), PerformancePayloadFromBinnedTFormula.initialize(), PerformancePayloadFromTFormula.initialize(), TriggerMenu.setGtTriggerMenuUUID(), l1t::TriggerMenuParser.setGtTriggerMenuUUID(), and GlobalAlgBlk.setL1MenuUUID().

createPayload.workflowdir

Definition at line 46 of file createPayload.py.

createPayload.workflowdirArchive

Definition at line 49 of file createPayload.py.

createPayload.workflowdirLastPayloads

Definition at line 47 of file createPayload.py.

createPayload.workflowdirTmp

Definition at line 48 of file createPayload.py.

createPayload.writedb_template

Definition at line 282 of file createPayload.py.