cmsLHEtoEOSManager Namespace Reference

Functions
def	articleExist (artId)
def	fileUpload (uploadPath, lheList, checkSumList, reallyDoIt)
def	findXrdDir (theDirRecord)
def	lastArticle ()

Function Documentation

def cmsLHEtoEOSManager.articleExist

(

artId

)

Definition at line 27 of file cmsLHEtoEOSManager.py.

References findXrdDir(), and harvestTrackValidationPlots.str.

Referenced by fileUpload().

def articleExist(artId):

    itExists = False
    theCommand = defaultEOSlistCommand+' '+defaultEOSRootPath
    dirList = subprocess.Popen(["/bin/sh","-c",theCommand], stdout=subprocess.PIPE)
    for line in dirList.stdout.readlines():
        if findXrdDir(line) == str(artId): 
            itExists = True

    return itExists

def cmsLHEtoEOSManager.fileUpload	(		uploadPath,
			lheList,
			checkSumList,
			reallyDoIt
	)

Definition at line 54 of file cmsLHEtoEOSManager.py.

References articleExist(), findXrdDir(), reco.if(), lastArticle(), and harvestTrackValidationPlots.str.

def fileUpload(uploadPath,lheList, checkSumList, reallyDoIt):

    inUploadScript = ''
    index = 0
    for f in lheList:
        realFileName = f.split('/')[-1]
        # Check the file existence
        newFileName = uploadPath+'/'+str(realFileName)
        addFile = True
        additionalOption = ''  
        theCommand = defaultEOSfeCommand+' '+newFileName
        exeFullList = subprocess.Popen(["/bin/sh","-c",theCommand], stdout=subprocess.PIPE)
        result = exeFullList.stdout.readlines()
        if result[0].rstrip('\n') == 'The file exists.':
            addFile = False
            print 'File '+newFileName+' already exists: do you want to overwrite? [y/n]'
            reply = raw_input()
            if reply == 'y' or reply == 'Y':
                addFile = True
                additionalOption = ' -f '
                print ''
                print 'Overwriting file '+newFileName+'\n'
        # add the file
        if addFile:
#            print 'Adding file '+str(f)+'\n'
            inUploadScript = defaultEOScpCommand + additionalOption + ' ' + str(f) + ' ' + defaultEOSLoadPath+uploadPath + '/' + str(realFileName)
            print 'Uploading file %s...' % str(f)
            if reallyDoIt:
                exeRealUpload = subprocess.Popen(["/bin/sh","-c",inUploadScript])
                exeRealUpload.communicate()
                eosCheckSumCommand = '/afs/cern.ch/project/eos/installation/0.3.15/bin/eos.select find --checksum ' + uploadPath + '/' + str(realFileName) + ' | awk \'{print $2}\' | cut -d= -f2'
                exeEosCheckSum = subprocess.Popen(eosCheckSumCommand ,shell=True, stdout=subprocess.PIPE)
                EosCheckSum = exeEosCheckSum.stdout.read()
                assert exeEosCheckSum.wait() == 0
               # print 'checksum: eos = ' + EosCheckSum + 'orig file = ' + checkSumList[index] + '\n'
                if checkSumList[index] not in EosCheckSum:
                    print 'WARNING! The checksum for file ' + str(realFileName) + ' in EOS\n'
                    print EosCheckSum + '\n'
                    print 'does not match the checksum of the original one\n'
                    print checkSumList[index] + '\n'
                    print 'please try to re-upload file ' + str(realFileName) + ' to EOS.\n'
                else:
                    print 'Checksum OK for file ' + str(realFileName)
        index = index+1            
 
# launch the upload shell script        

#    print '\n Launching upload script \n'+inUploadScript+'\n at '+time.asctime(time.localtime(time.time()))+' ...\n'
#    if reallyDoIt:  
#      exeRealUpload = subprocess.Popen(["/bin/sh","-c",inUploadScript])
#      exeRealUpload.communicate()
    print '\n Upload ended at '+time.asctime(time.localtime(time.time()))

def cmsLHEtoEOSManager.findXrdDir

(

theDirRecord

)

Definition at line 19 of file cmsLHEtoEOSManager.py.

References split.

Referenced by articleExist(), fileUpload(), and lastArticle().

def findXrdDir(theDirRecord):

    elements = theDirRecord.split(' ')
    if len(elements) > 1:
        return elements[-1].rstrip('\n').split('/')[-1]
    else:
        return None

def cmsLHEtoEOSManager.lastArticle

(

)

Definition at line 38 of file cmsLHEtoEOSManager.py.

References findXrdDir(), createfilelist.int, and hpstanc_transforms.max.

Referenced by fileUpload().

def lastArticle():

    artList = [0]

    theCommand = defaultEOSlistCommand+' '+defaultEOSRootPath
    dirList = subprocess.Popen(["/bin/sh","-c",theCommand], stdout=subprocess.PIPE)
    for line in dirList.stdout.readlines():
        try:
            if line.rstrip('\n') != '':
                artList.append(int(findXrdDir(line)))
        except:
            break

    return max(artList)