Functions
def	articleExist (artId)

def	fileUpload (uploadPath, lheList, checkSumList, reallyDoIt, force=False)

def	findXrdDir (theDirRecord)

def	lastArticle ()

Detailed Description

:"

python_cmd="python"
python3 -c "from FWCore.PythonFramework.CmsRun import CmsRun" 2>/dev/null && python_cmd="python3"
exec ${python_cmd} $0 ${1+"$@"}

Function Documentation

◆ articleExist()

def cmsLHEtoEOSManager.articleExist ( artId )

Definition at line 39 of file cmsLHEtoEOSManager.py.

References findXrdDir(), and str.

 def articleExist(artId):
 
     itExists = False
     theCommand = defaultEOSlistCommand+' '+defaultEOSRootPath
     dirList = subprocess.Popen(["/bin/sh","-c",theCommand], stdout=subprocess.PIPE, universal_newlines=True)
     for line in dirList.stdout.readlines():
         if findXrdDir(line) == str(artId): 
             itExists = True
 
     return itExists
 

◆ fileUpload()

def cmsLHEtoEOSManager.fileUpload	(	uploadPath,
		lheList,
		checkSumList,
		reallyDoIt,
		force = `False`
	)

Definition at line 66 of file cmsLHEtoEOSManager.py.

References print(), and str.

 def fileUpload(uploadPath,lheList, checkSumList, reallyDoIt, force=False):
 
     inUploadScript = ''
     index = 0
     for f in lheList:
         realFileName = f.split('/')[-1]
         # Check the file existence
         newFileName = uploadPath+'/'+str(realFileName)
         addFile = True
         additionalOption = ''  
         theCommand = defaultEOSfeCommand+' '+newFileName
         exeFullList = subprocess.Popen(["/bin/sh","-c",theCommand], stdout=subprocess.PIPE, universal_newlines=True)
         result = exeFullList.stdout.readlines()
         if [line for line in result if ("flags:" in line.lower()) and ("isreadable" in line.lower())] and (not force):
             addFile = False
             print('File '+newFileName+' already exists: do you want to overwrite? [y/n]')
             reply = raw_input()
             if reply == 'y' or reply == 'Y':
                 addFile = True
                 additionalOption = ' -f '
                 print('')
                 print('Overwriting file '+newFileName+'\n')
         # add the file
         if addFile:
 #            print 'Adding file '+str(f)+'\n'
             inUploadScript = defaultEOScpCommand + additionalOption + ' ' + str(f) + ' ' + defaultEOSLoadPath+uploadPath + '/' + str(realFileName)
             print('Uploading file %s...' % str(f))
             if reallyDoIt:
                 exeRealUpload = subprocess.Popen(["/bin/sh","-c",inUploadScript])
                 exeRealUpload.communicate()
                 eosCheckSumCommand = defaultEOSchecksumCommand + uploadPath + '/' + str(realFileName) + ' | awk \'{print $2}\' | cut -d= -f2'
                 exeEosCheckSum = subprocess.Popen(eosCheckSumCommand ,shell=True, stdout=subprocess.PIPE, universal_newlines=True)
                 EosCheckSum = exeEosCheckSum.stdout.read()
                 assert exeEosCheckSum.wait() == 0
                # print 'checksum: eos = ' + EosCheckSum + 'orig file = ' + checkSumList[index] + '\n'
                 if checkSumList[index] not in EosCheckSum:
                     print('WARNING! The checksum for file ' + str(realFileName) + ' in EOS\n')
                     print(EosCheckSum + '\n')
                     print('does not match the checksum of the original one\n')
                     print(checkSumList[index] + '\n')
                     print('please try to re-upload file ' + str(realFileName) + ' to EOS.\n')
                 else:
                     print('Checksum OK for file ' + str(realFileName))
         index = index+1
  
 # launch the upload shell script        
 
 #    print '\n Launching upload script \n'+inUploadScript+'\n at '+time.asctime(time.localtime(time.time()))+' ...\n'
 #    if reallyDoIt:  
 #      exeRealUpload = subprocess.Popen(["/bin/sh","-c",inUploadScript])
 #      exeRealUpload.communicate()
     print('\n Upload ended at '+time.asctime(time.localtime(time.time())))
 

◆ findXrdDir()

def cmsLHEtoEOSManager.findXrdDir ( theDirRecord )

Definition at line 31 of file cmsLHEtoEOSManager.py.

References RooUtil::StringUtil.rstrip(), and submitPVValidationJobs.split().

Referenced by articleExist(), and lastArticle().

 def findXrdDir(theDirRecord):
 
     elements = theDirRecord.split(' ')
     if len(elements):
         return elements[-1].rstrip('\n').split('/')[-1]
     else:
         return None
 

◆ lastArticle()

def cmsLHEtoEOSManager.lastArticle ( )

Definition at line 50 of file cmsLHEtoEOSManager.py.

References findXrdDir(), createfilelist.int, and WZElectronSkims53X_cff.max.

 def lastArticle():
 
     artList = [0]
 
     theCommand = defaultEOSlistCommand+' '+defaultEOSRootPath
     dirList = subprocess.Popen(["/bin/sh","-c",theCommand], stdout=subprocess.PIPE, universal_newlines=True)
     for line in dirList.stdout.readlines():
         try:
             if line.rstrip('\n') != '':
                 artList.append(int(findXrdDir(line)))
         except:
             break
 
     return max(artList)
 
 

Variable Documentation

◆ version

cmsLHEtoEOSManager.__version__

private

Definition at line 14 of file cmsLHEtoEOSManager.py.

◆ action

cmsLHEtoEOSManager.action

Definition at line 138 of file cmsLHEtoEOSManager.py.

◆ args

cmsLHEtoEOSManager.args

Definition at line 172 of file cmsLHEtoEOSManager.py.

◆ default

cmsLHEtoEOSManager.default

Definition at line 130 of file cmsLHEtoEOSManager.py.

◆ defaultEOSchecksumCommand

cmsLHEtoEOSManager.defaultEOSchecksumCommand

Definition at line 28 of file cmsLHEtoEOSManager.py.

◆ defaultEOScpCommand

cmsLHEtoEOSManager.defaultEOScpCommand

Definition at line 29 of file cmsLHEtoEOSManager.py.

◆ defaultEOSfeCommand

cmsLHEtoEOSManager.defaultEOSfeCommand

Definition at line 27 of file cmsLHEtoEOSManager.py.

◆ defaultEOSlistCommand

cmsLHEtoEOSManager.defaultEOSlistCommand

Definition at line 25 of file cmsLHEtoEOSManager.py.

◆ defaultEOSLoadPath

cmsLHEtoEOSManager.defaultEOSLoadPath

Definition at line 24 of file cmsLHEtoEOSManager.py.

◆ defaultEOSmkdirCommand

cmsLHEtoEOSManager.defaultEOSmkdirCommand

Definition at line 26 of file cmsLHEtoEOSManager.py.

◆ defaultEOSRootPath

cmsLHEtoEOSManager.defaultEOSRootPath

Definition at line 21 of file cmsLHEtoEOSManager.py.

◆ dest

cmsLHEtoEOSManager.dest

Definition at line 131 of file cmsLHEtoEOSManager.py.

◆ err

cmsLHEtoEOSManager.err

Definition at line 252 of file cmsLHEtoEOSManager.py.

◆ exeCheckIntegrity

cmsLHEtoEOSManager.exeCheckIntegrity

Definition at line 233 of file cmsLHEtoEOSManager.py.

◆ exeCheckSum

cmsLHEtoEOSManager.exeCheckSum

Definition at line 249 of file cmsLHEtoEOSManager.py.

◆ exeCompression

cmsLHEtoEOSManager.exeCompression

Definition at line 242 of file cmsLHEtoEOSManager.py.

◆ exeFullList

cmsLHEtoEOSManager.exeFullList

Definition at line 299 of file cmsLHEtoEOSManager.py.

◆ exeList

cmsLHEtoEOSManager.exeList

Definition at line 286 of file cmsLHEtoEOSManager.py.

◆ exeUpload

cmsLHEtoEOSManager.exeUpload

Definition at line 269 of file cmsLHEtoEOSManager.py.

◆ f

cmsLHEtoEOSManager.f

Definition at line 208 of file cmsLHEtoEOSManager.py.

◆ getCheckSum

cmsLHEtoEOSManager.getCheckSum

Definition at line 250 of file cmsLHEtoEOSManager.py.

◆ help

cmsLHEtoEOSManager.help

Definition at line 129 of file cmsLHEtoEOSManager.py.

◆ intCode

cmsLHEtoEOSManager.intCode

Definition at line 234 of file cmsLHEtoEOSManager.py.

◆ l

cmsLHEtoEOSManager.l

Definition at line 212 of file cmsLHEtoEOSManager.py.

◆ listPath

cmsLHEtoEOSManager.listPath

Definition at line 284 of file cmsLHEtoEOSManager.py.

◆ metavar

cmsLHEtoEOSManager.metavar

Definition at line 133 of file cmsLHEtoEOSManager.py.

◆ newArt

cmsLHEtoEOSManager.newArt

Definition at line 257 of file cmsLHEtoEOSManager.py.

◆ oldArt

cmsLHEtoEOSManager.oldArt

Definition at line 263 of file cmsLHEtoEOSManager.py.

◆ options

cmsLHEtoEOSManager.options

Definition at line 172 of file cmsLHEtoEOSManager.py.

◆ output

cmsLHEtoEOSManager.output

Definition at line 252 of file cmsLHEtoEOSManager.py.

◆ parser

cmsLHEtoEOSManager.parser

Definition at line 127 of file cmsLHEtoEOSManager.py.

◆ PIPE

cmsLHEtoEOSManager.PIPE

Definition at line 249 of file cmsLHEtoEOSManager.py.

◆ reallyDoIt

cmsLHEtoEOSManager.reallyDoIt

Definition at line 182 of file cmsLHEtoEOSManager.py.

◆ stdin

cmsLHEtoEOSManager.stdin

Definition at line 250 of file cmsLHEtoEOSManager.py.

Referenced by spu.zerr().

◆ stdout

cmsLHEtoEOSManager.stdout

Definition at line 249 of file cmsLHEtoEOSManager.py.

◆ theCheckIntegrityCommand

cmsLHEtoEOSManager.theCheckIntegrityCommand

Definition at line 232 of file cmsLHEtoEOSManager.py.

◆ theCheckSumList

cmsLHEtoEOSManager.theCheckSumList

Definition at line 218 of file cmsLHEtoEOSManager.py.

◆ theCommand

cmsLHEtoEOSManager.theCommand

Definition at line 267 of file cmsLHEtoEOSManager.py.

◆ theCompressedFilesList

cmsLHEtoEOSManager.theCompressedFilesList

Definition at line 217 of file cmsLHEtoEOSManager.py.

◆ theCompressionCommand

cmsLHEtoEOSManager.theCompressionCommand

Definition at line 241 of file cmsLHEtoEOSManager.py.

◆ theList

cmsLHEtoEOSManager.theList

Definition at line 202 of file cmsLHEtoEOSManager.py.

Referenced by MuonAlignment.recursiveList().

◆ type

cmsLHEtoEOSManager.type

Definition at line 145 of file cmsLHEtoEOSManager.py.

◆ universal_newlines

cmsLHEtoEOSManager.universal_newlines

Definition at line 249 of file cmsLHEtoEOSManager.py.

◆ uploadPath

cmsLHEtoEOSManager.uploadPath

Definition at line 258 of file cmsLHEtoEOSManager.py.

◆ usage

cmsLHEtoEOSManager.usage

Definition at line 126 of file cmsLHEtoEOSManager.py.

Variables
	__version__

	action

	args

	default

	defaultEOSchecksumCommand

	defaultEOScpCommand

	defaultEOSfeCommand

	defaultEOSlistCommand

	defaultEOSLoadPath

	defaultEOSmkdirCommand

	defaultEOSRootPath

	dest

	err

	exeCheckIntegrity

	exeCheckSum

	exeCompression

	exeFullList

	exeList

	exeUpload

	f

	getCheckSum

	help

	intCode

	l

	listPath

	metavar

	newArt

	oldArt

	options

	output

	parser

	PIPE

	reallyDoIt

	stdin

	stdout

	theCheckIntegrityCommand

	theCheckSumList

	theCommand

	theCompressedFilesList

	theCompressionCommand

	theList

	type

	universal_newlines

	uploadPath

	usage

Functions

Variables

Detailed Description

Function Documentation

◆ articleExist()

◆ fileUpload()

◆ findXrdDir()

◆ lastArticle()

Variable Documentation

◆ __version__

◆ action

◆ args

◆ default

◆ defaultEOSchecksumCommand

◆ defaultEOScpCommand

◆ defaultEOSfeCommand

◆ defaultEOSlistCommand

◆ defaultEOSLoadPath

◆ defaultEOSmkdirCommand

◆ defaultEOSRootPath

◆ dest

◆ err

◆ exeCheckIntegrity

◆ exeCheckSum

◆ exeCompression

◆ exeFullList

◆ exeList

◆ exeUpload

◆ f

◆ getCheckSum

◆ help

◆ intCode

◆ l

◆ listPath

◆ metavar

◆ newArt

◆ oldArt

◆ options

◆ output

◆ parser

◆ PIPE

◆ reallyDoIt

◆ stdin

◆ stdout

◆ theCheckIntegrityCommand

◆ theCheckSumList

◆ theCommand

◆ theCompressedFilesList

◆ theCompressionCommand

◆ theList

◆ type

◆ universal_newlines

◆ uploadPath

◆ usage

◆ version