fileTransfer Namespace Reference

Functions
def	getFileLists ()
def	injectFile (f, renotify=False)
def	transferFiles ()

Variables
	CONFIGFILE
	EMPTY_TRASHCAN
	HOSTNAME
	INJECTIONDIR
	INJECTIONSCRIPT
	SOURCEDIR
	TRASHCAN
	WAIT_TIME

Function Documentation

getFileLists()

def fileTransfer.getFileLists

(

)

Definition at line 20 of file fileTransfer.py.

def getFileLists():
  newfiles={}
  trashfiles=[]
  filelist=[]
  for dir1, subdirs, files in os.walk(SOURCEDIR):
    for f in files:
      try:
        version=int(f.split("_V")[-1][:4])
        vlfn=f.split("_V")[0]+f.split("_V")[1][4:]
      except:
        version=1
        vlfn=f
      if vlfn in newfiles.keys() and version >= newfiles[vlfn][0]:
        newfiles[vlfn]=(version,"%s/%s" % (dir1,f))
      elif vlfn not in newfiles.keys():
        newfiles[vlfn]=(version,"%s/%s" % (dir1,f))
      else:
        trashfiles.append("%s/%s" % (dir1,f))
      
  return (newfiles,trashfiles)
#=====================================================================================

References createfilelist.int.

Referenced by transferFiles().

injectFile()

def fileTransfer.injectFile	(		f,
			renotify = False
	)

Definition at line 41 of file fileTransfer.py.

def injectFile(f,renotify=False):
  fname=f.rsplit("/",1)[-1]
  dname=f.rsplit("/",1)[0]
  run=f.split("_R")[-1][:9]
  iname="%s/%s" % (INJECTIONDIR,fname)
  shutil.move(f,iname)
  parameters=["--filename %s" % fname,
              "--type dqm",
              "--path %s" % INJECTIONDIR,
              "--destination dqm",
              "--hostname %s" % HOSTNAME,
              "--config %s" % CONFIGFILE,
              "--runnumber %s" % run,
              "--lumisection 95",
              "--numevents 834474816",
              "--appname dqmArchive",
              "--appversion dqmArchive_1_0"]
  cmd="%s %s" % (INJECTIONSCRIPT," ".join(parameters))
  result = commands.getstatusoutput(cmd)
  if result[0] >= 1:
    output = result[1]
    print("Error injecting file %s to transfer system checking if it exists" % f)
    chkparameters=["--check","--filename %s" % fname,"--config %s" % CONFIGFILE]
    cmd="%s %s" % (INJECTIONSCRIPT," ".join(chkparameters))
    result = commands.getstatusoutput(cmd)
    if result[0]==1:
      if "File not found in database" in result[1]:
        print("Error: file %s not found in transfer database, check configuration" % f)
        return 0
      else:
        print("Warning: file %s already exists in transfer database" % f)
        return 2
    else:
      print("Error: problem checking database entry for file %s\n Error:%s" % (f,result[1]))
      return 0
  else:
    print("File %s injected successfully" % f)
  return 1
#=====================================================================================

References join(), and print().

Referenced by transferFiles().

transferFiles()

def fileTransfer.transferFiles

(

)

Definition at line 80 of file fileTransfer.py.

def transferFiles():
  while True:
    #look for NEW files in SOURCEDIR and files that need to be cleared.
    newfiles,trashfiles=getFileLists() 
    
    #Making sure destination directories exist
    if not os.path.exists(TRASHCAN):
      os.makedirs(TRASHCAN)
    if not os.path.exists(INJECTIONDIR):
      os.makedirs(INJECTIONDIR)
      
    #Dealing with trash can  
    for tf in trashfiles:
      if EMPTY_TRASHCAN:
        os.remove(tf)
      else:
        tfname="%s/%s" % (TRASHCAN,tf.rsplit("/",1)[-1])
        shutil.move(tf,tfname)
        
    #Down to bussines
    for ver,f in newfiles.values():
      ifr=injectFile(f)
    time.sleep(WAIT_TIMEt   )
#=====================================================================================

References getFileLists(), and injectFile().

Variable Documentation

CONFIGFILE

fileTransfer.CONFIGFILE

Definition at line 14 of file fileTransfer.py.

EMPTY_TRASHCAN

fileTransfer.EMPTY_TRASHCAN

Definition at line 17 of file fileTransfer.py.

HOSTNAME

fileTransfer.HOSTNAME

Definition at line 13 of file fileTransfer.py.

INJECTIONDIR

fileTransfer.INJECTIONDIR

Definition at line 11 of file fileTransfer.py.

INJECTIONSCRIPT

fileTransfer.INJECTIONSCRIPT

Definition at line 15 of file fileTransfer.py.

SOURCEDIR

fileTransfer.SOURCEDIR

Definition at line 10 of file fileTransfer.py.

TRASHCAN

fileTransfer.TRASHCAN

Definition at line 12 of file fileTransfer.py.

WAIT_TIME

fileTransfer.WAIT_TIME

Definition at line 18 of file fileTransfer.py.