commonAnTS Namespace Reference

Functions
def	debugMsg (level, message)
def	executeCmd (cmd)
def	getDirSize (path)
def	getDiskUsage (path)
def	getNumRunsWithinTime (path, timeDelta)
def	prettyPrintUnits (value, unit, decimals=0)
def	sendmail (EmailAddress, run=123456789, body="", subject="File merge failed.")

Variables
	DEBUG
	TIME_OUT

Function Documentation

debugMsg()

def commonAnTS.debugMsg	(		level,
			message
	)

Definition at line 42 of file commonAnTS.py.

def debugMsg(level,message):
  LEVELS=["INFO","WARNING","ERROR"]
  d=datetime.datetime.today()
  timeStamp=d.strftime("%Y/%m/%d\t%H:%M:%S")
  msg="%s\t%s:\t%s\n" % (timeStamp,LEVELS[level],message)
  sys.stdout.write(msg)
  return True
  

Referenced by executeCmd().

executeCmd()

def commonAnTS.executeCmd

(

cmd

)

Definition at line 72 of file commonAnTS.py.

def executeCmd(cmd):
  stdOutFile=tempfile.TemporaryFile(bufsize=0)
  stdErrFile=tempfile.TemporaryFile(bufsize=0)
  cmdHdl=sp.Popen(cmd,shell=True,stdout=stdOutFile,stderr=stdErrFile)
  t=0
  cmdHdl.poll()
  while cmdHdl.returncode == None and t<TIME_OUT:
    t=t+1
    cmdHdl.poll()
    time.sleep(1)
  if t >= TIME_OUT and not cmdHdl.returncode:
    try:
      os.kill(cmdHdl.pid,9)
      debugMsg(2,"Execution timed out on Command: '%s'" % cmd)
    except:
      DEBUG and debugMsg(1,"Execution timed out on Command: '%s' but it ended while trying to kill it, adjust timer" % cmd)
  cmdHdl.poll()
  DEBUG and debugMsg(0,"End of Execution cicle of Command: '%s' " % cmd)
  stdOutFile.seek(0)
  stdErrFile.seek(0)
  return (stdOutFile,stdErrFile,cmdHdl.returncode)
  
  

References debugMsg().

getDirSize()

def commonAnTS.getDirSize

(

path

)

Definition at line 4 of file commonAnTS.py.

def getDirSize(path): 
  import stat
  size=os.stat(path).st_blksize
  for directory,subdirs,files in os.walk(path):
    dStats=os.lstat(directory)
    size+=(dStats[stat.ST_NLINK]-1)*dStats[stat.ST_SIZE]
    for f in files:  
      fStats=os.lstat("%s/%s" % (directory,f))
      fSize=fStats[stat.ST_SIZE]
      size+=fSize
  return size
 

getDiskUsage()

def commonAnTS.getDiskUsage

(

path

)

Definition at line 16 of file commonAnTS.py.

def getDiskUsage(path):
  fsStats=os.statvfs(path)
  size=fsStats.f_bsize*fsStats.f_blocks
  available=fsStats.f_bavail*fsStats.f_bsize
  used=size-available
  usedPer=float(used)/size
  return (size,available,used,usedPer)
 

References dqmMemoryStats.float.

getNumRunsWithinTime()

def commonAnTS.getNumRunsWithinTime	(		path,
			timeDelta
	)

Definition at line 24 of file commonAnTS.py.

def getNumRunsWithinTime(path,timeDelta):
  numRuns=0
  currTime=time.time()
  STAY_DIR={}
  for directory,subdirs,files in os.walk(path):
    for f in sorted(files, key=lambda x: os.stat("%s/%s" % (directory,x)).st_mtime,reverse=True):
      fullFName="%s/%s" % (directory,f)
      fMatch=re.match(r".*_R([0-9]{9}).*",f)
      if fMatch:
        run=fMatch.group(1)
        fMtime=os.stat(fullFName).st_mtime
        if currTime - timeDelta*3600 <= fMtime:
          STAY_DIR.setdefault(run,fMtime)
        else:
          break
  numRuns=len(STAY_DIR)
  return numRuns
  

prettyPrintUnits()

def commonAnTS.prettyPrintUnits	(		value,
			unit,
			decimals = 0
	)

Provide human readable units

Definition at line 50 of file commonAnTS.py.

def prettyPrintUnits(value,unit,decimals=0):
  """
Provide human readable units
  """
  runit=""
  if unit is "b":
    units=["B","KB","MB","GB","TB"]
    it=iter(units)
    v=long(value/1024)
    p=0
    runit=next(it)
    while v > 0:
      v=long(v/1024)
      try:
        runit=next(it)
        p+=1
      except:
        break
    return "%%.%df %%s " % decimals % (float(value)/pow(1024,p),runit)
  else:
    return "%%.%df %%s " % decimals % (value,"%") 
  

References dqmMemoryStats.float, GetRecoTauVFromDQM_MC_cff.next, and funct.pow().

sendmail()

def commonAnTS.sendmail	(		EmailAddress,
			run = 123456789,
			body = "",
			subject = "File merge failed."
	)

Definition at line 95 of file commonAnTS.py.

def sendmail(EmailAddress,run=123456789,body="",subject="File merge failed."):
  import os, smtplib
  from email.MIMEText import MIMEText
  server=socket.gethostname() #os.getenv("HOSTNAME")
  user=os.getenv("USER")
  ServerMail="%s@%s" % (user,server)
  s=smtplib.SMTP("localhost")
  tolist=[EmailAddress] #[EmailAddress, "lat@cern.ch"]
  if not body: body="File copy to dropbox failed by unknown reason for run:%09d on server: %s" % (run,server)
  msg = MIMEText(body)
  msg['Subject'] = subject
  msg['From'] = ServerMail
  msg['To'] = EmailAddress
  s.sendmail(ServerMail,tolist,msg.as_string())
  s.quit()

Variable Documentation

DEBUG

commonAnTS.DEBUG

Definition at line 3 of file commonAnTS.py.

TIME_OUT

commonAnTS.TIME_OUT

Definition at line 2 of file commonAnTS.py.