WorkFlowRunner Namespace Reference

Classes
class	WorkFlowRunner

Functions
def	esReportWorkflow

Function Documentation

def WorkFlowRunner.esReportWorkflow

(

kwds

)

Definition at line 18 of file WorkFlowRunner.py.

References mergeVDriftHistosByStation.file, SiPixelLorentzAngle_cfi.read, python.rootplot.root2matplotlib.replace(), and split.

def esReportWorkflow(**kwds):
  # Silently exit if we cannot contact elasticsearch
  es_hostname = getenv("ES_HOSTNAME")
  es_auth = getenv("ES_AUTH")
  if not es_hostname and not es_auth:
    return
  payload = kwds
  sha1_id = sha1(kwds["release"] + kwds["architecture"] +  kwds["workflow"] + str(kwds["step"])).hexdigest()
  d = datetime.now()
  if "_201" in kwds["release"]:
    datepart = "201" + kwds["release"].split("_201")[1]
    d = datetime.strptime(datepart, "%Y-%m-%d-%H00")
    payload["release_queue"] = kwds["release"].split("_201")[0]
  payload["release_date"] = d.strftime("%Y-%m-%d-%H00")
  # Parse log file to look for exceptions, errors and warnings.
  logFile = payload.pop("log_file", "")
  exception = ""
  error = ""
  errors = []
  inException = False
  inError = False
  if exists(logFile):
    lines = file(logFile).read()
    payload["message"] = lines
    for l in lines.split("\n"):
      if l.startswith("----- Begin Fatal Exception"):
        inException = True
        continue
      if l.startswith("----- End Fatal Exception"):
        inException = False
        continue
      if l.startswith("%MSG-e"):
        inError = True
        error = l
        error_kind = re.split(" [0-9a-zA-Z-]* [0-9:]{8} CET", error)[0].replace("%MSG-e ", "")
        continue
      if inError == True and l.startswith("%MSG"):
        inError = False
        errors.append({"error": error, "kind": error_kind})
        error = ""
        error_kind = ""
        continue
      if inException:
        exception += l + "\n"
      if inError:
        error += l + "\n"

  if exception:
    payload["exception"] = exception
  if errors:
    payload["errors"] = errors
      
  payload["hostname"] = gethostname()
  url = "https://%s/ib-matrix.%s/runTheMatrix-data/%s" % (es_hostname,
                                                          d.strftime("%Y-%W-1"),
                                                          sha1_id)
  request = urllib2.Request(url)
  if es_auth:
    base64string = base64.encodestring(es_auth).replace('\n', '')
    request.add_header("Authorization", "Basic %s" % base64string)
  request.get_method = lambda: 'PUT'
  data = json.dumps(payload)
  try:
    result = urllib2.urlopen(request, data=data)
  except urllib2.HTTPError, e:
    print e
    try:
      print result.read()
    except:
      pass