dumpparser.py

Go to the documentation of this file.

import gzip
import logging
import re

import Alignment.MillePedeAlignmentAlgorithm.mpsvalidate.classes as mpsv_classes


def parse(path, config):
    logger = logging.getLogger("mpsvalidate")
    
    # parse pede.dump.gz

    pedeDump = mpsv_classes.PedeDumpData()

    # only recognize warning the first time
    warningBool = False

    # save lines in list
    try:
        with gzip.open(path) as gzipFile:
            dumpFile = [ l.decode() for l in gzipFile.readlines() ]
    except IOError:
        logger.error("PedeDump: {0} does not exist".format(path))
        return

    for i, line in enumerate(dumpFile):
        # Sum(Chi^2)/Sum(Ndf)
        if ("Sum(Chi^2)/Sum(Ndf) =" in line):
            number = []
            number.append(list(map(float, re.findall(
                r"[-+]?\d*\.\d+", dumpFile[i]))))
            number.append(list(map(int, re.findall(r"[-+]?\d+", dumpFile[i + 1]))))
            number.append(list(map(float, re.findall(
                r"[-+]?\d*\.\d+", dumpFile[i + 2]))))
            pedeDump.sumSteps = "{0} / ( {1} - {2} )".format(
                number[0][0], number[1][0], number[1][1])
            pedeDump.sumValue = number[2][0]

        # Sum(W*Chi^2)/Sum(Ndf)/<W>
        if ("Sum(W*Chi^2)/Sum(Ndf)/<W> =" in line):
            number = []
            number.append(list(map(float, re.findall(
                r"[-+]?\d*\.\d+", dumpFile[i]))))
            number.append(list(map(int, re.findall(r"[-+]?\d+", dumpFile[i + 1]))))
            number.append(list(map(float, re.findall(
                r"[-+]?\d*\.\d+", dumpFile[i + 2]))))
            number.append(list(map(float, re.findall(
                r"[-+]?\d*\.\d+", dumpFile[i + 3]))))
            pedeDump.sumSteps = "{0} / ( {1} - {2} ) / {3}".format(
                number[0][0], number[1][0], number[1][1], number[2][0])
            pedeDump.sumWValue = number[3][0]

        if ("with correction for down-weighting" in line):
            number = list(map(float, re.findall(r"[-+]?\d*\.\d+", dumpFile[i])))
            pedeDump.correction = number[0]

        # Peak dynamic memory allocation
        if ("Peak dynamic memory allocation:" in line):
            number = list(map(float, re.findall(r"[-+]?\d*\.\d+", dumpFile[i])))
            pedeDump.memory = number[0]

        # total time
        if ("Iteration-end" in line):
            number = list(map(int, re.findall(r"\d+", dumpFile[i + 1])))
            pedeDump.time = number[:3]

        # warings
        if ("WarningWarningWarningWarning" in line and warningBool == False):
            warningBool = True
            j = i + 8
            while ("Warning" not in dumpFile[j]):
                pedeDump.warning.append(dumpFile[j])
                j += 1

        # nrec number of records
        if (" = number of records" in line):
            number = list(map(int, re.findall("\d+", dumpFile[i])))
            pedeDump.nrec = number[0]

        # ntgb total number of parameters
        if (" = total number of parameters" in line):
            number = list(map(int, re.findall("\d+", dumpFile[i])))
            pedeDump.ntgb = number[0]

        # nvgb number of variable parameters
        if (" = number of variable parameters" in line):
            number = list(map(int, re.findall("\d+", dumpFile[i])))
            pedeDump.nvgb = number[0]

    return pedeDump