relval_machine Namespace Reference

Functions
def	convert_keys_to_string (dictionary)
def	fix_run (run)
def	get_json_files ()
def	load_steps_and_workflows ()

Function Documentation

convert_keys_to_string()

def relval_machine.convert_keys_to_string

(

dictionary

)

Recursively converts dictionary keys to strings.
    Utility to help deal with unicode keys in dictionaries created from json requests.
    In order to pass dict to function as **kwarg we should transform key/value to str.

Definition at line 35 of file relval_machine.py.

References genParticles_cff.map, and str.

Referenced by load_steps_and_workflows().

def convert_keys_to_string(dictionary):
    """ Recursively converts dictionary keys to strings.
        Utility to help deal with unicode keys in dictionaries created from json requests.
        In order to pass dict to function as **kwarg we should transform key/value to str.
    """
    if isinstance(dictionary, str):
        return str(dictionary)
    elif isinstance(dictionary, collections.Mapping):
        return dict(map(convert_keys_to_string, dictionary.items()))
    elif isinstance(dictionary, collections.Iterable):
        return type(dictionary)(map(convert_keys_to_string, dictionary))
    else:
        return dictionary

fix_run()

def relval_machine.fix_run

(

run

)

Definition at line 25 of file relval_machine.py.

References createfilelist.int, print(), python.rootplot.root2matplotlib.replace(), and submitPVValidationJobs.split().

Referenced by load_steps_and_workflows().

def fix_run(run):
    runs = run.replace(" ", "").replace("[", "").replace("]", "").split(",")
    int_runs = []
    for item in runs:
        if item.isdigit():
            int_runs.append(int(item))
        else:
            print("WARNING: run is in bad format: {0}".format(run))
    return int_runs

get_json_files()

def relval_machine.get_json_files

(

)

Definition at line 12 of file relval_machine.py.

Referenced by load_steps_and_workflows().

def get_json_files():
    cwd = os.path.join(os.getcwd(), "json_data")
    if not os.path.exists(cwd):
        return []

    json_files = []
    for f in os.listdir(cwd):
        full_path = os.path.join(cwd, f)
        if os.path.isfile(full_path) and f.endswith(".json"):
            json_files.append(full_path)
    return json_files

load_steps_and_workflows()

def relval_machine.load_steps_and_workflows

(

)

Definition at line 49 of file relval_machine.py.

References convert_keys_to_string(), fix_run(), get_json_files(), and mps_monitormerge.items.

def load_steps_and_workflows():
    data_files = get_json_files()
    for index, data_file in enumerate(data_files):
        with open(data_file, "r") as f:            data = json.load(f)
            data = convert_keys_to_string(data)
            label = data["label"]
            steps_names = []
            for step_name, step in data["steps"].items():
                steps_names.append((step_name, step["sequence_number"]))
                if step_name in steps:
                    continue  # this step was inserted already

                # inputInfo case
                if "inputInfo" in step:
                    input_info = step["inputInfo"]
                    if "run" in input_info:
                        input_info["run"] = fix_run(input_info["run"])

                    steps[step_name] = {
                        'INPUT': InputInfo(**input_info)
                    }
                # step with parameters
                elif "parameters" in step:
                    steps[step_name] = step["parameters"]
                else:
                    raise Exception("Wrong step format in {0} file".format(data_file))

            sorted_steps = sorted(steps_names, key=lambda step: step[1]) # sort steps by sequence number
            sorted_steps_names = [step_name[0] for step_name in sorted_steps]  # filter only step names

            workflows[1000000.0 + 0.1*index] = [label, sorted_steps_names]


load_steps_and_workflows()

---

Generated for CMSSW Reference Manual by  1.8.14