Zmumu.py

Go to the documentation of this file.

import copy
import os

def Zmumu(config, validationDir):
    
    jobs = []
    zmumuType = "single"

    
    IOVs = []

    
    if not zmumuType in config["validations"]["Zmumu"]: 
        raise Exception("No 'single' key word in config for Zmumu") 

    for datasetName in config["validations"]["Zmumu"][zmumuType]:
        for IOV in config["validations"]["Zmumu"][zmumuType][datasetName]["IOV"]:
            
            if not IOV in IOVs:
                IOVs.append(IOV)

            for alignment in config["validations"]["Zmumu"][zmumuType][datasetName]["alignments"]:
                
                workDir = "{}/Zmumu/{}/{}/{}/{}".format(validationDir, zmumuType, datasetName, alignment, IOV)

                
                local = {}
                local["output"] = "{}/{}/{}/{}/{}/{}".format(config["LFS"], config["name"], zmumuType, alignment, datasetName, IOV)
                local["alignment"] = copy.deepcopy(config["alignments"][alignment])
                local["validation"] = copy.deepcopy(config["validations"]["Zmumu"][zmumuType][datasetName])
                local["validation"].pop("alignments")
                local["validation"]["IOV"] = IOV
                if "goodlumi" in local["validation"]:
                    local["validation"]["goodlumi"] = local["validation"]["goodlumi"].format(IOV)

                
                job = {
                    "name": "Zmumu_{}_{}_{}_{}".format(zmumuType, alignment, datasetName, IOV),
                    "dir": workDir,
                    "exe": "cmsRun",
                    "cms-config": "{}/src/Alignment/OfflineValidation/python/TkAlAllInOneTool/Zmumu_cfg.py".format(os.environ["CMSSW_BASE"]),
                    "run-mode": "Condor",
                    "dependencies": [],
                    "config": local, 
                }

                jobs.append(job)

    
    if "merge" in config["validations"]["Zmumu"]:
        
        mergeJobs = []
        zmumuType = "merge"

        
        for mergeName in config["validations"]["Zmumu"][zmumuType]:
            for IOV in IOVs:
                
                workDir = "{}/Zmumu/{}/{}/{}".format(validationDir, zmumuType, mergeName, IOV)

                
                local = {}

                job = {
                    "name": "Zmumu_{}_{}_{}".format(zmumuType, mergeName, IOV),
                    "dir": workDir,
                    "exe": "Zmumumerge",
                    "run-mode": "Condor",
                    "dependencies": [],
                    "config": local, 
                }

                for alignment in config["alignments"]:
                    
                    local.setdefault("alignments", {})
                    local["alignments"][alignment] = copy.deepcopy(config["alignments"][alignment])
                    local["validation"] = copy.deepcopy(config["validations"]["Zmumu"][zmumuType][mergeName])
                    local["output"] = "{}/{}/{}/{}/{}".format(config["LFS"], config["name"], zmumuType, mergeName, IOV)

                
                for singleJob in jobs:
                    
                    alignment, datasetName, singleIOV = singleJob["name"].split("_")[2:]    

                    if int(singleIOV) == IOV and datasetName in config["validations"]["Zmumu"][zmumuType][mergeName]["singles"]:
                        local["alignments"][alignment]["file"] = singleJob["config"]["output"]
                        job["dependencies"].append(singleJob["name"])
                        
                mergeJobs.append(job)

        jobs.extend(mergeJobs)

    return jobs