CMSSW_4_4_3_patch1/src/Validation/Performance/python/parseEventContent.py

Go to the documentation of this file.

#!/usr/bin/env python2.4
import FWCore.ParameterSet.Config as cms
from FWCore.ParameterSet.usedOutput import *

import re


process = cms.Process("SIZE");

# ==========  DEFINITION OF EVENT CONTENTS =======

# !!! to add more event contents load the file  !!
import Configuration.EventContent.EventContent_cff as eventContent
import Configuration.EventContent.EventContentCosmics_cff as eventContent_cosmics

# !!! and add the event contents to the list here !!
EventContents_def = {
        "RECO":                 eventContent.RECOEventContent, 
        "AOD":                  eventContent.AODEventContent,
        "RECO_COSMICS":         eventContent_cosmics.RECOEventContent, 
        "AOD_COSMICS":          eventContent_cosmics.AODEventContent,
        #new output commands
        "RECOSIM":              eventContent.RECOSIMEventContent,
        "AODSIM":               eventContent.AODSIMEventContent,
        "RAW":                  eventContent.RAWEventContent,
        "RAWSIM":               eventContent.RAWSIMEventContent,
        "FEVTDEBUG":            eventContent.FEVTDEBUGEventContent,
        "FEVTDEBUGHLT":         eventContent.FEVTDEBUGHLTEventContent
}



"""
process = cms.Process("SIZE");
process.load("Configuration.EventContent.EventContent_cff")
## define event conent to be used
if options.event_content == "RECO" :
    local_outputCommands = process.RECOEventContent.outputCommands;  +
elif options.event_content == "RECOSIM" :
    local_outputCommands = process.RECOSIMEventContent.outputCommands; +
elif options.event_content == "AOD" :
    local_outputCommands = process.AODEventContent.outputCommands; +
elif options.event_content == "AODSIM" :
    local_outputCommands = process.AODSIMEventContent.outputCommands; +
elif options.event_content == "RAW" :
    local_outputCommands = process.RAWEventContent.outputCommands; +
elif options.event_content == "RAWSIM" :
    local_outputCommands = process.RAWSIMEventContent.outputCommands;
elif options.event_content == "FEVTDEBUG" :
    local_outputCommands = process.FEVTDEBUGEventContent.outputCommands;
elif options.event_content == "FEVTDEBUGHLT" :
    local_outputCommands = process.FEVTDEBUGHLTEventContent.outputCommands;
elif options.event_content == "ALL" :
    local_outputCommands = cms.untracked.vstring('keep *_*_*_*');
    xchecksize = True;


"""
# ==========  END OF DEFINITION OF EVENT CONTENTS =======

def rule_passes(rule_regexp, product_repr):
        """ 
                rule: rule(keep, drop)_A_B_C_D
                product: A_B_C
        """     
        #we have altered the rules to have "*" as the 4th parameter (if split by _) 
        # so all the D's will pass
        return rule_regexp.match(product_repr+"_")

def rule_to_regexp(rule):
        """ returns a tuple (rule_name, rule_regexp) e.g. ("keep", <regexp for matching product names>  """
        #this part might be moved out and regular expression cached
        (rule_name, rule_test) = rule.split()
        
        # we create a regexp out of rule
        
        #we ignore the 4th rule:
        rule_parts =rule_test.split("_")
        if len(rule_parts) == 4 :
                # we replace the last one to asterix
                rule_parts[3] = "*" 
        rule_test = "_".join(rule_parts) 
        
        # make a regexp
        rule_test = rule_test.replace("*", ".*")

        rule_regexp = re.compile("^"+rule_test+"$")
        
        return (rule_name, rule_regexp)

def product_in_EventContent(rules, product):
        """
        products are in format {"cpp_type": cpp_type, "module_name": mod_name, "module_label": mod_label,
                "size_uncompressed": size_uncomp, "size_compressed": size_comp}  
        --- Some simple doctests ---

        >>> product_in_EventContent(rules = rule_to_regexp(['drop *', 'keep *_logErrorHarvester_*_*', 'keep *_hybridSuperClusters_*_*', 'keep recoSuperClusters_correctedHybridSuperClusters_*_*']), product = {'module_name': 'hybridSuperClusters', 'module_label': 'hybridShapeAssoc', 'size_compressed': '65.4852', 'cpp_type': 'recoCaloClustersToOnerecoClusterShapesAssociation', 'size_uncompressed': '272.111'})
        True
        
        >>> product_in_EventContent(rules = rule_to_regexp(['drop *', 'keep *_logErrorHarvester_*_*', 'keep DetIdedmEDCollection_siStripDigis_*_*', 'keep *_siPixelClusters_*_*', 'keep *_siStripClusters_*_*']), product = {'module_name': 'hybridSuperClusters', 'module_label': 'hybridShapeAssoc', 'size_compressed': '65.4852', 'cpp_type': 'recoCaloClustersToOnerecoClusterShapesAssociation', 'size_uncompressed': '272.111'})
        False
        
        """


        product_repr = "%(cpp_type)s_%(module_name)s_%(module_label)s" % product
        result = "keep"
        
        """ rule is in format: 
                > keep  *_nuclearInteractionMaker_*_*
                > keep *_horeco_*_*
                > drop *
        """
        for (rule_name, rule_regexp) in rules:

                if rule_passes(rule_regexp, product_repr):
                        result = rule_name
        return result == "keep"


#initialize
EventContents = {}
for (ec_name, obj) in EventContents_def.items():
        # I'm not sure if this is needed, but I feel more comfident dealing with Python objects that CMSSWs PSet
        rules_txt = [a for a in obj.outputCommands]

        # we create a list of precompiled regexps for our rules
        rules_regexp = map(rule_to_regexp, rules_txt)

        EventContents[ec_name] = {"text_rules": rules_txt, "rules_regexp": rules_regexp}

#this will be used by importing script
def List_ECs_forProduct(product):
        """ returns a list of EC titles the product belongs to """
        EC_list = []
        for (ec_name, ec) in EventContents.items():
                if product_in_EventContent(ec["rules_regexp"], product):
                        EC_list.append(ec_name)
        return EC_list

def getTxtEventContentRules():
        #TODO: We should where to assign products to Event-Content, on harvesting or on importing part
        """ returns a dictionary of lists with rules """
        txt_rules = {}
        for (ec_name, ec) in EventContents.items():
                txt_rules[ec_name] = ec["text_rules"]
        return txt_rules
        
#a test
if __name__ == "__main__":
        print "==== The  event contents data is: === "
        print EventContents
        prod = {'module_name': 'hybridSuperClusters', 'module_label': 'hybridShapeAssoc', 'size_compressed': '65.4852', 'cpp_type': 'recoCaloClustersToOnerecoClusterShapesAssociation', 'size_uncompressed': '272.111'}
        print List_ECs_forProduct(prod)