Functions
def	getTxtEventContentRules ()

def	List_ECs_forProduct (product)

def	product_in_EventContent (rules, product)

def	rule_passes (rule_regexp, product_repr)

def	rule_to_regexp (rule)

Variables
	EventContents

	EventContents_def

	process

	prod

	rules_regexp

	rules_txt

Function Documentation

def parseEventContent.getTxtEventContentRules ( )

returns a dictionary of lists with rules

Definition at line 141 of file parseEventContent.py.

 def getTxtEventContentRules():
     #TODO: We should where to assign products to Event-Content, on harvesting or on importing part
     """ returns a dictionary of lists with rules """
     txt_rules = {}
     for (ec_name, ec) in EventContents.items():
         txt_rules[ec_name] = ec["text_rules"]
     return txt_rules
     
 #a test

def parseEventContent.List_ECs_forProduct ( product )

returns a list of EC titles the product belongs to

Definition at line 133 of file parseEventContent.py.

References product_in_EventContent().

Referenced by cmsPerfSuiteHarvest._eventContent_DEBUG(), and cmsPerfSuiteHarvest.assign_event_content_for_product().

 def List_ECs_forProduct(product):
     """ returns a list of EC titles the product belongs to """
     EC_list = []
     for (ec_name, ec) in EventContents.items():
         if product_in_EventContent(ec["rules_regexp"], product):
             EC_list.append(ec_name)
     return EC_list
 

def parseEventContent.product_in_EventContent	(	rules,
		product
	)

products are in format {"cpp_type": cpp_type, "module_name": mod_name, "module_label": mod_label,
    "size_uncompressed": size_uncomp, "size_compressed": size_comp}  
--- Some simple doctests ---

>>> product_in_EventContent(rules = rule_to_regexp(['drop *', 'keep *_logErrorHarvester_*_*', 'keep *_hybridSuperClusters_*_*', 'keep recoSuperClusters_correctedHybridSuperClusters_*_*']), product = {'module_name': 'hybridSuperClusters', 'module_label': 'hybridShapeAssoc', 'size_compressed': '65.4852', 'cpp_type': 'recoCaloClustersToOnerecoClusterShapesAssociation', 'size_uncompressed': '272.111'})
True

>>> product_in_EventContent(rules = rule_to_regexp(['drop *', 'keep *_logErrorHarvester_*_*', 'keep DetIdedmEDCollection_siStripDigis_*_*', 'keep *_siPixelClusters_*_*', 'keep *_siStripClusters_*_*']), product = {'module_name': 'hybridSuperClusters', 'module_label': 'hybridShapeAssoc', 'size_compressed': '65.4852', 'cpp_type': 'recoCaloClustersToOnerecoClusterShapesAssociation', 'size_uncompressed': '272.111'})
False

Definition at line 91 of file parseEventContent.py.

References rule_passes().

Referenced by List_ECs_forProduct().

 def product_in_EventContent(rules, product):
     """
     products are in format {"cpp_type": cpp_type, "module_name": mod_name, "module_label": mod_label,
         "size_uncompressed": size_uncomp, "size_compressed": size_comp}  
     --- Some simple doctests ---
 
     >>> product_in_EventContent(rules = rule_to_regexp(['drop *', 'keep *_logErrorHarvester_*_*', 'keep *_hybridSuperClusters_*_*', 'keep recoSuperClusters_correctedHybridSuperClusters_*_*']), product = {'module_name': 'hybridSuperClusters', 'module_label': 'hybridShapeAssoc', 'size_compressed': '65.4852', 'cpp_type': 'recoCaloClustersToOnerecoClusterShapesAssociation', 'size_uncompressed': '272.111'})
     True
     
     >>> product_in_EventContent(rules = rule_to_regexp(['drop *', 'keep *_logErrorHarvester_*_*', 'keep DetIdedmEDCollection_siStripDigis_*_*', 'keep *_siPixelClusters_*_*', 'keep *_siStripClusters_*_*']), product = {'module_name': 'hybridSuperClusters', 'module_label': 'hybridShapeAssoc', 'size_compressed': '65.4852', 'cpp_type': 'recoCaloClustersToOnerecoClusterShapesAssociation', 'size_uncompressed': '272.111'})
     False
     
     """
 
 
     product_repr = "%(cpp_type)s_%(module_name)s_%(module_label)s" % product
     result = "keep"
     
     """ rule is in format: 
         > keep  *_nuclearInteractionMaker_*_*
         > keep *_horeco_*_*
         > drop *
     """
     for (rule_name, rule_regexp) in rules:
 
         if rule_passes(rule_regexp, product_repr):
             result = rule_name
     return result == "keep"
 
 
 #initialize

def parseEventContent.rule_passes	(	rule_regexp,
		product_repr
	)

    rule: rule(keep, drop)_A_B_C_D
    product: A_B_C

Definition at line 61 of file parseEventContent.py.

Referenced by product_in_EventContent().

 def rule_passes(rule_regexp, product_repr):
     """ 
         rule: rule(keep, drop)_A_B_C_D
         product: A_B_C
     """ 
     #we have altered the rules to have "*" as the 4th parameter (if split by _) 
     # so all the D's will pass
     return rule_regexp.match(product_repr+"_")
 

def parseEventContent.rule_to_regexp ( rule )

returns a tuple (rule_name, rule_regexp) e.g. ("keep", <regexp for matching product names>

Definition at line 70 of file parseEventContent.py.

References join().

 def rule_to_regexp(rule):
     """ returns a tuple (rule_name, rule_regexp) e.g. ("keep", <regexp for matching product names>  """
     #this part might be moved out and regular expression cached
     (rule_name, rule_test) = rule.split()
     
     # we create a regexp out of rule
     
     #we ignore the 4th rule:
     rule_parts =rule_test.split("_")
     if len(rule_parts) == 4 :
         # we replace the last one to asterix
         rule_parts[3] = "*" 
     rule_test = "_".join(rule_parts) 
     
     # make a regexp
     rule_test = rule_test.replace("*", ".*")
 
     rule_regexp = re.compile("^"+rule_test+"$")
     
     return (rule_name, rule_regexp)
 

Variable Documentation

parseEventContent.EventContents

Definition at line 122 of file parseEventContent.py.

parseEventContent.EventContents_def

Definition at line 17 of file parseEventContent.py.

parseEventContent.process

Definition at line 8 of file parseEventContent.py.

parseEventContent.prod

Definition at line 153 of file parseEventContent.py.

parseEventContent.rules_regexp

Definition at line 128 of file parseEventContent.py.

parseEventContent.rules_txt

Definition at line 125 of file parseEventContent.py.

Functions

Variables

Function Documentation

Variable Documentation