Inheritance diagram for DOTExport.DotExport:

Public Member Functions
def	__init__ (self)

def	dotIndenter (self, dot)

def	export (self, data, filename, filetype)

def	get_png_size (self, filename)

def	processMap (self, mapdata)

def	selectNode (self, dotdata, node, depth_s)

def	write_output (self, dot, filename, filetype)

Public Attributes
	include_nodes

	shapes

Static Public Attributes
	file_types

	option_types

	plugin_name

Detailed Description

Export a CMSSW config file to DOT (http://www.graphviz.org) markup, either as raw markup or by invoking the dot program, as an image.

Definition at line 263 of file DOTExport.py.

Constructor & Destructor Documentation

def DOTExport.DotExport.__init__ ( self )

Definition at line 297 of file DOTExport.py.

Referenced by DOTExport.DotExport.selectNode().

   def __init__(self):
     FileExportPlugin.__init__(self)
     
     #could make these customizeable in the general options dict
     self.shapes={}
     self.shapes['EDProducer']='box'
     self.shapes['EDFilter']='invhouse'
     self.shapes['EDAnalyzer']='house'
     self.shapes['OutputModule']='invtrapezium'
     self.shapes['ESSource']='Mdiamond'     
     self.shapes['ESProducer']='Msquare'
     self.shapes['Source']='ellipse'
     self.shapes['Service']='diamond'
     

Member Function Documentation

def DOTExport.DotExport.dotIndenter	(	self,
		dot
	)

Simple indenter for dot output, mainly to prettify it for human reading.

Definition at line 311 of file DOTExport.py.

References join().

Referenced by DOTExport.DotExport.export().

   def dotIndenter(self,dot):
     """
     Simple indenter for dot output, mainly to prettify it for human reading.
     """
     spaces = lambda d: ''.join([space]*d)
     newdot = ""
     depth = 0
     space = '  '
     for line in dot.splitlines():
       if '{' in line:
         newdot += spaces(depth)+line+'\n'
         depth += 1
       elif '}' in line:
         depth -= 1
         newdot += spaces(depth)+line+'\n'
       else:
         newdot += spaces(depth)+line+'\n'
     return newdot
   

def DOTExport.DotExport.export	(	self,
		data,
		filename,
		filetype
	)

Definition at line 465 of file DOTExport.py.

References DOTExport.DotExport.dotIndenter(), FileExportPlugin.FileExportPlugin.options, cmsswPreprocessor.CmsswPreprocessor.options, DTCalibrationWorker.DTCalibrationWorker.options, DTWorkflow.DTWorkflow.options, DOTExport.DotProducer.options, TestProcess.TestProcess.options, confdb.HLTProcess.options, VisualizationOptions.options(), production_tasks.Task.options, fireworks::OptionNode.options(), edmIntegrityCheck.IntegrityCheck.options, Config.Process.options, validateAlignments.ValidationJobMultiIOV.options, edm.print(), DOTExport.DotExport.selectNode(), DOTExport.DotProducer.shapes, cms::DDParsingContext.shapes, EcalLaserAnalyzer2.shapes, DOTExport.DotExport.shapes, and DOTExport.DotExport.write_output().

   def export(self,data,filename,filetype):
     #if not data.process():
     #  raise "DOTExport requires a cms.Process object"  
     
     #dot = self.produceDOT(data)
     dot_producer = DotProducer(data,self.options,self.shapes)
     dot = dot_producer()
     
     if len(dot_producer.nodes)>0:
     
       if self.options['node_graphs']:
         nodes = [n for n in dot_producer.nodes if data.type(dot_producer.nodes[n]['obj']) in ('EDAnalyzer','EDFilter','EDProducer','OutputModule')]
         for n in nodes:
           if self.options['node_graphs_restrict'] in n:
             try:
               node_dot = self.selectNode(dot,n,self.options['node_depth'])
               self.write_output(node_dot,filename.replace('.','_%s.'%n),filetype)
             except:
               pass
       else:
         dot = self.dotIndenter(dot)
         self.write_output(dot,filename,filetype)
     else:
       print("WARNING: Empty image. Not saved.")
     
   

def DOTExport.DotExport.get_png_size	(	self,
		filename
	)

Definition at line 491 of file DOTExport.py.

Referenced by DOTExport.DotExport.write_output().

   def get_png_size(self,filename):
     png_header = '\x89PNG\x0d\x0a\x1a\x0a'
     ihdr = 'IHDR'
     filedata = open(filename,'r').read(24)
     png_data = struct.unpack('>8s4s4sII',filedata)
     if not (png_data[0]==png_header and png_data[2]==ihdr):
       raise 'PNG header or IHDR not found'
     return png_data[3],png_data[4]
     

def DOTExport.DotExport.processMap	(	self,
		mapdata
	)

Re-process the client-side image-map produces when png+map is selected.
DOT will only ever put a single URL in the imagemap corresponding to a node, with the 'url' parameter (after html encoding) as the url, and the 'title' parameter as the title. This isn't useful behaviour for our purposes. We want probably several link areas, or a javascript link to make a menu appear, or other more complex behaviour.

If the option 'urlprocess' is turned on, this function is called, and it expects to find a dictionary it can eval in the url parameter. I can't think of a less messy way of passing data to this function without having inner access to DOT at the moment.

This function iterates through all the areas in the mapfile, replacing each one with one or more areas according to the rules in the dictionary stored in the URL parameter.

The dictionary should have structure:
{
  split_x:#,
  split_y:#,
  scale_x:#,
  scale_y:#,
  cells:[
      {
        top:#,
        left:#,
        width:#,
        height:#,
        html_attribute1:"...",
        html_attribute2:"..."
    ]
}
The imagemap is first scaled in size by scale_x and scale_y.
It is then split into split_x*split_y rectangular cells.
New areas are created for each defined cell with the defined top,left location and width,height. This will not check you aren't making new areas that overlap if you define them as such.
The areas then get attributes defined by html_attribute fields - eg, 'html_href':'mypage.htm' becomes 'href'='mypage.htm' in the area. Probably you want as a minimum to define html_href and html_alt. It would also be useful to set html_class to allow highlighting of different link types, or html_onclick/onmouseover for more exotic behaviour.

This will probably be quite sensitive to the presence of special characters, complex splitting schemes, etc. Use with caution.

This may be somewhat replaceable with the <html_label> and cut-down table format that graphviz provides, but I haven't had much of an experiment with that.

Definition at line 395 of file DOTExport.py.

References createfilelist.int, join(), and genParticles_cff.map.

Referenced by DOTExport.DotExport.write_output().

   def processMap(self,mapdata):
     """
     Re-process the client-side image-map produces when png+map is selected.
     DOT will only ever put a single URL in the imagemap corresponding to a node, with the 'url' parameter (after html encoding) as the url, and the 'title' parameter as the title. This isn't useful behaviour for our purposes. We want probably several link areas, or a javascript link to make a menu appear, or other more complex behaviour.
     
     If the option 'urlprocess' is turned on, this function is called, and it expects to find a dictionary it can eval in the url parameter. I can't think of a less messy way of passing data to this function without having inner access to DOT at the moment.
     
     This function iterates through all the areas in the mapfile, replacing each one with one or more areas according to the rules in the dictionary stored in the URL parameter.
     
     The dictionary should have structure:
     {
       split_x:#,
       split_y:#,
       scale_x:#,
       scale_y:#,
       cells:[
               {
                 top:#,
                 left:#,
                 width:#,
                 height:#,
                 html_attribute1:"...",
                 html_attribute2:"..."
             ]
     }
     The imagemap is first scaled in size by scale_x and scale_y.
     It is then split into split_x*split_y rectangular cells.
     New areas are created for each defined cell with the defined top,left location and width,height. This will not check you aren't making new areas that overlap if you define them as such.
     The areas then get attributes defined by html_attribute fields - eg, 'html_href':'mypage.htm' becomes 'href'='mypage.htm' in the area. Probably you want as a minimum to define html_href and html_alt. It would also be useful to set html_class to allow highlighting of different link types, or html_onclick/onmouseover for more exotic behaviour.
     
     This will probably be quite sensitive to the presence of special characters, complex splitting schemes, etc. Use with caution.
     
     This may be somewhat replaceable with the <html_label> and cut-down table format that graphviz provides, but I haven't had much of an experiment with that.
     """
     new_areas=[]
     area_default = {'split_x':1,'scale_x':1.,'split_y':1,'scale_y':1.,'cells':[]}
     cell_default = {'top':0,'left':0,'width':1,'height':1,'html_href':'#'}
     re_area = re.compile('<area.*?/>',re.DOTALL)
     #sometimes DOT comes up with negative coordinates, so we need to deal with them here (so all the other links will work at least)
     re_content = re.compile('href="(.*?)" title=".*?" alt="" coords="(-?[0-9]{1,6}),(-?[0-9]{1,6}),(-?[0-9]{1,6}),(-?[0-9]{1,6})"',re.DOTALL)
     re_htmlunquote = re.compile('&#([0-9]{1,3});')
     mapdata = re_htmlunquote.sub(lambda x: chr(int(x.group(1))),mapdata)
     areas = re_area.findall(mapdata)
     for area in areas:
       #print area
       data = re_content.search(area)
       baseurl = data.group(1)
       x1,y1,x2,y2 = map(int,(data.group(2),data.group(3),data.group(4),data.group(5)))
       rad_x,rad_y = int((x2-x1)*0.5),int((y2-y1)*0.5)
       centre_x,centre_y = x1+rad_x,y1+rad_y
       basedict = eval(baseurl)
       for ad in area_default:
         if not ad in basedict:
           basedict[ad]=area_default[ad]
       rad_x = int(rad_x*basedict['scale_x'])
       rad_y = int(rad_y*basedict['scale_y'])
       top_x,top_y = centre_x-rad_x,centre_y-rad_y
       split_x,split_y = int((2*rad_x)/basedict['split_x']),int((2*rad_y)/basedict['split_y'])
       
       for cell in basedict['cells']:
         for cd in cell_default:
           if not cd in cell:
             cell[cd]=cell_default[cd]
         x1,y1 = top_x+split_x*cell['left'],top_y+split_y*cell['top']
         x2,y2 = x1+split_x*cell['width'],y1+split_y*cell['height']
         area_html = '<area shape="rect" coords="%s,%s,%s,%s" %s />' % (x1,y1,x2,y2,' '.join(['%s="%s"'%(key.split('_',1)[1],value) for key, value in cell.items() if key.startswith('html_')]))
         new_areas.append(area_html)
     return '<map id="configbrowse" name="configbrowse">\n%s\n</map>'%('\n'.join(new_areas))  
     
     

def DOTExport.DotExport.selectNode	(	self,
		dotdata,
		node,
		depth_s
	)

Definition at line 330 of file DOTExport.py.

References DOTExport.DotExport.__init__(), funct.abs(), and createfilelist.int.

Referenced by DOTExport.DotExport.export().

   def selectNode(self,dotdata,node,depth_s):
     depth = int(depth_s)
     backtrace=False
     if depth<0:
       depth = abs(depth)
       backtrace=True
     re_link = re.compile(r'^\s*?(\w*?)->(\w*?)(?:\[.*?\])?$',re.MULTILINE)
     re_nodedef = re.compile(r'^\s*?(\w*?)(?:\[.*?\])?$',re.MULTILINE)
     re_title = re.compile(r'^label=\"(.*?)\"$',re.MULTILINE)
     re_nodeprops = re.compile(r'^\s*?('+node+r')\[(.*?)\]$',re.MULTILINE)
     
     nodes = re_nodedef.findall(dotdata)
     if not node in nodes:
       raise Exception("Selected node (%s) not found" % (node))
     links_l = re_link.findall(dotdata)
     links = {}
     for link in links_l:
       if not backtrace:
         if link[0] in links:
           links[link[0]] += [link[1]]
         else:
           links[link[0]] = [link[1]]
       if link[1] in links:
           links[link[1]] += [link[0]]
       else:
         links[link[1]] = [link[0]]
       
     def node_recursor(links,depthleft,start):
       if start in links:
         if depthleft==0:
           return links[start]+[start]
         else:
           result = [start]
           for l in links[start]:
             result.extend(node_recursor(links,depthleft-1,l))
           return result
       else:
         return [start]
     
     
     include_nodes = set(node_recursor(links,depth-1,node))
     include_nodes.add(node)
     
     class link_replacer:
       def __init__(self,include_nodes):
         self.include_nodes=include_nodes
       def __call__(self,match):
         if match.group(1) in self.include_nodes and match.group(2) in self.include_nodes:
           return match.group(0)
         return ''
     class node_replacer:
       def __init__(self,include_nodes):
         self.include_nodes=include_nodes
       def __call__(self,match):
         if match.group(1) in self.include_nodes:
           return match.group(0)
         return ''
     
     dotdata = re_link.sub(link_replacer(include_nodes),dotdata)
     dotdata = re_nodedef.sub(node_replacer(include_nodes),dotdata)
     dotdata = re_title.sub(r'label="\g<1>\\nDepth '+str(depth_s)+r' from node ' +node+r'"',dotdata,1)
     dotdata = re_nodeprops.sub('\\g<1>[\\g<2>,color="red"]',dotdata,1)
     
     return dotdata
    

def DOTExport.DotExport.write_output	(	self,
		dot,
		filename,
		filetype
	)

Definition at line 500 of file DOTExport.py.

References DOTExport.DotExport.get_png_size(), SiStripPI.max, FileExportPlugin.FileExportPlugin.options, cmsswPreprocessor.CmsswPreprocessor.options, DTCalibrationWorker.DTCalibrationWorker.options, DTWorkflow.DTWorkflow.options, TestProcess.TestProcess.options, DOTExport.DotProducer.options, confdb.HLTProcess.options, VisualizationOptions.options(), production_tasks.Task.options, fireworks::OptionNode.options(), edmIntegrityCheck.IntegrityCheck.options, Config.Process.options, validateAlignments.ValidationJobMultiIOV.options, edm.print(), and DOTExport.DotExport.processMap().

Referenced by DOTExport.DotExport.export().

   def write_output(self,dot,filename,filetype):
     #don't use try-except-finally here, we want any errors passed on so the enclosing program can decide how to handle them
     if filetype=='dot':
       dotfile = open(filename,'w')
       dotfile.write(dot)
       dotfile.close()
     elif filetype=='stdout':
       print(result)
     elif filetype=='pdf':
       dot_p = subprocess.Popen(['dot','-Tps2'],stdin=subprocess.PIPE,stdout=subprocess.PIPE)
       ps2 = dot_p.communicate(dot)[0]
       if not dot_p.returncode==0:
         raise "dot returned non-zero exit code: %s"%dot_p.returncode
       pdf_p = subprocess.Popen(['ps2pdf','-',filename],stdin=subprocess.PIPE)
       pdf_p.communicate(ps2)
       if not pdf_p.returncode==0:
         raise "ps2pdf returned non-zero exit code: %s"%pdf_p.returncode
     elif filetype=='png+map':
       if '.' in filename:
         filename = filename.split('.')[0]
       dot_p = subprocess.Popen(['dot','-Tpng','-o','%s.png'%filename,'-Tcmapx_np'],stdin=subprocess.PIPE,stdout=subprocess.PIPE)
       mapdata = dot_p.communicate(dot)[0]
       if not dot_p.returncode==0:
         raise "dot returned non-zero exit code: %s"%dot_p.returncode
       if self.options['urlprocess']:
         mapdata = self.processMap(mapdata)
       mapfile = open('%s.map'%filename,'w')
       mapfile.write(mapdata)
       mapfile.close()
       filesize = self.get_png_size('%s.png'%filename)
       if max(filesize) > self.options['png_max_size']:
         print("png image is too large (%s pixels/%s max pixels), deleting" % (filesize,self.options['png_max_size']))
         os.remove('%s.png'%filename)
         os.remove('%s.map'%filename)
     elif filetype=='png':
       dot_p = subprocess.Popen(['dot','-T%s'%(filetype),'-o',filename],stdin=subprocess.PIPE)
       dot_p.communicate(dot)
       if not dot_p.returncode==0:
         raise "dot returned non-zero exit code: %s"%dot_p.returncode
       filesize = self.get_png_size(filename)
       if max(filesize) > self.options['png_max_size']:
         print("png image is too large (%s pixels/%s max pixels), deleting" % (filesize,self.options['png_max_size']))
         os.remove(filename)
     else:
       dot_p = subprocess.Popen(['dot','-T%s'%(filetype),'-o',filename],stdin=subprocess.PIPE)
       dot_p.communicate(dot)
       if not dot_p.returncode==0:
         raise "dot returned non-zero exit code: %s"%dot_p.returncode
     
     
 