/afs/cern.ch/work/a/aaltunda/public/www/CMSSW_6_2_5/src/Validation/RecoB/scripts/cuy.py

Go to the documentation of this file.

#!/usr/bin/env python
#____________________________________________________________
#
#  cuy
#
# A very simple way to make plots with ROOT via an XML file
#
# Francisco Yumiceva
# yumiceva@fnal.gov
#
# Fermilab, 2008
#
# imported from UserCode/Yumiceva/cuy
#
# modified by Adrien Caudron to create TGraphErrors for b-tag performance plots
# UCLouvain, 2012 
#_____________________________________________________________

"""
   cuy

    A very simple way to make plots with ROOT via an XML file.

   usage: %prog -x <XML configuration file>
   -b, --batch : run in batch mode without graphics.
   -c, --create  = CREATE: create XML configuration file from a ROOT file.
   -e, --example = EXAMPLE: generate an example xml file.
   -f, --flag    = FLAG: create a baneer
   -l, --list    = LIST: list of objects in the ROOT file. 
   -p, --prt     = PRT: print canvas in the format specified png, ps, eps, pdf, etc.
   -t, --tag     = TAG: tag name for XML configuration file.
   -v, --verbose : verbose output.
   -w, --wait : Pause script after plotting a new superposition of histograms.
   -x, --xml     = XML: xml configuration file.
   
   Francisco Yumiceva (yumiceva@fnal.gov)
   Fermilab 2008
   
"""


import os, string, re, sys, math

try:
    import ROOT
except:
    print "\nCannot load PYROOT, make sure you have setup ROOT in the path"
    print "and pyroot library is also defined in the variable PYTHONPATH, try:\n"
    if (os.getenv("PYTHONPATH")):
        print " setenv PYTHONPATH ${PYTHONPATH}:$ROOTSYS/lib\n"
    else:
        print " setenv PYTHONPATH $ROOTSYS/lib\n"
    sys.exit()

from ROOT import TFile
from ROOT import TCanvas
from ROOT import TLegend
from ROOT import SetOwnership
from ROOT import THStack
from ROOT import TLatex
from ROOT import TH1
from ROOT import TH1F
from ROOT import TGraphErrors
from ROOT import TVectorD
from ROOT import std

from xml.sax import saxutils, make_parser, handler
from xml.sax.handler import feature_namespaces

import Inspector
import Style

#_______________OPTIONS________________
import optparse

USAGE = re.compile(r'(?s)\s*usage: (.*?)(\n[ \t]*\n|$)')

def nonzero(self): # will become the nonzero method of optparse.Values
    "True if options were given"
    for v in self.__dict__.itervalues():
        if v is not None: return True
    return False

optparse.Values.__nonzero__ = nonzero # dynamically fix optparse.Values

class ParsingError(Exception): pass

optionstring=""

def exit(msg=""):
    raise SystemExit(msg or optionstring.replace("%prog",sys.argv[0]))

def parse(docstring, arglist=None):
    global optionstring
    optionstring = docstring
    match = USAGE.search(optionstring)
    if not match: raise ParsingError("Cannot find the option string")
    optlines = match.group(1).splitlines()
    try:
        p = optparse.OptionParser(optlines[0])
        for line in optlines[1:]:
            opt, help=line.split(':')[:2]
            short,long=opt.split(',')[:2]
            if '=' in opt:
                action='store'
                long=long.split('=')[0]
            else:
                action='store_true'
            p.add_option(short.strip(),long.strip(),
                         action = action, help = help.strip())
    except (IndexError,ValueError):
        raise ParsingError("Cannot parse the option string correctly")
    return p.parse_args(arglist)

#______________________________________________________________________

class ValElement:
    def __init__(self):
        self.type = ""
        self.filename = ""
        self.release = ""
        self.histos = {}
        self.TH1s = {}
        self.weight = None

class divideElement:
    def __init__(self):
        self.name = ""
        self.numerator = None
        self.denominator = None

class plotElement:
    def __init__(self):
        self.name = ""
        self.title = ""
        self.color = ""

class additionElement:
    def __init__(self):
        self.name = ""
        self.title = ""
        self.SetLogy = ""
        self.SetGrid = ""
        self.histos = []
        self.weight = []
        
class superimposeElement:
    def __init__(self):
        self.name = ""
        self.title = ""
        self.SetLogy = ""
        self.SetGrid = ""
        self.histos = []
        self.color = []
        self.marker = []
        self.legend = []
        self.weight = []
        #self.flavour = []
#**********************************
class graphElement:
    def __init__(self):
        self.name = ""
        self.title = ""
        self.SetLogy = ""
        self.SetGrid = ""
        self.histos = []
        self.color = []
        self.marker = []
        self.legend = []
        self.weight = []
        self.flavour = []
#**********************************

class FindIssue(handler.ContentHandler):
    def __init__(self):
        self.data = {}
        self.divide = {}
        self.addition = {}
        self.superimpose = {}
        self.graph = {}
        self.tmpaddname = ""
        self.plot = {}
        self.size = 0
        self.atype = ""
        self.tmpsupername = ""
        self.tmpgraphname = ""

    def startElement(self, name, attrs):
        if name == 'validation':
            self.size = self.size + 1
            self.atype = attrs.get('type',None)
            self.data[self.atype] = ValElement()
            self.data[self.atype].type = attrs.get('type',None)
            self.data[self.atype].filename = attrs.get('file',None)
            self.data[self.atype].release = attrs.get('release',None)
            self.data[self.atype].weight = attrs.get('weight','')
        if name == 'TH1':
            self.data[self.atype].histos[attrs.get('name',None)] = attrs.get('source',None)
            #print attrs.get('name',None)
            #print attrs.get('source',None)
        if name == 'divide':
            aname = attrs.get('name',None)
            self.divide[aname] = divideElement()
            self.divide[aname].name = aname
            self.divide[aname].numerator = attrs.get('numerator',None)
            self.divide[aname].denominator = attrs.get('denominator',None)
            self.divide[aname].DivideOption = attrs.get('DivideOption',None)
            self.divide[aname].Option = attrs.get('Option',None)
        if name == 'addition':
            aname = attrs.get('name',None)
            self.addition[aname] = additionElement()
            self.tmpaddname = aname
            self.addition[aname].name = aname
            self.addition[aname].title = attrs.get('title',None)
            self.addition[aname].YTitle = attrs.get('YTitle',None)
            self.addition[aname].XTitle = attrs.get('XTitle',None)
            self.addition[aname].Option = attrs.get('Option',None)
            self.addition[aname].Weight = attrs.get('Wight',None)
            self.addition[aname].Normalize = attrs.get('Normalize',None)
            self.addition[aname].SetGrid = attrs.get('SetGrid',None)
        if name == 'additionItem':
            #print "in element: " + self.tmpsupername
            self.addition[self.tmpaddname].histos.append(attrs.get('name',None))
            self.addition[self.tmpaddname].weight.append(attrs.get('weight',None))
        if name == 'superimpose':
            aname = attrs.get('name',None)
            self.superimpose[aname] = superimposeElement()
            self.superimpose[aname].name = aname
            self.superimpose[aname].title = attrs.get('title',None)
            self.superimpose[aname].SetLogy = attrs.get('SetLogy',None)
            self.superimpose[aname].SetGrid = attrs.get('SetGrid',None)
            self.superimpose[aname].Normalize = attrs.get('Normalize',None)
            self.superimpose[aname].Stack     = attrs.get('Stack',None)
            self.superimpose[aname].YTitle = attrs.get('YTitle',None)
            self.superimpose[aname].XTitle = attrs.get('XTitle',None)
            self.superimpose[aname].projection = attrs.get('Projection',None)
            self.superimpose[aname].bin = attrs.get('bin',None)
            self.superimpose[aname].profile = attrs.get('Profile',None)
            self.superimpose[aname].Fill = attrs.get('Fill',None)
            self.superimpose[aname].Option = attrs.get('Option',None)
            self.superimpose[aname].Weight = attrs.get('Weight',None)
            self.superimpose[aname].Maximum = attrs.get('Maximum',None)
            self.superimpose[aname].Minimum = attrs.get('Minimum',None)
            self.superimpose[aname].Labels = attrs.get('Labels',None)
            self.superimpose[aname].Rebin = attrs.get('Rebin',None)
            self.tmpsupername = aname
        if name == 'graph':
            aname = attrs.get('name',None)
            self.graph[aname] = graphElement()
            self.graph[aname].name = aname
            self.graph[aname].title = attrs.get('title',None)
            self.graph[aname].SetLogy = attrs.get('SetLogy',None)
            self.graph[aname].SetGrid = attrs.get('SetGrid',None)
            self.graph[aname].Normalize = attrs.get('Normalize',None)
            self.graph[aname].Stack     = attrs.get('Stack',None)
            self.graph[aname].YTitle = attrs.get('YTitle',None)
            self.graph[aname].XTitle = attrs.get('XTitle',None)
            self.graph[aname].projection = attrs.get('Projection',None)
            self.graph[aname].bin = attrs.get('bin',None)
            self.graph[aname].profile = attrs.get('Profile',None)
            self.graph[aname].Fill = attrs.get('Fill',None)
            self.graph[aname].Option = attrs.get('Option',None)
            self.graph[aname].Weight = attrs.get('Weight',None)
            self.graph[aname].Maximum = attrs.get('Maximum',None)
            self.graph[aname].Minimum = attrs.get('Minimum',None)
            self.graph[aname].Labels = attrs.get('Labels',None)
            self.tmpgraphname = aname
        if name == 'superimposeItem':
            #print "in element: " + self.tmpsupername
            self.superimpose[self.tmpsupername].histos.append(attrs.get('name',None))
            self.superimpose[self.tmpsupername].color.append(attrs.get('color',None))
            self.superimpose[self.tmpsupername].marker.append(attrs.get('MarkerStyle',None))
            self.superimpose[self.tmpsupername].legend.append(attrs.get('legend',None))
            #self.superimpose[self.tmpsupername].flavour.append(attrs.get('flavour',None))
            #self.superimpose[self.tmpsupername].weight.append(attrs.get('weight',None))
        if name == 'graphItem':
            #print "in element: " + self.tmpsupername
            self.graph[self.tmpgraphname].histos.append(attrs.get('name',None))
            self.graph[self.tmpgraphname].color.append(attrs.get('color',None))
            self.graph[self.tmpgraphname].marker.append(attrs.get('MarkerStyle',None))
            self.graph[self.tmpgraphname].legend.append(attrs.get('legend',None))
            self.graph[self.tmpgraphname].flavour.append(attrs.get('flavour',None))
            #self.se[self.tmpsupername].weight.append(attrs.get('weight',None))



if __name__ == '__main__':



    # style
    thestyle = Style.Style()
    thestyle.SetStyle()

    printCanvas = False
    printFormat = "png"
    printBanner = False
    Banner = "CMS Preliminary"
    verbose = False

    # check options
    option,args = parse(__doc__)
    if not args and not option: exit()

    if option.batch:
        ROOT.gROOT.SetBatch()

    if option.verbose:
        verbose = True

    if option.list:
        ins = Inspector.Inspector()
        ins.Verbose(True)
        ins.createXML(False)
        ins.SetFilename(option.list)
        ins.GetListObjects()
        sys.exit()

    if option.create:
        createXML = Inspector.Inspector()
        createXML.Verbose(False)
        createXML.createXML(True)
        if option.tag:
            createXML.SetTag(option.tag)
        createXML.SetFilename(option.create)
        createXML.GetListObjects()
        sys.exit()

    if not option.xml: exit()
    if option.prt: 
        printCanvas = True
        printFormat = option.prt

    if option.flag:
        printBanner = True
        Banner = option.flag

    # check xml file
    try:
        xmlfile = open(option.xml)
        xmlfile.close()
    except:
        print " ERROR: xml file \"" + option.xml + "\" does not exist"
        sys.exit()
    
    # Create a parser
    parser = make_parser()

    # Tell the parser we are not interested in XML namespaces
    parser.setFeature(feature_namespaces, 0)

    # Create the handler
    dh = FindIssue()

    # Tell the parser to use our handler
    parser.setContentHandler(dh)

    # Parse the input
    parser.parse(option.xml)

    # list of canvas
    cv = {}
    afilelist = {}
    stacklist = {}

    # root output file
    outputroot = TFile("cuy.root","RECREATE")

    # new histograms
    newTH1list = []

    # extract histograms
    thedata = dh.data

    firstFilename = ''

    for ikey in thedata:
        if verbose : print "= Processing set called: " + ikey
        afilename = thedata[ikey].filename
        if firstFilename == '':
            firstFilename = afilename
        arelease = ""
        if thedata[ikey].release != None:
            arelease = thedata[ikey].release
        if verbose : print "== filename: " + afilename
        if verbose : print "== release:  " + arelease
        if verbose : print "== weight:   " + thedata[ikey].weight
        thehistos = thedata[ikey].histos
        afilelist[afilename] = TFile(afilename)
        if verbose : print "== get histograms: "
        histonamekeys = thehistos.keys()
        for ihname in histonamekeys:
            if verbose : print "=== Histogram name: \""+ ihname + "\" source: \""+thehistos[ihname]+"\""
            thedata[ikey].TH1s[ihname] = ROOT.gDirectory.Get(thehistos[ihname])
            #SetOwnership(thedata[ikey].TH1s[ihname], 0)
            # check if file exists
            print thedata[ikey].TH1s[ihname].GetName()
            

    # plot superimpose histograms
    #afilelist['../outputLayer2_ttbarmuonic_all.root'].cd()
    afilelist[firstFilename].cd()
    #print thedata['ttbar'].TH1s['gen_eta'].GetEntries()


    theaddition = dh.addition
    if verbose : print "= Create addition histograms:"
    
    for ikey in theaddition:
        if verbose : print "== plot name: \""+theaddition[ikey].name+"\" title: \""+theaddition[ikey].title+"\""
        listname = theaddition[ikey].histos
        listweight = theaddition[ikey].weight

        #create canvas
        cv[theaddition[ikey].name] = TCanvas(theaddition[ikey].name,theaddition[ikey].name,700,700)

        isFirst = True
        ihnameIt = 0
        for ihname in listname:
            aweight = 1
            if listweight[ihnameIt]:
            #if thedata[jkey].weight != None and theaddition[ikey].Weight == "true":
                aweight = float(listweight[ihnameIt])
                #aweight = float(thedata[jkey].weight)
            for jkey in thedata:
                tmpkeys = thedata[jkey].histos.keys()
                for tmpname in tmpkeys:
                    if tmpname == ihname:
                        ath = thedata[jkey].TH1s[tmpname]
                        if ath is None:
                            print "ERROR: histogram name \""+tmpname+"\" does not exist in file "+thedata[jkey].filename
                            exit(0)
                        if verbose : print "=== add histogram: "+ath.GetName() + " from " + thedata[jkey].filename + " mean = " + "%.2f" % round(ath.GetMean(),2) + " weight= " + str(aweight)
                        #ath.Print("all")
                        if isFirst:
                            newth = ath.Clone(theaddition[ikey].name)
                            newth.Sumw2()
                            if theaddition[ikey].Normalize == "true":
                                newth.Scale(1/newth.Integral())
                            newth.Scale(aweight)
                            isFirst = False
                        else:
                            atmpth = ath.Clone()
                            atmpth.Sumw2()
                            if theaddition[ikey].Normalize == "true":
                                atmpth.Scale(1/atmpth.Integral())
                            atmpth.Scale(aweight)
                            newth.Add( atmpth )
            ihnameIt = ihnameIt + 1

        if theaddition[ikey].XTitle != None:
            newth.SetXTitle(theaddition[ikey].XTitle)
        if theaddition[ikey].YTitle != None:
            newth.SetYTitle(theaddition[ikey].YTitle)

        if theaddition[ikey].Option:
            newth.Draw(theaddition[ikey].Option)
        else:
            newth.Draw()

        if theaddition[ikey].SetGrid == "true":
            cv[theaddition[ikey].name].SetGrid()
        
        cv[theaddition[ikey].name].Update()

        # add new histogram to the list
        newth.SetName(theaddition[ikey].name)
        newTH1list.append(newth.GetName())
        thedata[newth.GetName()] = ValElement()
        thedata[newth.GetName()].TH1s[newth.GetName()] = newth
        thedata[newth.GetName()].histos[newth.GetName()] = newth.GetName()

        # write new histograms to file
        outputroot.cd()
        newth.Write()
        
    
    if verbose : print "= Create ratio histograms:"
    
    thedivition = dh.divide
    for ikey in thedivition:
        if verbose : print "== plot name: \""+thedivition[ikey].name+"\" title: \""+"\""
        numerator = thedivition[ikey].numerator
        denominator = thedivition[ikey].denominator

        #create canvas
        cv[thedivition[ikey].name] = TCanvas(thedivition[ikey].name,thedivition[ikey].name,700,700)

        for jkey in thedata:
            tmpkeys = thedata[jkey].histos.keys()
            for tmpname in tmpkeys:
                if tmpname == numerator:
                    numeratorth = thedata[jkey].TH1s[tmpname]
                    if numeratorth is None:
                        print "ERROR: histogram name \""+tmpname+"\" does not exist in file "+thedata[jkey].filename
                        exit(0)
                        #print "=== numerator histogram: "+numeratorth.GetName() + " from " + thedata[jkey].filename + " mean = " + "%.2f" % round(numeratorth.GetMean(),2) + " weight= " + str(aweight)

                if tmpname == denominator:
                    denominatorth = thedata[jkey].TH1s[tmpname]
                    if denominatorth is None:
                        print "ERROR: histogram name \""+tmpname+"\" does not exist in file "+thedata[jkey].filename
                        exit(0)
                        #print "=== denominator histogram: "+denominatorth.GetName() + " from " + thedata[jkey].filename + " mean = " + "%.2f" % round(denominatorth.GetMean(),2) + " weight= " + str(aweight)


        
        numeratorth.Sumw2()
        denominatorth.Sumw2()
        newth = numeratorth.Clone()
        newth.Clear()
        if thedivition[ikey].DivideOption is None:
            newth.Divide(numeratorth,denominatorth)
        else:
            newth.Divide(numeratorth,denominatorth,1.,1.,thedivition[ikey].DivideOption)
#       if theaddition[ikey].XTitle != None:
#           newth.SetXTitle(theaddition[ikey].XTitle)
#       if theaddition[ikey].YTitle != None:
#           newth.SetYTitle(theaddition[ikey].YTitle)

        if thedivition[ikey].Option:
            newth.Draw(thedivition[ikey].Option)
        else:
            newth.Draw()

        cv[thedivition[ikey].name].Update()
        
        
        # pause
        if option.wait:
            raw_input( 'Press ENTER to continue\n ' )

        # add new histogram to the list
        newth.SetName(thedivition[ikey].name)
        newTH1list.append(newth.GetName())
        thedata[newth.GetName()] = ValElement()
        thedata[newth.GetName()].TH1s[newth.GetName()] = newth
        thedata[newth.GetName()].histos[newth.GetName()] = newth.GetName()
        
        # write new histograms to file
        outputroot.cd()
        newth.Write()


    thesuper = dh.superimpose
    if verbose : print "= Create superimpose histograms:"
    for ikey in thesuper:
        if verbose : print "== plot name: \""+thesuper[ikey].name+"\" title: \""+thesuper[ikey].title+"\""
        listname = thesuper[ikey].histos
        listcolor = thesuper[ikey].color
        listmarker = thesuper[ikey].marker
        listlegend = thesuper[ikey].legend
        #listweight = thesuper[ikey].weight
        dolegend = False
        for il in listlegend:
            if il==None: dolegend = False
        if verbose : print "dolegend = " +str(dolegend)
        doNormalize = False
        doRebin=thesuper[ikey].Rebin
        if doRebin is not None :
            doRebin=int(doRebin)
            if verbose : print "Rebin is ", doRebin
        if thesuper[ikey].Normalize == "true":
            doNormalize = True
            if verbose : print "normalize = " +str(doNormalize)
        projectAxis = "no"
        projectBin = -1 #all
        if thesuper[ikey].projection == "x": projectAxis = "x"
        if thesuper[ikey].projection == "y": projectAxis = "y"
        if thesuper[ikey].bin != None: projectBin = thesuper[ikey].bin
        profileAxis = "no"
        if thesuper[ikey].profile == "x": profileAxis = "x"
        if thesuper[ikey].profile == "y": profileAxis = "y"
        doFill = False
        if thesuper[ikey].Fill == "true": doFill = True
        if verbose : print "fill option:"+ doFill
        #create canvas
        cv[thesuper[ikey].name] = TCanvas(thesuper[ikey].name,thesuper[ikey].title,700,700)
        #legend
        aleg = TLegend(0.6,0.4,0.8,0.6)
        SetOwnership( aleg, 0 ) 
        aleg.SetMargin(0.12)
        aleg.SetTextSize(0.035)
        aleg.SetFillColor(10)
        aleg.SetBorderSize(0)

        isFirst = 1
        ii = 0

        stacklist[thesuper[ikey].name] = THStack("astack"+thesuper[ikey].name,thesuper[ikey].title)
        astack = stacklist[thesuper[ikey].name]
        for ihname in listname:
        
            for jkey in thedata:
                tmpkeys = thedata[jkey].histos.keys()
                
                for tmpname in tmpkeys:
                
                    if tmpname == ihname:
                        ath = thedata[jkey].TH1s[tmpname]
                        if ath is None:
                            print "ERROR: histogram name \""+tmpname+"\" does not exist in file "+thedata[jkey].filename
                            exit(0)
                        if verbose : print "=== superimpose histogram: "+ath.GetName() + " mean = " + "%.2f" % round(ath.GetMean(),2)
                        # project 2D histogram if requested
                        if projectAxis == "x":
                            if projectBin == -1:
                                newthpx = ath.ProjectionX(ath.GetName()+"_px",0,-1,"e")
                            else:
                                newthpx = ath.ProjectionX(ath.GetName()+"_px",int(projectBin),int(projectBin),"e")
                            newth = newthpx.Clone()
                        if projectAxis == "y":
                            if projectBin == -1:
                                newthpy = ath.ProjectionY(ath.GetName()+"_py",0,-1,"e")
                            else:
                                newthpx = ath.ProjectionY(ath.GetName()+"_py",int(projectBin),int(projectBin),"e")
                            newth = newthpy.Clone()
                        if profileAxis == "x":
                            newthpx = ath.ProfileX(ath.GetName()+"_px",0,-1,"e")
                            newth = newthpx.Clone()
                        if profileAxis == "y":
                            newthpy = ath.ProfileY(ath.GetName()+"_py",0,-1,"e")
                            newth = newthpy.Clone()

                        # get weight
                        aweight = 1
                        if thedata[jkey].weight != None and thesuper[ikey].Weight=="true":
                            aweight = float( thedata[jkey].weight )
                        if verbose: print " with weight = " + str(aweight)
                        #if listweight[ii]:
                         #   aweight = float( listweight[ii] )

                        # clone original histogram
                        if projectAxis == "no" and profileAxis == "no" :newth = ath.Clone()

                        if doRebin is not None and doRebin>0 :
                            newth.Rebin(doRebin)

                        newth.Sumw2()
                        newth.Scale(aweight)
                        
                        # check if we have color
                        if not listcolor[ii]:
                            listcolor[ii] = 1
                        
                        newth.SetLineColor(int(listcolor[ii]))
                        newth.SetMarkerColor(int(listcolor[ii]))
                        
                        if doFill: newth.SetFillColor(int(listcolor[ii]))

                        if listmarker[ii] != None:
                            newth.SetMarkerStyle(int(listmarker[ii]))
                        # normalize
                        if doNormalize:
                            newth.Scale(1./newth.Integral())
                        #print "   "+listlegend[ii]
                        
                        if thesuper[ikey].Labels != None:
                            thelabels = thesuper[ikey].Labels.split(',')
                            ib = 1
                            #print thelabels

                            for ilabel in thelabels:
                                newth.GetXaxis().SetBinLabel(ib,ilabel)
                                #if ib==1:
                                    #newth.GetXaxis().SetBinLabel(ib,"")
                                #newth.GetHistogram().GetXaxis().SetBinLabel(ib,ilabel)
                                ib += 1
                            #if aweight==0.0081:
                        #       newth.SetBinContent(1, newth.GetBinContent(1) / 0.28756)
                         #   if aweight==0.0883:
                                #newth.SetBinContent(1, newth.GetBinContent(1) / 0.01953)
                            #if aweight==0.0731:
                                #newth.SetBinContent(1, newth.GetBinContent(1) / 0.0367)
                            #if aweight==0.4003:
                                #newth.SetBinContent(1, newth.GetBinContent(1) / 0.5683)
                            #if aweight==0.003:
                                #newth.SetBinContent(1, newth.GetBinContent(1) / 0.21173)
                            #if aweight==0.0027:
                                #newth.SetBinContent(1, newth.GetBinContent(1) / 0.26394)
                            #if aweight==0.0034:
                                #newth.SetBinContent(1, newth.GetBinContent(1) / 0.26394)


                        # stack histograms
                        if doFill:
                            if thesuper[ikey].XTitle != None:
                                newth.SetXTitle("")
                            astack.Add(newth,"HIST")
                        elif thesuper[ikey].Option:
                            astack.Add(newth,thesuper[ikey].Option)
                        else:
                            #newth.Fit("landau")
                            astack.Add(newth)
                            
                        astack.SetTitle(thesuper[ikey].title)
                        
                        if isFirst==1:
                            newth.GetPainter().PaintStat(ROOT.gStyle.GetOptStat(),0);
                            isFirst=0
                            tmpsumth = newth.Clone()
                        else:
                            tmpsumth.Add(newth)
                        #    newth.SetTitle(thesuper[ikey].title)
                        #    if thesuper[ikey].YTitle != None:
                        #       newth.SetYTitle(thesuper[ikey].YTitle)
                        #    newth.Draw()
                        #    isFirst=0
                        #else:
                        #    newth.Draw("same")
                        if dolegend and doFill: 
                            aleg.AddEntry(newth,listlegend[ii],"F")
                        elif dolegend:
                            aleg.AddEntry(newth,listlegend[ii],"P")
                        
                        newth.SetName(tmpname)
                        outputroot.cd()
                        newth.Write()
            ii = ii + 1

        
        if thesuper[ikey].Maximum != None:
            astack.SetMaximum( float(thesuper[ikey].Maximum) )
        if thesuper[ikey].Minimum != None:
            astack.SetMinimum( float(thesuper[ikey].Minimum) )
        if thesuper[ikey].Stack == "true":
            astack.Draw()
        if thesuper[ikey].Stack == "false" or thesuper[ikey].Stack == None:
            astack.Draw()
            astack.Draw("nostack")
        if thesuper[ikey].XTitle != None:
            astack.GetHistogram().SetXTitle(thesuper[ikey].XTitle)
        if thesuper[ikey].YTitle != None:
            astack.GetHistogram().SetYTitle(thesuper[ikey].YTitle)
        if doFill:
            astack.Draw("sameaxis")

        
        #thelabels = []
        #if thesuper[ikey].Labels != None:
        #    thelabels = thesuper[ikey].Labels.split(',')
        #    ib = 1
        #    print thelabels

         #   for ilabel in thelabels:
        #       astack.GetXaxis().SetBinLabel(ib,ilabel)
                #astack.GetHistogram().GetXaxis().SetBinLabel(ib,ilabel)
                #ib += 1
        #    astack.Draw()
        #    astack.Draw("sameaxis")

        if dolegend: 
            aleg.Draw()
        if thesuper[ikey].SetLogy == "true":
            cv[thesuper[ikey].name].SetLogy()
        if thesuper[ikey].SetGrid == "true":
            cv[thesuper[ikey].name].SetGrid()
        
        # test smearing
        #rn = ROOT.TRandom(12345)
        #for iibin in range(0,tmpsumth.GetNbinsX()):
        #    tmpsumth.SetBinContent(iibin, rn.Poisson(tmpsumth.GetBinContent(iibin)) )
        #    if tmpsumth.GetBinContent(iibin) == 0:
        #       tmpsumth.SetBinError(iibin, 0 )
        #    else:
        #       tmpsumth.SetBinError(iibin, 1/math.sqrt(tmpsumth.GetBinContent(iibin)) )
                        
        #tmpsumth.Draw("same E1")

        
        if printBanner:
            tex = TLatex(0.35,0.95,Banner)
            tex.SetNDC()
            tex.SetTextSize(0.05)
            tex.Draw()
        
        cv[thesuper[ikey].name].Update()
        #cv[thesuper[ikey].name].Print("test.png")
        
        # pause
        if option.wait:
            raw_input( 'Press ENTER to continue\n ' )



#**********************************************************************


    thegraph = dh.graph
    if verbose : print "= Create graph histograms:"
    for ikey in thegraph:
        if verbose : print "== plot name: \""+thegraph[ikey].name+"\" title: \""+thegraph[ikey].title+"\""
        listname = thegraph[ikey].histos
        listcolor = thegraph[ikey].color
        listmarker = thegraph[ikey].marker
        listlegend = thegraph[ikey].legend
        listflavour = thegraph[ikey].flavour
        #listweight = thegraph[ikey].weight
        dolegend = False
        for il in listlegend:
            if il==None: dolegend = False
        if verbose : print "dolegend = " +str(dolegend)
        doNormalize = False
        if thegraph[ikey].Normalize == "true":
            doNormalize = True
            if verbose : print "normalize = " +str(doNormalize)
        projectAxis = "no"
        projectBin = -1 #all
        if thegraph[ikey].projection == "x": projectAxis = "x"
        if thegraph[ikey].projection == "y": projectAxis = "y"
        if thegraph[ikey].bin != None: projectBin = thegraph[ikey].bin
        profileAxis = "no"
        if thegraph[ikey].profile == "x": profileAxis = "x"
        if thegraph[ikey].profile == "y": profileAxis = "y"
        doFill = False
        if thegraph[ikey].Fill == "true": doFill = True
        if verbose : print "fill option:"+ doFill
        #create canvas
        cv[thegraph[ikey].name] = TCanvas(thegraph[ikey].name,thegraph[ikey].title,700,700)
        #legend
        aleg = TLegend(0.6,0.4,0.8,0.6)
        SetOwnership( aleg, 0 )
        aleg.SetMargin(0.12)
        aleg.SetTextSize(0.035)
        aleg.SetFillColor(10)
        aleg.SetBorderSize(0)

        isFirst = 1
        ii = 0

        stacklist[thegraph[ikey].name] = THStack("astack"+thegraph[ikey].name,thegraph[ikey].title)
        astack = stacklist[thegraph[ikey].name]
        xVal_val = TVectorD()
        yVal_val = TVectorD()
        yBin_val = std.vector(int)()
        xErr_val = TVectorD()
        yErr_val = TVectorD()
        zVal_val = TVectorD()
        zErr_val = TVectorD()
        nVal_val = 0
        
        xVal_ref = TVectorD()
        yVal_ref = TVectorD()
        yBin_ref = std.vector(int)()
        xErr_ref = TVectorD()
        yErr_ref = TVectorD()
        zVal_ref = TVectorD()
        zErr_ref = TVectorD()
        nVal_ref = 0

        RangeMax = 0.005
        RangeMin = 0.9
        
        for ihname in listname:
             
            for jkey in thedata:
                tmpkeys = thedata[jkey].histos.keys()
                        
                for tmpname in tmpkeys:
                    
                    if tmpname == ihname:
                        
                        ath = thedata[jkey].TH1s[tmpname]
                        if ath is None:
                            print "ERROR: histogram name \""+tmpname+"\" does not exist in file "+thedata[jkey].filename
                            exit(0)
                        if verbose : print "=== graph histogram: "+ath.GetName() + " mean = " + "%.2f" % round(ath.GetMean(),2)
                        #print listflavour[ii]
                        if listflavour[ii] == "5":
                            #print "iiiiiiiiiii" 
                            nBinB = 200 #ath.GetNbinsX()
                            BinWidth = (0.01+ath.GetMaximum())/nBinB
                            BMid = 0.005+BinWidth/2
                            Err = BinWidth
                            for iBinB in range(1,nBinB+1):
                               #BinWidth = (0.01+ath.GetMaximum())/200 #ath.GetBinWidth(iBinB)
                               BMid = BMid+Err #BinWidth #ath.GetBinCenter(iBinB)
                               #newh = TH1(ath)
                               nAthBin = ath.GetNbinsX()-2
                               #newh = TH1(ath)
                               maxInHisto = ath.GetMaximum()
                               minInHisto = ath.GetMinimum()
                               #print minInHisto
                               yClosestInit = 0
                               iBinClosestInit = 0
                               if BMid <= maxInHisto : yClosestInit = maxInHisto + 1
                               else : yClosestInit = minInHisto - 1.0
                               iBinClosest = iBinClosestInit
                               yClosest    = yClosestInit
                               for iAthBin in range(1,nAthBin+1):
                                   yBin = ath.GetBinContent(iAthBin)
                                   dif1 = BMid-yBin
                                   if dif1 < 0 : dif1 = yBin-BMid
                                   dif2 = yClosest-BMid
                                   if dif2 < 0 : dif2 = BMid-yClosest
                                   if dif1 < dif2:
                                      yClosest = yBin
                                      iBinClosest = iAthBin
                               min = BMid-Err/2 
                               max = BMid+Err/2
                               #print iBinClosest
                               if yClosest < min or  yClosest > max:
                                       iBinClosest = 0
                                       #print "iji"
                               if iBinClosest > 0 and listmarker[ii] == "8":
                                   #print "hhhhhhhhhhhhhhhh"
                                   nVal_ref = nVal_ref+1
                                   xVal_ref.ResizeTo(nVal_ref)
                                   #yBin_ref.ResizeTo(nVal_ref)
                                   xErr_ref.ResizeTo(nVal_ref)
                                   xVal_ref[nVal_ref-1] = BMid
                                   yBin_ref.push_back(iBinClosest)
                                   xErr_ref[nVal_ref-1] = ath.GetBinError ( iBinClosest )
                                   Err = xErr_ref[nVal_ref-1]
                                   if Err < BinWidth : Err = BinWidth
                               elif iBinClosest > 0:
                                   nVal_val = nVal_val+1
                                   xVal_val.ResizeTo(nVal_val)
                                   #yBin_val.ResizeTo(nVal_val)
                                   xErr_val.ResizeTo(nVal_val)
                                   xVal_val[nVal_val-1] = BMid
                                   yBin_val.push_back(iBinClosest)
                                   xErr_val[nVal_val-1] = ath.GetBinError ( iBinClosest )
                                   Err = xErr_val[nVal_val-1]
                                   if Err < BinWidth : Err = BinWidth
                        elif listflavour[ii] == "4" and listmarker[ii] == "8":
                            yVal_ref.ResizeTo(nVal_ref)
                            yErr_ref.ResizeTo(nVal_ref)
                            for iVal in range(0,nVal_ref):                                
                                yVal_ref[iVal] = ath.GetBinContent (yBin_ref[iVal])
                                if yVal_ref[iVal] > RangeMax : RangeMax = yVal_ref[iVal]
                                yErr_ref[iVal] = ath.GetBinError (yBin_ref[iVal])
                        elif listflavour[ii] == "4":
                            yVal_val.ResizeTo(nVal_val)
                            yErr_val.ResizeTo(nVal_val)
                            for iVal in range(0,nVal_val):                                
                                yVal_val[iVal] = ath.GetBinContent (yBin_val[iVal])
                                yErr_val[iVal] = ath.GetBinError (yBin_val[iVal])
                        elif listmarker[ii] == "8":
                            zVal_ref.ResizeTo(nVal_ref)
                            zErr_ref.ResizeTo(nVal_ref)
                            for iVal in range(0,nVal_ref):                                
                                zVal_ref[iVal] = ath.GetBinContent (yBin_ref[iVal])
                                zErr_ref[iVal] = ath.GetBinError (yBin_ref[iVal])
                                if zVal_ref[iVal] < RangeMin : RangeMin = zVal_ref[iVal]
                        else:
                            zVal_val.ResizeTo(nVal_val)
                            zErr_val.ResizeTo(nVal_val)
                            for iVal in range(0,nVal_val):
                                zVal_val[iVal] = ath.GetBinContent (yBin_val[iVal])
                                zErr_val[iVal] = ath.GetBinError (yBin_val[iVal])
            ii = ii + 1

        #print xVal_ref.GetNoElements()
        #print yVal_ref.GetNrows()
        #print xErr_ref.GetNrows()
        #print yErr_ref.GetNrows()
        
        #graphs = std.vector(TGraphErrors)()
        graphs = [TGraphErrors(xVal_ref,yVal_ref,xErr_ref,yErr_ref),
        TGraphErrors(xVal_ref,zVal_ref,xErr_ref,zErr_ref),
        TGraphErrors(xVal_val,yVal_val,xErr_val,yErr_val),
        TGraphErrors(xVal_val,zVal_val,xErr_val,zErr_val)]
        ii = 0


 
        for ii in range(0,4):

                        # project 2D histogram if requested
                        #if projectAxis == "x":
                        #    if projectBin == -1:
                        #       newthpx = ath.ProjectionX(ath.GetName()+"_px",0,-1,"e")
                        #    else:
                        #       newthpx = ath.ProjectionX(ath.GetName()+"_px",int(projectBin),int(projectBin),"e")
                        #    newth = newthpx.Clone()
                        #if projectAxis == "y":
                        #    if projectBin == -1:
                        #       newthpy = ath.ProjectionY(ath.GetName()+"_py",0,-1,"e")
                        #    else:
                        #       newthpx = ath.ProjectionY(ath.GetName()+"_py",int(projectBin),int(projectBin),"e")
                        #    newth = newthpy.Clone()
                        #if profileAxis == "x":
                        #    newthpx = ath.ProfileX(ath.GetName()+"_px",0,-1,"e")
                        #    newth = newthpx.Clone()
                        #if profileAxis == "y":
                        #    newthpy = ath.ProfileY(ath.GetName()+"_py",0,-1,"e")
                        #    newth = newthpy.Clone()

                        # get weight
                        aweight = 1
                        #if thedata[jkey].weight != None and thegraph[ikey].Weight=="true":
                        #    aweight = float( thedata[jkey].weight )
                        #if verbose: print " with weight = " + str(aweight)
                        #if listweight[ii]:
                         #   aweight = float( listweight[ii] )

                        # clone original histogram
                        #if projectAxis == "no" and profileAxis == "no" :newth = ath.Clone()

                        #newth.Sumw2()
                        #newth.Scale(aweight)

                        # check if we have color
                        #if not listcolor[ii]:
                        #    listcolor[ii] = 1

                        col = 2
                        mark = 22
                        if ii == 0 or ii == 2:
                                col = 1
                        if ii == 0 or ii == 1:
                            mark = 8
                                
                        graphs[ii].SetLineColor(col)
                        graphs[ii].SetMarkerStyle(mark)
                        graphs[ii].SetMarkerColor(col)
                        graphs[ii].SetTitle(thegraph[ikey].title)
                        #if doFill: newth.SetFillColor(int(listcolor[ii]))

                        #if listmarker[ii] != None:
                        #    newth.SetMarkerStyle(int(listmarker[ii]))
                        # normalize
                        #if doNormalize:
                        #    newth.Scale(1./newth.Integral())
                        #print "   "+listlegend[ii]

                        #if thegraph[ikey].Labels != None:
                        #    thelabels = thesuper[ikey].Labels.split(',')
                         #   ib = 1
                            #print thelabels

                         #   for ilabel in thelabels:
                         #       newth.GetXaxis().SetBinLabel(ib,ilabel)
                                #if ib==1:
                                    #newth.GetXaxis().SetBinLabel(ib,"")
                                #newth.GetHistogram().GetXaxis().SetBinLabel(ib,ilabel)
                          #      ib += 1
                            #if aweight==0.0081:
                        #       newth.SetBinContent(1, newth.GetBinContent(1) / 0.28756)
                         #   if aweight==0.0883:
                                #newth.SetBinContent(1, newth.GetBinContent(1) / 0.01953)
                            #if aweight==0.0731:
                                #newth.SetBinContent(1, newth.GetBinContent(1) / 0.0367)
                            #if aweight==0.4003:
                                #newth.SetBinContent(1, newth.GetBinContent(1) / 0.5683)
                            #if aweight==0.003:
                                #newth.SetBinContent(1, newth.GetBinContent(1) / 0.21173)
                            #if aweight==0.0027:
                                #newth.SetBinContent(1, newth.GetBinContent(1) / 0.26394)
                            #if aweight==0.0034:
                                #newth.SetBinContent(1, newth.GetBinContent(1) / 0.26394)


                        # stack histograms
                        #if doFill:
                         #   if thegraph[ikey].XTitle != None:
                        #        newth.SetXTitle("")
                        #    astack.Add(newth,"HIST")
                        #elif thegraph[ikey].Option:
                        #    astack.Add(newth,thegraph[ikey].Option)
                        #else:
                            #newth.Fit("landau")
                        #    astack.Add(newth)

                        #astack.SetTitle(thegraph[ikey].title)

                        if isFirst==1:
                            #graphs[ii].GetPainter().PaintStat(ROOT.gStyle.GetOptStat(),0);
                            isFirst=0
                            #tmpsumth = graphs[ii].Clone()
                        #else:
                        #    tmpsumth.Add(graphs[ii])
                        #    newth.SetTitle(thesuper[ikey].title)
                        #    if thesuper[ikey].YTitle != None:
                        #       newth.SetYTitle(thesuper[ikey].YTitle)
                        #    newth.Draw()
                        #    isFirst=0
                        #else:
                        #    newth.Draw("same")
                        #if dolegend and doFill:
                        #    aleg.AddEntry(newth,listlegend[ii],"F")
                        #elif dolegend:
                        #    aleg.AddEntry(newth,listlegend[ii],"P")

                        #graphs[ii].SetName(tmpname)
                        #if ii == 0 : graphs[ii].Draw()
                        #else : graphs[ii].Draw("same")
                        outputroot.cd()
                        graphs[ii].Write()
                        ii = ii + 1


        #if thegraph[ikey].Maximum != None:
        #    graphs[0].SetMaximum( float(thegraph[ikey].Maximum) )
        #if thegraph[ikey].Minimum != None:
        #    graphs[0].SetMinimum( float(thegraph[ikey].Minimum) )
        #if thegraph[ikey].Stack == "true":
        #    astack.Draw()
        #if thegraph[ikey].Stack == "false" or thegraph[ikey].Stack == None:
        #    astack.Draw()
        #    astack.Draw("nostack")
        if thegraph[ikey].XTitle != None:
            graphs[0].GetHistogram().SetXTitle(thegraph[ikey].XTitle)
        if thegraph[ikey].YTitle != None:
            graphs[0].GetHistogram().SetYTitle(thegraph[ikey].YTitle)
        #if doFill:
        #    astack.Draw("sameaxis")
        if RangeMax > 0.5 : RangeMax = 1.5
        if RangeMax < 0.5 : RangeMax = RangeMax + 0.05
        #RangeMax = 1.1
        RangeMin = RangeMin - 0.5*RangeMin
        #print RangeMax
        #print RangeMin
        if RangeMin < 0.00001 : RangeMin = 0.00005
        graphs[0].GetYaxis().SetRangeUser(RangeMin,RangeMax)
   
        #thelabels = []
        #if thesuper[ikey].Labels != None:
        #    thelabels = thesuper[ikey].Labels.split(',')
        #    ib = 1
        #    print thelabels

         #   for ilabel in thelabels:
        #       astack.GetXaxis().SetBinLabel(ib,ilabel)
                #astack.GetHistogram().GetXaxis().SetBinLabel(ib,ilabel)
                #ib += 1
        #    astack.Draw()
        #    astack.Draw("sameaxis")

        #h = TH1F()
        #h.Draw()
        graphs[0].Draw("AP")
        graphs[1].Draw("sameP")
        graphs[2].Draw("sameP")
        graphs[3].Draw("sameP")
        if dolegend:
            aleg.Draw()
        if thegraph[ikey].SetLogy == "true":
            cv[thegraph[ikey].name].SetLogy()
        if thegraph[ikey].SetGrid == "true":
            cv[thegraph[ikey].name].SetGrid()

        # test smearing
        #rn = ROOT.TRandom(12345)
        #for iibin in range(0,tmpsumth.GetNbinsX()):
        #    tmpsumth.SetBinContent(iibin, rn.Poisson(tmpsumth.GetBinContent(iibin)) )
        #    if tmpsumth.GetBinContent(iibin) == 0:
        #       tmpsumth.SetBinError(iibin, 0 )
        #    else:
        #       tmpsumth.SetBinError(iibin, 1/math.sqrt(tmpsumth.GetBinContent(iibin)) )

        #tmpsumth.Draw("same E1")


        if printBanner:
            tex = TLatex(0.35,0.95,Banner)
            tex.SetNDC()
            tex.SetTextSize(0.05)
            tex.Draw()

        cv[thegraph[ikey].name].Update()
        save = thegraph[ikey].name
        cv[thegraph[ikey].name].Print(save + ".gif")#Print("test.png")

        # pause
        if option.wait:
            raw_input( 'Press ENTER to continue\n ' )


#*********************************************************************

    
    if printCanvas:
        
        for ikey in theaddition:
            cv[theaddition[ikey].name].Print(theaddition[ikey].name + "." + printFormat)
        for ikey in thesuper:
            cv[thesuper[ikey].name].Print(thesuper[ikey].name + "." + printFormat)
        for ikey in thegraph:
            cv[thegraph[ikey].name].Print(thegraph[ikey].name + "notgood." + printFormat)
        
    
    #outputroot.Write()
    #outputroot.Close()

#    if not option.wait:
    rep = ''
    while not rep in [ 'q', 'Q', '.q', 'qq' 'p']:
        rep = raw_input( '\nenter: ["q",".q" to quit] ["p" or "print" to print all canvas]: ' )
        if 0<len(rep):
            if rep=='quit': rep = 'q'
            if rep=='p' or rep=='print':
                for ikey in theaddition:
                    cv[theaddition[ikey].name].Print(theaddition[ikey].name + "." + printFormat)
                for ikey in thesuper:
                    cv[thesuper[ikey].name].Print(thesuper[ikey].name + "." + printFormat) 
                for ikey in thegraph:
                    cv[thegraph[ikey].name].Print(thegraph[ikey].name + "." + printFormat)