/data/refman/pasoursint/CMSSW_5_2_9/src/HLTrigger/Tools/python/PDRates.py

Go to the documentation of this file.

#! /usr/bin/env python
import sys, imp
import os
import commands

from optparse import OptionParser


# --
# -- Usage :
# -- Rate within a given PD :
# --       ./PDRates.py  --runNumber 135525 --PD Mu
# -- Plot the rate of a PD versus the LS number:
# --       ./PDRates.py  --runNumber 135525 --PD Mu --perLS
# -- Rates in all PDs:
# --       ./PDRates.py  --runNumber 135525
# --


parser = OptionParser(usage="Example: ./PDRates.py --runNumber 146644 --PD Mu --perLS")
parser.add_option("--runNumber",  dest="RunNumber",  help="run number", type="int", metavar="RunNumber")
parser.add_option("--PD",dest="PrimaryDataset",help="PD name",metavar="PrimaryDataset")
parser.add_option("--perLS",action="store_true",default=False,dest="perLS",help="plot the rate vs the LS number",metavar="perLS")
parser.add_option("--logy",action="store_true",default=False,dest="logy",help="log scale for the y axis",metavar="logy")
parser.add_option("--saveplot",action="store_true",default=False,dest="saveplot",help="save the plot as a tmp.eps",metavar="saveplot")
(options, args) = parser.parse_args()


def PrimaryDatasets(Run):
        # -- List of Primary Datasets:

        dbs_cmd = """ dbs search --query='find primds.name 
                where run=%d and dataset like */RAW' """ % (Run)
        rows = commands.getoutput(dbs_cmd)
        lines = rows.split("\n")
        j=0
        print "\nThe primary datasets for this run are: \n"
        for Line in lines:
                j=j+1
                if j <=4:
                        continue
                print Line
                line=Line.split()
                Datasets.append(line[0])
        print " "



def RateInPD(Run,PrimaryDataset,lsMin,lsMax,printLS=False):
        dbs_cmd = """ dbs search --query='find file,lumi,file.numevents, file.size
                where run=%d and dataset like /%s/*/RAW 
                and lumi >= %d and lumi <= %d
                and file.status=VALID '""" % (Run, PrimaryDataset,lsMin, lsMax)
        rows = commands.getoutput(dbs_cmd)
        lines = rows.split("\n")
        j=0
        LumiSections = []
        Files = []
        Evts = 0
        Size = 0
        LSinFile = {}
        NumberOfLSInFile = {}
        for Line in lines:
                j=j+1
                if j <=4:
                        continue
                line=Line.split()
                LS = line[1]
                file = line[0]
                Nevts = int(line[2])
                size = int(line[3])
                LSinFile[LS] = file
                if LumiSections.count(LS) == 0:
                        LumiSections.append(LS)
                if Files.count(file) == 0:
                        Files.append(file)
                        Evts += Nevts
                        Size += size
                        NumberOfLSInFile[file] =1
                else:
                        NumberOfLSInFile[file] = NumberOfLSInFile[file]+1
                RatePerLS[LS] = Nevts
                        
        Number_of_LS = len(LumiSections)
        LS_Length = 23.3
        if Run < 125100:
                LS_Length = 93.3
        rate = Evts / (Number_of_LS * LS_Length)
        if Evts > 0:
                size_per_event = (Size / Evts) / 1000.
        else:
                size_per_event=-1
        print "Rate in \t",PrimaryDataset,"\t is : \t",rate," Hz", " \t size is : \t",size_per_event, "kB / event "

        lsmin=9999999
        lsmax=-1
        for (LS,file) in LSinFile.iteritems():
                nls = NumberOfLSInFile[file]
                RatePerLS[LS] = RatePerLS[LS] / nls
                RatePerLS[LS] = RatePerLS[LS] / LS_Length
                if int(LS) > lsmax:
                        lsmax=int(LS)
                if int(LS) < lsmin:
                        lsmin=int(LS)
        if printLS:
                print "lsmin lsmax",lsmin,lsmax
                for ls in range(lsmin,lsmax):
                        if not `ls` in RatePerLS.keys():
                                RatePerLS[LS] = 0
                                print "Missing LS ",ls


if __name__ == "__main__":

  if not options.RunNumber:
        print "wrong usage"
        exit(2)

  lsMin = -1
  lsMax = 999999

# -- does not work yet.
#  if options.lsMin:
#       lsMin = options.lsMin
#  if options.lsMax:
#       lsMax = options.lsMax


  print "\nRun Number: ",options.RunNumber
  if options.PrimaryDataset:
        Run = options.RunNumber
        PrimaryDataset = options.PrimaryDataset
        RatePerLS = {}
        if not options.perLS:
                RateInPD(Run,PrimaryDataset,lsMin, lsMax, False)
        if options.perLS:
                average = 0
                nLS_within_range = 0
                RateInPD(Run,PrimaryDataset,lsMin, lsMax, True)
                RatesTmp = open("rates_tmp.txt","w")
                #RatesTmpSort = open("rates_tmp_sort.txt","w")
                for (LS, rate) in RatePerLS.iteritems():
                        RatesTmp.write(LS+"\t"+`rate`+"\n")
                        #if int(LS) >=  lsMin and int(LS) <= lsMax:
                                #nLS_within_range =nLS_within_range +1
                                #average = average + rate
                #print "Average rate within ",options.lsMin," and ",options.lsMax," is: ",average/nLS_within_range
                #if os.path.exists("./rates_tmp_sort.txt"):
                        #os.system("rm rates_tmp_sort.txt")
                #os.system("sort -n rates_tmp.txt > rates_tmp_sort.txt")
                RatesTmp.close()
                
                TempFile = open("tmp.gnuplot.txt","w")
                if options.logy:
                        TempFile.write("set logscale y \n")
                if options.saveplot:
                        TempFile.write("set term postscript eps enhanced \n")
                        TempFile.write("set output \"tmp.eps\" \n")
                st_title = " \"Rates in PrimaryDataset " + PrimaryDataset+ " in Run " + `Run`+ "\" "
                TempFile.write("set title " + st_title + "\n")
                TempFile.write(" set pointsize 2. \n")
                TempFile.write(" set nokey \n")
                TempFile.write(" set xlabel \"LS number\" \n")
                TempFile.write(" set ylabel \"Rate (Hz)\" \n")
                TempFile.write(" plot \"rates_tmp.txt\" using 1:2 title 'Rate per LS' \n")
                if not options.saveplot:
                        TempFile.write(" pause -1")
                else:
                        print "The plot is saved under tmp.eps"
                TempFile.close()

                os.system("gnuplot tmp.gnuplot.txt")


  else:
        Run = options.RunNumber
        Datasets = []
        PrimaryDatasets(Run)
        for PrimaryDataset in Datasets:
                RatePerLS = {}
                RateInPD(Run,PrimaryDataset,lsMin,lsMax)