AlCaHLTBitMon_QueryRunRegistry Namespace Reference

Functions
def	DBSquery
	file dbs
def	defineOptions
def	extractData
def	filesize1
def	getData
def	getElement
def	getRegExp
def	getText
def	makecff
	file cff data
def	printLumi
	lumiCalc
def	printObj
def	serverQuery
Variables
tuple	data = extractData(options.workspaceName,options.regexp,options.dataset,options.site,options)
int	DEBUG = 0
	DEBUG.
tuple	options = defineOptions()

---

Function Documentation

def AlCaHLTBitMon_QueryRunRegistry::DBSquery	(		dataset,
			site,
			run
	)

file dbs

Definition at line 52 of file AlCaHLTBitMon_QueryRunRegistry.py.

                              :

    url = "https://cmsdbsprod.cern.ch/cms_dbs_prod_global/servlet/DBSServlet"
    args = {}
    args['url']     = url
    args['level']   = 'CRITICAL'
    api = DBSAPI.dbsApi.DbsApi(args)
    files = api.listFiles(path=dataset,tier_list =site,runNumber=run)
    return files

def AlCaHLTBitMon_QueryRunRegistry::defineOptions

(

)

Definition at line 103 of file AlCaHLTBitMon_QueryRunRegistry.py.

00104                    :
00105     parser = OptionParser()
00106     parser.add_option("-w", "--workspace",
00107                       dest="workspaceName",
00108                       default="GLOBAL",
00109                       help="define workspace: GLOBAL TRACKER ")
00110 
00111     parser.add_option("-r", "--regexp",
00112                       dest="regexp",
00113                       type="string",
00114                       default='groupName : LIKE %Collisions10% , runNumber : = 136088',
00115                       help=" \"{runNumber} >= 148127 and {runNumber} < 148128 \" ")
00116 
00117     parser.add_option("-d", "--datasetPath",
00118                       dest="dataset", \
00119                       default="/MinimumBias/Run2010A-TkAlMinBias-Dec22ReReco_v1/ALCARECO",
00120                       help="For example : --datasetPath /MinimumBias/Run2010A-TkAlMinBias-Dec22ReReco_v1/ALCARECO")
00121     
00122     parser.add_option("-s", "--site",
00123                       dest="site",
00124                       default="T2_CH_CAF",
00125                       help="For example : site T2_CH_CAF")                 
00126 
00127     parser.add_option("-i", "--info",
00128                       action="store_true",
00129                       dest="info",
00130                       default=False,
00131                       help="printout the column names on which it's possible to cut")
00132     
00133     (options, args) = parser.parse_args()
00134     if len(sys.argv) == 1:
00135         print("\nUsage: %s --help"%sys.argv[0])
00136         sys.exit(0)
00137     
00138     return options
00139 
    

def AlCaHLTBitMon_QueryRunRegistry::extractData	(		mode,
			reg,
			dataset,
			site,
			options
	)

Definition at line 247 of file AlCaHLTBitMon_QueryRunRegistry.py.

                                              :
    doc = minidom.parseString(serverQuery(mode,reg))
    return getData(doc,options,dataset,site)

def AlCaHLTBitMon_QueryRunRegistry::filesize1

(

n

)

Definition at line 34 of file AlCaHLTBitMon_QueryRunRegistry.py.

                :    
    info = os.stat(n)
    sz = info[stat.ST_SIZE]
    return sz
            

def AlCaHLTBitMon_QueryRunRegistry::getData	(		doc,
			options,
			dataset,
			site
	)

Definition at line 165 of file AlCaHLTBitMon_QueryRunRegistry.py.

Referenced by HcalTBWriter::extractEventInfo(), PixelPopConDCSSourceHandler< Type >::getNewObjects(), and HcalTBSource::produce().

                                     :
    server = xmlrpclib.ServerProxy('https://cms-service-runregistry-api.web.cern.ch/cms-service-runregistry-api/xmlrpc')
    runs = getElement(doc,'RUN')
    txtLongData=""
    txtkey=""
    lista=[]
    
    sep="\t"

    for run in runs:
        txtrun=printObj(run,'NUMBER') + sep + printObj(run,'HLTKEY')
        txtLongData+= txtrun + sep + "\n" 

    for run in runs:
        test=printObj(run,'HLTKEY')
        if not (test in lista):
            lista.append(test)

        file2=open("lista_key.txt",'w')
        for pkey in range(len(lista)):
            pwkey = lista[pkey] +"\n"
            file2.write(pwkey)

        file2.close()

    for i in range(len(lista)):
        if DEBUG:
            print lista[i]
        nameDBS=""
        nameDBS=str(i)+".data"
        name=""
        name=str(i)+".json"
        nameLumi=""
        nameLumi=str(i)+".lumi"
        file1 = open( name ,'w')
        listaDBS = []
        if DEBUG:
            print nameDBS
        for run in runs:
            key=printObj(run,'HLTKEY')
            if (key == lista[i]):
                print "running......"
                if DEBUG:
                    print printObj(run,'NUMBER')
                txtruns = "{runNumber} >= " + printObj(run,'NUMBER') +  " and {runNumber} < " + str(int(printObj(run,'NUMBER'))+1)
                txtriv = txtruns + " and {cmpPix} in ('GOOD') and {cmpStrip} in ('GOOD') and {cmpTrack} in ('GOOD')"
                riv = server.RunDatasetTable.export('GLOBAL', 'csv_run_numbers',txtriv)
                if riv:
                    lumirun = server.RunLumiSectionRangeTable.export('GLOBAL', 'json',txtruns)
                    ###dbs file
                    file = DBSquery(dataset,site,str(printObj(run,'NUMBER')))                    
                    for uno in file:
                        stringDBS = {}
                        stringDBS = uno['LogicalFileName']
                        listaDBS    += [stringDBS]
                    ###
                    if DEBUG:
                        print lumirun
                    comp="{}"
                    if (lumirun == comp):
                        print "LUMI ZERO"
                    else:
                        file1.write(lumirun)
               
        file1.close()
        string=""
        string="sed -i 's/}{/, /g'"
        string2=""
        string2= string + " " + name
        os.system(string2)
        printLumi(name,nameLumi)
        os.system("sed -i 's/\//_/g' lista_key.txt")
        listaDBS2 =[]
        for rootLSF in listaDBS:
            if not (rootLSF in listaDBS2):
                listaDBS2.append(rootLSF)
        makecff(listaDBS2,nameDBS)
          
    return txtLongData

#---------------------------------------------

def AlCaHLTBitMon_QueryRunRegistry::getElement	(		obj,
			name
	)

Definition at line 158 of file AlCaHLTBitMon_QueryRunRegistry.py.

Referenced by CSCBaseElectronicsSim::simulate().

                        :
    return obj.getElementsByTagName(name)

def AlCaHLTBitMon_QueryRunRegistry::getRegExp

(

regexp

)

Definition at line 251 of file AlCaHLTBitMon_QueryRunRegistry.py.

                     :
    items = regexp.split(',') 
    dd = {}
    for item in items:
        key,value = item.split(':')
        dd[key.replace(' ','')] = value
    return dd


#---------------------------------------------MAIN

def AlCaHLTBitMon_QueryRunRegistry::getText

(

nodelist

)

Definition at line 151 of file AlCaHLTBitMon_QueryRunRegistry.py.

                     :
    rc = ""
    for node in nodelist:
        if node.nodeType == node.TEXT_NODE:
            rc = rc + node.data
    return rc

def AlCaHLTBitMon_QueryRunRegistry::makecff	(		file_list,
			namefile
	)

file cff data

Definition at line 63 of file AlCaHLTBitMon_QueryRunRegistry.py.

                               :
    file1 = open(namefile ,'w')
    stringS  =           "process.maxEvents = cms.untracked.PSet( input = cms.untracked.int32(-1) )\n"
    stringS  = stringS + "readFiles = cms.untracked.vstring()\n"
    stringS  = stringS + "secFiles = cms.untracked.vstring()\n"
    stringS  = stringS + "\n"
    file1.write(stringS)
    
    filecount = 0
    extendOpen = 0
    for filename in file_list:
        
        if extendOpen == 0:
            stringS  = "readFiles.extend([\n"
            file1.write(stringS)
            extendOpen = 1
            
        stringS  =           "     '"
        stringS  = stringS + str(filename)
        stringS  = stringS + "',\n"
        file1.write(stringS)
        filecount = filecount + 1
        if filecount == 50:
            stringS  = "])\n\n"
            file1.write(stringS)
            filecount = 0
            extendOpen = 0

    if extendOpen == 1:
        stringS  =           "])\n\n"
        file1.write(stringS)
    
    stringS  =           "process.source = cms.Source(\"PoolSource\",\n"
    stringS  = stringS + "         fileNames = readFiles,\n"
    stringS  = stringS + "         secondaryFileNames = secFiles\n"
    stringS  = stringS + ")\n"
    file1.write(stringS)
    file1.close()

def AlCaHLTBitMon_QueryRunRegistry::printLumi	(		file,
			namefile
	)

lumiCalc

Definition at line 40 of file AlCaHLTBitMon_QueryRunRegistry.py.

                            :
    if(filesize1(file) != 0):
        string= "lumiCalc.py -c frontier://LumiCalc/CMS_LUMI_PROD -i "
        string1= " --nowarning overview >"
        string2= string + file + string1 + namefile
        data = os.system(string2)
    else:
        data = ""
        print "0 lumi are not avaible"
    return data

def AlCaHLTBitMon_QueryRunRegistry::printObj	(		obj,
			name
	)

Definition at line 161 of file AlCaHLTBitMon_QueryRunRegistry.py.

                      :
    return getText(getElement(obj,name)[0].childNodes)

def AlCaHLTBitMon_QueryRunRegistry::serverQuery	(		workspaceName,
			regexp
	)

Definition at line 140 of file AlCaHLTBitMon_QueryRunRegistry.py.

                                     :

    # get handler to RR XML-RPC server
    server = xmlrpclib.ServerProxy('https://cms-service-runregistry-api.web.cern.ch/cms-service-runregistry-api/xmlrpc')
    if DEBUG:
        print regexp
    data = server.RunDatasetTable.export(workspaceName,'xml_all' ,regexp)
    return data

#----------------------------------------------------

---

Variable Documentation

tuple AlCaHLTBitMon_QueryRunRegistry::data = extractData(options.workspaceName,options.regexp,options.dataset,options.site,options)

Definition at line 263 of file AlCaHLTBitMon_QueryRunRegistry.py.

int AlCaHLTBitMon_QueryRunRegistry::DEBUG = 0

DEBUG.

Definition at line 31 of file AlCaHLTBitMon_QueryRunRegistry.py.

tuple AlCaHLTBitMon_QueryRunRegistry::options = defineOptions()

Definition at line 262 of file AlCaHLTBitMon_QueryRunRegistry.py.