---

dbtoconf.py

Go to the documentation of this file.

#!/usr/bin/env python
import os,string,sys,commands,time,ConfigParser

MAXRETRIES=10 # number of retries before giving up

CONFIGFILE='dbtoconf.cfg'
CONFIG = ConfigParser.ConfigParser()
print 'Reading configuration file from ',CONFIGFILE
CONFIG.read(CONFIGFILE)

# this is for [COMMON] part of the myconf.conf

print " "
print "dbtoconf.py:"
ACCOUNT=CONFIG.get('Common','Account')
CONNSTRINGGLOBTAG=CONFIG.get('Common','Conn_string_gtag')
GLOBTAG=CONFIG.get('Common','Globtag')
CONFFILE=CONFIG.get('Common','Confoutput')
AUTHPATH=''
try:
    AUTHPATH=CONFIG.get('Common','AuthPath')
except:
    print "WARNING: No authpath fount in config file"

CONNREP=''
try:
    CONNREP=CONFIG.get('Common','Conn_rep')
except:
    print "WARNING: No CONN_REP fount in config file"

TAGREP=''
try:
    TAGREP=CONFIG.get('Common','Tag_rep')
except:
    print "WARNING: No TAG_REP fount in config file"
    
print
print "Configuration:"
print "================================"
print "Account:",ACCOUNT
print "CONNSTRING:",CONNSTRINGGLOBTAG
print "GLOBALTAG:",GLOBTAG
print "CONF OUTPUT:",CONFFILE
print "Auth. Path:",AUTHPATH
print "Conn. replacement:",CONNREP
print "TAG  replacement:",TAGREP
print "================================"

# this is for tags
TMPTAG='tmptag.list'


def myparser(input,parstag):
    if input.find(parstag)!=-1:
        first=input.split(parstag)
        second=first[1].split()
        out=second[0]
    else:
        out='-1'
    return out

# main start here
######################################
# initialization





root=''
node=''
globparent=''
leafnode=[]
parent=[]
tag=[]
pfn=[]
object=[]
record=[]
connstring=[]
account=[]

os.system('rm -f '+TMPTAG)
os.system('cmscond_tagtree_list -c '+CONNSTRINGGLOBTAG+' -T '+GLOBTAG+' > '+TMPTAG)

nlines=0
tmp=open(TMPTAG,'r')
while tmp:
    line=tmp.readline()
    if len(line)==0:
        break
    nlines=nlines+1
    line=string.strip(line)
    if line.find('leafnode')==-1:
        out=myparser(line,'root:')
        if out!='-1':
            root=out
        out=myparser(line,'node:')
        if out!='-1':
            node=out
        out=myparser(line,'parent:')
        if out!='-1':
            globparent=out
    else:
        leafnode.append(myparser(line,'leafnode:'))
        parent.append(myparser(line,'parent:'))
        tag.append(myparser(line,'tag:'))
        pfn.append(myparser(line,'pfn:'))

#    print nlines,line

tmp.close()
print 'Read '+str(nlines)+' lines...'
print 'Read ',len(leafnode),' leafnodes'
print 'Read ',len(parent),' parent'
print 'Read ',len(tag),' tag'
print 'Read ',len(pfn),' pfn'

if len(leafnode)!=len(parent) or len(leafnode)!=len(tag) or len(leafnode)!=len(pfn):
    print "# of leafnodes different from parent/tag/pfn"
    sys.exit()

#output
#print root,node,globparent


for i in range(0,len(leafnode)):
    command='cmscond_taginventory_list -c '+CONNSTRINGGLOBTAG+' -t '+tag[i]
    #    print "COMMAND=",command
    # put in a loop until it succeed
    for ntime in range(0,MAXRETRIES):
        fullout=commands.getoutput(command)
    # 'cmscond_taginventory_list -c'+CONNSTRINGGLOBTAG+' -t '+tag[i])
        linesout=fullout.split('\n')
        #        print fullout
        # print len(linesout)
        if(len(linesout)>1):
            # success
            break
        print "Try: ",ntime, ".....",tag[i]
        time.sleep(0.5)
    if(len(linesout)<=1):
        print "Unable to get information on tag:",tag[i]," after ", MAXRETRIES, "retries"
        print "Giving up here..."
        sys.exit(1)

    for i2 in range(0,len(linesout)):
        if linesout[i2].split()[2]==pfn[i]:
               #same pfn and tag
           object.append(linesout[i2].split()[3])
           record.append(linesout[i2].split()[4])
           if CONNREP!='':
               connstring.append(CONNREP)
           else:
               connstring.append(pfn[i].split('/CMS_COND')[0])
           account.append('CMS_COND'+pfn[i].split('/CMS_COND')[1])

#    print "Leafnode:",i,leafnode[i]
#    print "Parent=",parent[i]
#    print "Tag=",tag[i]
#    print "Pfn=",pfn[i]
#    print "Object=",object[i]
#    print "Record=",record[i]
#    print "Connstring=",connstring[i]
#    print "Account=",account[i]
#    print "=================================="
                               

# open output conf file
conf=open(CONFFILE,'w')
conf.write('[COMMON]\n')
conf.write('connect=sqlite_file:dbtoconf.db\n')
conf.write('#connect=oracle://cms_orcoff_int2r/'+ACCOUNT+'\n')
conf.write('#connect=oracle://cms_orcon_prod/'+ACCOUNT+'\n')
conf.write('\n')
conf.write('[TAGINVENTORY]\n')
conf.write('tagdata=\n')
for iline in range(0,len(leafnode)):
#    print iline
    outline=' '+tag[iline]+'{pfn='+connstring[iline]+'/'+account[iline]+',objectname='+object[iline]+',recordname='+record[iline]+'}'
    if iline != len(leafnode)-1:
        outline=outline+';'
    outline=outline+'\n'
    conf.write(outline)

conf.write("\n")
if TAGREP=='':
    conf.write('[TAGTREE '+GLOBTAG+']\n')
else:
    conf.write('[TAGTREE '+TAGREP+']\n')

conf.write('root='+root+'\n')
conf.write('nodedata='+node+'{parent='+globparent+'}\n')
conf.write('leafdata=\n')
for ileaf in range(0,len(leafnode)):
    outline=' '+leafnode[ileaf]+'{parent='+parent[ileaf]+',tagname='+tag[ileaf]+',pfn='+connstring[ileaf]+'/'+account[ileaf]+'}'
    if ileaf!=len(leafnode)-1:
        outline=outline+';'
    outline=outline+'\n'
    conf.write(outline)

conf.close()

print CONFFILE+' ready. Plase have a look'

---