heppy_hadd Namespace Reference

Functions
def	hadd (file, odir, idirs, appx='')
def	haddChunks (idir, removeDestDir, cleanUp=False, odir_cmd='./')
def	haddPck (file, odir, idirs)
def	haddRec (odir, idirs)

Variables
	action
	args
	default
	dest
	dir
	False
	help
	MAX_ARG_STRLEN
	odir
	options
	parser
	usage

Function Documentation

hadd()

def heppy_hadd.hadd	(		file,
			odir,
			idirs,
			appx = ''
	)

Definition at line 42 of file heppy_hadd.py.

References haddPck(), join(), print(), and python.rootplot.root2matplotlib.replace().

Referenced by haddRec().

def hadd(file, odir, idirs, appx=''):
    if file.endswith('.pck'):
        try:
            haddPck( file, odir, idirs)
        except ImportError:
            pass
        return
    elif not file.endswith('.root'):
        return
    haddCmd = ['hadd']
    haddCmd.append( file.replace( idirs[0], odir ).replace('.root', appx+'.root') )
    for dir in idirs:
        haddCmd.append( file.replace( idirs[0], dir ) )
    # import pdb; pdb.set_trace()
    cmd = ' '.join(haddCmd)
    print(cmd)
    if len(cmd) > MAX_ARG_STRLEN:
        print('Command longer than maximum unix string length; dividing into 2')
        hadd(file, odir, idirs[:len(idirs)/2], '1')
        hadd(file.replace(idirs[0], idirs[len(idirs)/2]), odir, idirs[len(idirs)/2:], '2')
        haddCmd = ['hadd']
        haddCmd.append( file.replace( idirs[0], odir ).replace('.root', appx+'.root') )
        haddCmd.append( file.replace( idirs[0], odir ).replace('.root', '1.root') )
        haddCmd.append( file.replace( idirs[0], odir ).replace('.root', '2.root') )
        cmd = ' '.join(haddCmd)
        print('Running merge cmd:', cmd)
        os.system(cmd)
    else:
        os.system(cmd)

haddChunks()

def heppy_hadd.haddChunks	(		idir,
			removeDestDir,
			cleanUp = False,
			odir_cmd = './'
	)

Definition at line 99 of file heppy_hadd.py.

References mps_setup.append, haddRec(), join(), and print().

def haddChunks(idir, removeDestDir, cleanUp=False, odir_cmd='./'):
    chunks = {}
    for file in sorted(os.listdir(idir)):
        filepath = '/'.join( [idir, file] )
        # print filepath
        if os.path.isdir(filepath):
            compdir = file
            try:
                prefix,num = compdir.split('_Chunk')
            except ValueError:
                # ok, not a chunk
                continue
            # print prefix, num
            chunks.setdefault( prefix, list() ).append(filepath)
    if len(chunks)==0:
        print('warning: no chunk found.')
        return
    for comp, cchunks in chunks.items():
        odir = odir_cmd+'/'+'/'.join( [idir, comp] )
        print(odir, cchunks)
        if removeDestDir:
            if os.path.isdir( odir ):
                shutil.rmtree(odir)
        haddRec(odir, cchunks)
    if cleanUp:
        chunkDir = 'Chunks'
        if os.path.isdir('Chunks'):
            shutil.rmtree(chunkDir)
        os.mkdir(chunkDir)
        print(chunks)
        for comp, chunks in chunks.items():
            for chunk in chunks:
                shutil.move(chunk, chunkDir)
        

haddPck()

def heppy_hadd.haddPck	(		file,
			odir,
			idirs
	)

add pck files in directories idirs to a directory outdir.
All dirs in idirs must have the same subdirectory structure.
Each pickle file will be opened, and the corresponding objects added to a destination pickle in odir.

Definition at line 13 of file heppy_hadd.py.

References str.

Referenced by hadd().

def haddPck(file, odir, idirs):
    '''add pck files in directories idirs to a directory outdir.
    All dirs in idirs must have the same subdirectory structure.
    Each pickle file will be opened, and the corresponding objects added to a destination pickle in odir.
    '''
    sum = None
    for dir in idirs:
        fileName = file.replace( idirs[0], dir )
        pckfile = open(fileName)
        obj = pickle.load(pckfile)
        if sum is None:
            sum = obj
        else:
            try:
                sum += obj
            except TypeError:
                # += not implemented, nevermind
                pass
                
    oFileName = file.replace( idirs[0], odir )
    pckfile = open(oFileName, 'w')
    pickle.dump(sum, pckfile)
    txtFileName = oFileName.replace('.pck','.txt')
    txtFile = open(txtFileName, 'w')
    txtFile.write( str(sum) )
    txtFile.write( '\n' )
    txtFile.close()
    

haddRec()

def heppy_hadd.haddRec	(		odir,
			idirs
	)

Definition at line 73 of file heppy_hadd.py.

References hadd(), join(), and print().

Referenced by haddChunks().

def haddRec(odir, idirs):
    print('adding', idirs)
    print('to', odir) 

    cmd = ' '.join( ['mkdir', odir])
    # import pdb; pdb.set_trace()
    # os.system( cmd )
    try:
        os.mkdir( odir )
    except OSError:
        print() 
        print('ERROR: directory in the way. Maybe you ran hadd already in this directory? Remove it and try again')
        print() 
        raise
    for root,dirs,files in os.walk( idirs[0] ):
        # print root, dirs, files
        for dir in dirs:
            dir = '/'.join([root, dir])
            dir = dir.replace(idirs[0], odir)
            cmd = 'mkdir ' + dir 
            # print cmd
            # os.system(cmd)
            os.mkdir(dir)
        for file in files:
            hadd('/'.join([root, file]), odir, idirs)

Variable Documentation

action

heppy_hadd.action

Definition at line 149 of file heppy_hadd.py.

args

heppy_hadd.args

Definition at line 155 of file heppy_hadd.py.

default

heppy_hadd.default

Definition at line 149 of file heppy_hadd.py.

dest

heppy_hadd.dest

Definition at line 148 of file heppy_hadd.py.

dir

heppy_hadd.dir

Definition at line 161 of file heppy_hadd.py.

False

heppy_hadd.False

Definition at line 149 of file heppy_hadd.py.

help

heppy_hadd.help

Definition at line 150 of file heppy_hadd.py.

MAX_ARG_STRLEN

heppy_hadd.MAX_ARG_STRLEN

Definition at line 11 of file heppy_hadd.py.

odir

heppy_hadd.odir

Definition at line 163 of file heppy_hadd.py.

Referenced by ClusterShape.determineShape(), and ClusterShape.processColumn().

options

heppy_hadd.options

Definition at line 155 of file heppy_hadd.py.

parser

heppy_hadd.parser

Definition at line 140 of file heppy_hadd.py.

usage

heppy_hadd.usage

Definition at line 141 of file heppy_hadd.py.