CMS 3D CMS Logo
 All Classes Namespaces Files Functions Variables Typedefs Enumerations Enumerator Properties Friends Macros Pages
Functions | Variables
heppy_hadd Namespace Reference

Functions

def hadd
 
def haddChunks
 
def haddPck
 
def haddRec
 

Variables

string default = "store_true"
 
list dir = args[0]
 
string help = "remove existing destination directories."
 
int MAX_ARG_STRLEN = 131072
 
list odir = args[1]
 
tuple parser = OptionParser()
 

Function Documentation

def heppy_hadd.hadd (   file,
  odir,
  idirs,
  appx = '' 
)

Definition at line 41 of file heppy_hadd.py.

References haddPck(), join(), and python.rootplot.root2matplotlib.replace().

Referenced by haddRec().

41 
42 def hadd(file, odir, idirs, appx=''):
43  if file.endswith('.pck'):
44  try:
45  haddPck( file, odir, idirs)
46  except ImportError:
47  pass
48  return
49  elif not file.endswith('.root'):
50  return
51  haddCmd = ['hadd']
52  haddCmd.append( file.replace( idirs[0], odir ).replace('.root', appx+'.root') )
53  for dir in idirs:
54  haddCmd.append( file.replace( idirs[0], dir ) )
55  # import pdb; pdb.set_trace()
56  cmd = ' '.join(haddCmd)
57  print cmd
58  if len(cmd) > MAX_ARG_STRLEN:
59  print 'Command longer than maximum unix string length; dividing into 2'
60  hadd(file, odir, idirs[:len(idirs)/2], '1')
61  hadd(file.replace(idirs[0], idirs[len(idirs)/2]), odir, idirs[len(idirs)/2:], '2')
62  haddCmd = ['hadd']
63  haddCmd.append( file.replace( idirs[0], odir ).replace('.root', appx+'.root') )
64  haddCmd.append( file.replace( idirs[0], odir ).replace('.root', '1.root') )
65  haddCmd.append( file.replace( idirs[0], odir ).replace('.root', '2.root') )
66  cmd = ' '.join(haddCmd)
67  print 'Running merge cmd:', cmd
68  os.system(cmd)
69  else:
70  os.system(cmd)
71 
heppy_hadd.hadd
def hadd
Definition: heppy_hadd.py:41
heppy_hadd.haddPck
def haddPck
Definition: heppy_hadd.py:12
join
static std::string join(char **cmd)
Definition: RemoteFile.cc:18
def heppy_hadd.haddChunks (   idir,
  removeDestDir,
  cleanUp = False,
  odir_cmd = './' 
)

Definition at line 98 of file heppy_hadd.py.

References bitset_utilities.append(), haddRec(), join(), and list().

98 
99 def haddChunks(idir, removeDestDir, cleanUp=False, odir_cmd='./'):
100  chunks = {}
101  for file in sorted(os.listdir(idir)):
102  filepath = '/'.join( [idir, file] )
103  # print filepath
104  if os.path.isdir(filepath):
105  compdir = file
106  try:
107  prefix,num = compdir.split('_Chunk')
108  except ValueError:
109  # ok, not a chunk
110  continue
111  # print prefix, num
112  chunks.setdefault( prefix, list() ).append(filepath)
113  if len(chunks)==0:
114  print 'warning: no chunk found.'
115  return
116  for comp, cchunks in chunks.iteritems():
117  odir = odir_cmd+'/'+'/'.join( [idir, comp] )
118  print odir, cchunks
119  if removeDestDir:
120  if os.path.isdir( odir ):
121  shutil.rmtree(odir)
122  haddRec(odir, cchunks)
123  if cleanUp:
124  chunkDir = 'Chunks'
125  if os.path.isdir('Chunks'):
126  shutil.rmtree(chunkDir)
127  os.mkdir(chunkDir)
128  print chunks
129  for comp, chunks in chunks.iteritems():
130  for chunk in chunks:
131  shutil.move(chunk, chunkDir)
132 
heppy_hadd.haddChunks
def haddChunks
Definition: heppy_hadd.py:98
bitset_utilities::append
boost::dynamic_bitset append(const boost::dynamic_bitset<> &bs1, const boost::dynamic_bitset<> &bs2)
this method takes two bitsets bs1 and bs2 and returns result of bs2 appended to the end of bs1 ...
Definition: bitset_append.cc:10
heppy_hadd.haddRec
def haddRec
Definition: heppy_hadd.py:72
join
static std::string join(char **cmd)
Definition: RemoteFile.cc:18
list
How EventSelector::AcceptEvent() decides whether to accept an event for output otherwise it is excluding the probing of A single or multiple positive and the trigger will pass if any such matching triggers are PASS or EXCEPTION[A criterion thatmatches no triggers at all is detected and causes a throw.] A single negative with an expectation of appropriate bit checking in the decision and the trigger will pass if any such matching triggers are FAIL or EXCEPTION A wildcarded negative criterion that matches more than one trigger in the trigger list("!*","!HLTx*"if it matches 2 triggers or more) will accept the event if all the matching triggers are FAIL.It will reject the event if any of the triggers are PASS or EXCEPTION(this matches the behavior of"!*"before the partial wildcard feature was incorporated).Triggers which are in the READY state are completely ignored.(READY should never be returned since the trigger paths have been run
def heppy_hadd.haddPck (   file,
  odir,
  idirs 
) 
add pck files in directories idirs to a directory outdir.
All dirs in idirs must have the same subdirectory structure.
Each pickle file will be opened, and the corresponding objects added to a destination pickle in odir.

Definition at line 12 of file heppy_hadd.py.

Referenced by hadd().

12 
13 def haddPck(file, odir, idirs):
14  '''add pck files in directories idirs to a directory outdir.
15  All dirs in idirs must have the same subdirectory structure.
16  Each pickle file will be opened, and the corresponding objects added to a destination pickle in odir.
17  '''
18  sum = None
19  for dir in idirs:
20  fileName = file.replace( idirs[0], dir )
21  pckfile = open(fileName)
22  obj = pickle.load(pckfile)
23  if sum is None:
24  sum = obj
25  else:
26  try:
27  sum += obj
28  except TypeError:
29  # += not implemented, nevermind
30  pass
31 
32  oFileName = file.replace( idirs[0], odir )
33  pckfile = open(oFileName, 'w')
34  pickle.dump(sum, pckfile)
35  txtFileName = oFileName.replace('.pck','.txt')
36  txtFile = open(txtFileName, 'w')
37  txtFile.write( str(sum) )
38  txtFile.write( '\n' )
39  txtFile.close()
40 
heppy_hadd.haddPck
def haddPck
Definition: heppy_hadd.py:12
def heppy_hadd.haddRec (   odir,
  idirs 
)

Definition at line 72 of file heppy_hadd.py.

References hadd(), and join().

Referenced by haddChunks().

72 
73 def haddRec(odir, idirs):
74  print 'adding', idirs
75  print 'to', odir
76 
77  cmd = ' '.join( ['mkdir', odir])
78  # import pdb; pdb.set_trace()
79  # os.system( cmd )
80  try:
81  os.mkdir( odir )
82  except OSError:
83  print
84  print 'ERROR: directory in the way. Maybe you ran hadd already in this directory? Remove it and try again'
85  print
86  raise
87  for root,dirs,files in os.walk( idirs[0] ):
88  # print root, dirs, files
89  for dir in dirs:
90  dir = '/'.join([root, dir])
91  dir = dir.replace(idirs[0], odir)
92  cmd = 'mkdir ' + dir
93  # print cmd
94  # os.system(cmd)
95  os.mkdir(dir)
96  for file in files:
97  hadd('/'.join([root, file]), odir, idirs)
heppy_hadd.hadd
def hadd
Definition: heppy_hadd.py:41
heppy_hadd.haddRec
def haddRec
Definition: heppy_hadd.py:72
join
static std::string join(char **cmd)
Definition: RemoteFile.cc:18

Variable Documentation

string heppy_hadd.default = "store_true"

Definition at line 148 of file heppy_hadd.py.

list heppy_hadd.dir = args[0]

Definition at line 160 of file heppy_hadd.py.

string heppy_hadd.help = "remove existing destination directories."

Definition at line 149 of file heppy_hadd.py.

int heppy_hadd.MAX_ARG_STRLEN = 131072

Definition at line 10 of file heppy_hadd.py.

string heppy_hadd.odir = args[1]

Definition at line 162 of file heppy_hadd.py.

Referenced by ClusterShape.determineShape(), and ClusterShape.processColumn().

tuple heppy_hadd.parser = OptionParser()

Definition at line 139 of file heppy_hadd.py.

Generated for CMSSW Reference Manual by doxygen 1.8.5