heppy_check.py

Go to the documentation of this file.

#!/usr/bin/env python
# Copyright (C) 2014 Colin Bernet
# https://github.com/cbernet/heppy/blob/master/LICENSE
 
from __future__ import print_function
import sys
import re
import os
import pprint
 
from optparse import OptionParser
 
parser = OptionParser(usage='%prog <target_directories> [options]',
                      description='Check one or more chunck folders. Wildcard (*) can be used to specify multiple directories')
 
parser.add_option("-b","--batch", dest="batch",
                  default=None,
                  help="batch command for resubmission"
                  )
 
(options,args) = parser.parse_args()
 
if len(args)==0:
    print('provide at least one directory in argument. Use -h to display help')
 
dirs = sys.argv[1:]
 
badDirs = []
 
for dir in dirs:
    if not os.path.isdir(dir):
        continue
    if dir.find('_Chunk') == -1:
        continue
    logName  = '/'.join([dir, 'log.txt'])
    if not os.path.isfile( logName ):
        print(dir, ': log.txt does not exist')
        badDirs.append(dir)
        continue
    logFile = open(logName)
    nEvents = -1
    for line in logFile:
        try:
            nEvents = line.split('processed:')[1]
        except:
            pass
    if nEvents == -1:
        print(dir, 'cannot find number of processed events')
    elif nEvents == 0:
        print(dir, '0 events')
    else:
        continue
    badDirs.append(dir)
 
print('list of bad directories:')
pprint.pprint(badDirs)
 
if options.batch is not None:
    for dir in badDirs:
        oldPwd = os.getcwd()
        os.chdir( dir )
        cmd =  [options.batch, '-J', dir, ' < batchScript.sh' ]
        print('resubmitting in', os.getcwd())
        cmds = ' '.join( cmd )
        print(cmds)
        os.system( cmds )
        os.chdir( oldPwd )