inputFilesetParser.inputFilesetParser Class Reference

Inheritance diagram for inputFilesetParser.inputFilesetParser:

Public Member Functions
def	__init__ (self, inputfilename)
def	fieldtotal (self, fieldname, fieldtype)
def	fieldvalues (self, fieldname, fieldtype)
def	mergeResultOnly (self)
def	resultfiles (self)
def	resultheader (self)
def	resultHeader (self)
def	resultInput (self)
def	resultlines (self)
def	runs (self)
def	runsandls (self)
def	runsandlsStr (self)
def	runsWithresult (self)
def	selectedRunsWithoutresult (self)
def	selectedRunsWithresult (self)
def	selectionfilename (self)

Private Attributes
	__inputResult
	__inputresultfiles
	__inputResultHeader
	__inputselectionfile
	__inputSelectionFileparsingResult

Detailed Description

Definition at line 12 of file inputFilesetParser.py.

Constructor & Destructor Documentation

def inputFilesetParser.inputFilesetParser.__init__	(		self,
			inputfilename
	)

Definition at line 13 of file inputFilesetParser.py.

    def __init__(self,inputfilename):
        filelist=inputfilename.split('+')
        self.__inputresultfiles=filelist[0:-1]
        self.__inputselectionfile=filelist[-1]
        self.__inputResultHeader=[]
        self.__inputResult=[]
        self.__inputSelectionFileparsingResult=None
        if len(self.__inputselectionfile)!=0:
            basename,extension=os.path.splitext(self.__inputselectionfile)
            if extension=='.csv':#if file ends with .csv,use csv parser,else parse as json file
                self.__inputSelectionFileparsingResult=csvSelectionParser.csvSelectionParser(self.__inputselectionfile)
            else:
                selectf=open(self.__inputselectionfile,'r')
                inputfilecontent=selectf.read()
                self.__inputSelectionFileparsingResult=selectionParser.selectionParser(inputfilecontent)
        if len(self.__inputresultfiles)!=0:
            header=''
            for f in self.__inputresultfiles:
                ifile=open(f)
                hasHeader=filehasHeader(ifile)
                #hasHeader=csv.Sniffer().has_header(ifile.read(1024)) #sniffer doesn't work well , replace with custom
                ifile.seek(0)
                csvReader=csv.reader(ifile,delimiter=',')
                irow=0
                for row in csvReader:
                    if hasHeader and irow==0:
                        self.__inputResultHeader=row
                    else:
                        self.__inputResult.append(row)
                    irow=irow+1
                ifile.close()

Member Function Documentation

def inputFilesetParser.inputFilesetParser.fieldtotal	(		self,
			fieldname,
			fieldtype
	)

given the input result field name and type, return the total

Definition at line 143 of file inputFilesetParser.py.

References inputFilesetParser.inputFilesetParser.__inputResult, objects.autophobj.float, createfilelist.int, CommonUtil.is_floatstr(), CommonUtil.is_intstr(), and edm.print().

    def fieldtotal(self,fieldname,fieldtype):
        '''
        given the input result field name and type, return the total
        '''
        fieldidx=None
        result=0
        try:
            fieldidx=self.__inputResultHeader.index(fieldname)
        except:
            print('field ',fieldname,' not found')
            raise
        for r in self.__inputResult:
            stringvalue=r[fieldidx]
            if fieldtype in ['int','unsigned int']:
                if not CommonUtil.is_intstr(stringvalue):
                    print('field ',fieldname,' is not integer type')
                    raise
                else:
                    result=int(result)+int(stringvalue)
                    continue
            elif fieldtype in ['float'] :
                if not CommonUtil.is_floatstr(stringvalue):
                    print('field ',fieldname,' is not float type')
                    raise
                else:
                    result=float(result)+float(stringvalue)
                    continue
            else:
                raise RunTimeError('cannot sum types other than int ,float')
        return result

def inputFilesetParser.inputFilesetParser.fieldvalues	(		self,
			fieldname,
			fieldtype
	)

given the input result field name and typem return the list of values

Definition at line 111 of file inputFilesetParser.py.

References inputFilesetParser.inputFilesetParser.__inputResult, objects.autophobj.float, createfilelist.int, CommonUtil.is_floatstr(), CommonUtil.is_intstr(), and edm.print().

    def fieldvalues(self,fieldname,fieldtype):
        '''
        given the input result field name and typem return the list of values
        '''
        fieldidx=None
        result=[]
        try:
            fieldidx=self.__inputResultHeader.index(fieldname)
        except:
            print('field ',fieldname,' not found')
            raise RuntimeError('field')
        for r in self.__inputResult:
            stringvalue=r[fieldidx]
            if fieldtype in ['int','unsigned int']:
                if not CommonUtil.is_intstr(stringvalue):
                    print('field ',fieldname,' is not integer type')
                    raise RuntimeError('field')
                else:
                    result.append(int(stringvalue))
                    continue
            elif fieldtype in ['float']:
                if not CommonUtil.is_floatstr(stringvalue):
                    print('field ',fieldname,' is not float type')
                    raise RuntimeError('field')
                else:
                    result.append(float(stringvalue))
                    contine
            elif  fieldtype in ['string','str']:
                result.append(stringvalue)
            else:
                raise RuntimeError('unsupported type '+fieldtype)
        return result

def inputFilesetParser.inputFilesetParser.mergeResultOnly

(

self

)

if empty input selection filename give, I assume you only need to merge pieces of output result files into one 

Definition at line 95 of file inputFilesetParser.py.

References inputFilesetParser.inputFilesetParser.__inputselectionfile.

    def mergeResultOnly(self):
        '''if empty input selection filename give, I assume you only need to merge pieces of output result files into one 
        '''
        return len(self.__inputselectionfile)==0

def inputFilesetParser.inputFilesetParser.resultfiles

(

self

)

Definition at line 99 of file inputFilesetParser.py.

References inputFilesetParser.inputFilesetParser.__inputresultfiles.

    def resultfiles(self):
        return self.__inputresultfiles

def inputFilesetParser.inputFilesetParser.resultheader

(

self

)

Definition at line 44 of file inputFilesetParser.py.

References inputFilesetParser.inputFilesetParser.__inputResultHeader.

    def resultheader(self):
        return self.__inputResultHeader

def inputFilesetParser.inputFilesetParser.resultHeader

(

self

)

output [headerfields]

Definition at line 101 of file inputFilesetParser.py.

References inputFilesetParser.inputFilesetParser.__inputResultHeader.

    def resultHeader(self):
        '''
        output [headerfields]
        '''
        return self.__inputResultHeader

def inputFilesetParser.inputFilesetParser.resultInput

(

self

)

output [valuefields]

Definition at line 106 of file inputFilesetParser.py.

References inputFilesetParser.inputFilesetParser.__inputResult.

    def resultInput(self):
        '''
        output [valuefields]
        '''
        return self.__inputResult

def inputFilesetParser.inputFilesetParser.resultlines

(

self

)

Definition at line 46 of file inputFilesetParser.py.

References inputFilesetParser.inputFilesetParser.__inputResult.

    def resultlines(self):
        return self.__inputResult

def inputFilesetParser.inputFilesetParser.runs

(

self

)

Definition at line 173 of file inputFilesetParser.py.

References inputFilesetParser.inputFilesetParser.__inputSelectionFileparsingResult.

Referenced by inputFilesetParser.inputFilesetParser.selectedRunsWithoutresult(), and inputFilesetParser.inputFilesetParser.selectedRunsWithresult().

    def runs(self):
        if not self.__inputSelectionFileparsingResult:
            return None
        return self.__inputSelectionFileparsingResult.runs()

def inputFilesetParser.inputFilesetParser.runsandls

(

self

)

Definition at line 177 of file inputFilesetParser.py.

References inputFilesetParser.inputFilesetParser.__inputSelectionFileparsingResult.

    def runsandls(self):
        if not self.__inputSelectionFileparsingResult:
            return None
        return self.__inputSelectionFileparsingResult.runsandls()

def inputFilesetParser.inputFilesetParser.runsandlsStr

(

self

)

Definition at line 181 of file inputFilesetParser.py.

References inputFilesetParser.inputFilesetParser.__inputSelectionFileparsingResult.

    def runsandlsStr(self):
        if not self.__inputSelectionFileparsingResult:
            return None
        return self.__inputSelectionFileparsingResult.runsandlsStr()

def inputFilesetParser.inputFilesetParser.runsWithresult

(

self

)

output: [run,run,...]

Definition at line 48 of file inputFilesetParser.py.

References inputFilesetParser.inputFilesetParser.__inputresultfiles, createfilelist.int, CommonUtil.is_intstr(), str, and digitizers_cfi.strip.

Referenced by inputFilesetParser.inputFilesetParser.selectedRunsWithoutresult(), and inputFilesetParser.inputFilesetParser.selectedRunsWithresult().

    def runsWithresult(self):
        '''
        output: [run,run,...]
        '''
        result={}
        for f in self.__inputresultfiles:
            csvReader=csv.reader(open(f),delimiter=',')
            for row in csvReader:
                field0=str(row[0]).strip()
                if not CommonUtil.is_intstr(field0):
                    continue
                runnumber=int(field0)
                if runnumber not in result:
                    result[runnumber]=None
        return result.keys()

def inputFilesetParser.inputFilesetParser.selectedRunsWithoutresult

(

self

)

output: [run,run,...]

Definition at line 77 of file inputFilesetParser.py.

References inputFilesetParser.inputFilesetParser.__inputselectionfile, dataset.RunRange.runs, csvSelectionParser.csvSelectionParser.runs(), fwlite::RunLumiSelector.runs, csvLumibyLSParser.csvLumibyLSParser.runs(), dataset.DataFile.runs, inputFilesetParser.inputFilesetParser.runs(), SiStripConfigDb.runs(), and inputFilesetParser.inputFilesetParser.runsWithresult().

    def selectedRunsWithoutresult(self):
        '''
        output: [run,run,...]
        '''
        result=[]
        if len(self.__inputselectionfile)==0:#actually no selected
            return result
        else:
            runswithresult=self.runsWithresult()
            selectedruns=self.runs()
            for r in selectedruns:
                if r not in runswithresult:
                    result.append(r)
        return result

def inputFilesetParser.inputFilesetParser.selectedRunsWithresult

(

self

)

output: [run,run,...]

Definition at line 63 of file inputFilesetParser.py.

References inputFilesetParser.inputFilesetParser.__inputselectionfile, dataset.RunRange.runs, csvSelectionParser.csvSelectionParser.runs(), fwlite::RunLumiSelector.runs, csvLumibyLSParser.csvLumibyLSParser.runs(), dataset.DataFile.runs, inputFilesetParser.inputFilesetParser.runs(), SiStripConfigDb.runs(), and inputFilesetParser.inputFilesetParser.runsWithresult().

    def selectedRunsWithresult(self):
        '''
        output: [run,run,...]
        '''
        result=[]
        if len(self.__inputselectionfile)==0:#actually no selected
            return result
        else:
            runswithresult=self.runsWithresult()
            selectedruns=self.runs()
            for r in selectedruns:
                if r in runswithresult:
                    result.append(r)
        return result

def inputFilesetParser.inputFilesetParser.selectionfilename

(

self

)

return the input selection file name

Definition at line 91 of file inputFilesetParser.py.

References inputFilesetParser.inputFilesetParser.__inputselectionfile.

    def selectionfilename(self):
        '''return the input selection file name
        '''
        return self.__inputselectionfile

Member Data Documentation

inputFilesetParser.inputFilesetParser.__inputResult

private

Definition at line 18 of file inputFilesetParser.py.

Referenced by inputFilesetParser.inputFilesetParser.fieldtotal(), inputFilesetParser.inputFilesetParser.fieldvalues(), inputFilesetParser.inputFilesetParser.resultInput(), and inputFilesetParser.inputFilesetParser.resultlines().

inputFilesetParser.inputFilesetParser.__inputresultfiles

private

Definition at line 15 of file inputFilesetParser.py.

Referenced by inputFilesetParser.inputFilesetParser.resultfiles(), and inputFilesetParser.inputFilesetParser.runsWithresult().

inputFilesetParser.inputFilesetParser.__inputResultHeader

private

Definition at line 17 of file inputFilesetParser.py.

Referenced by inputFilesetParser.inputFilesetParser.resultheader(), and inputFilesetParser.inputFilesetParser.resultHeader().

inputFilesetParser.inputFilesetParser.__inputselectionfile

private

Definition at line 16 of file inputFilesetParser.py.

Referenced by inputFilesetParser.inputFilesetParser.mergeResultOnly(), inputFilesetParser.inputFilesetParser.selectedRunsWithoutresult(), inputFilesetParser.inputFilesetParser.selectedRunsWithresult(), and inputFilesetParser.inputFilesetParser.selectionfilename().

inputFilesetParser.inputFilesetParser.__inputSelectionFileparsingResult

private

Definition at line 19 of file inputFilesetParser.py.

Referenced by inputFilesetParser.inputFilesetParser.runs(), inputFilesetParser.inputFilesetParser.runsandls(), and inputFilesetParser.inputFilesetParser.runsandlsStr().