logger.logger Class Reference

Public Member Functions
def	__init__ (self, dirLocalOrTgzDirOnCastor)
def	addFile (self, file)
def	dump (self)
def	gitdiff (self, log)
def	isDirLocal (self, file)
def	isTgzDirOnEOS (self, file)
def	logCMSSW (self)
def	logJobs (self, n)
def	showtags (self, log)
def	stageIn (self)
def	stageOut (self, castorDir)

Public Attributes
	dirLocal
	tgzDirOnCastor

Static Public Attributes
	isTgzDirOnCastor

Detailed Description

COLIN: do something cleaner with tagPackage

Definition at line 8 of file logger.py.

Constructor & Destructor Documentation

__init__()

def logger.logger.__init__	(		self,
			dirLocalOrTgzDirOnCastor
	)

Definition at line 10 of file logger.py.

    def __init__(self, dirLocalOrTgzDirOnCastor):
        
        self.dirLocal = None
        self.tgzDirOnCastor = None
        dirLocalOrTgzDirOnCastor = dirLocalOrTgzDirOnCastor.rstrip('/')
 
        if self.isDirLocal( dirLocalOrTgzDirOnCastor ):
            self.dirLocal = dirLocalOrTgzDirOnCastor
        elif self.isTgzDirOnCastor( dirLocalOrTgzDirOnCastor ):
            self.tgzDirOnCastor = dirLocalOrTgzDirOnCastor
        else:
            raise ValueError( dirLocalOrTgzDirOnCastor + ' is neither a tgz directory on castor (provide a LFN!) nor a local directory')
            
        

Member Function Documentation

addFile()

def logger.logger.addFile	(		self,
			file
	)

Definition at line 51 of file logger.py.

    def addFile(self, file):
        #        if self.dirLocal == None:
        #            self.stageIn()
        #            os.system( 'cp %s %s' % (file, self.dirLocal) )
        #            self.stageOut( self.tgzDirOnCastor )
        if self.dirLocal != None:
            os.system( 'cp %s %s' % (file, self.dirLocal) )
 

References logger.logger.dirLocal.

Referenced by logger.logger.logCMSSW(), and logger.logger.logJobs().

dump()

def logger.logger.dump

(

self

)

Definition at line 47 of file logger.py.

    def dump(self):
        print('local dir      :', self.dirLocal)
        print('castor archive :',self.tgzDirOnCastor)
 

References logger.logger.dirLocal, edm.print(), and logger.logger.tgzDirOnCastor.

gitdiff()

def logger.logger.gitdiff	(		self,
			log
	)

Definition at line 75 of file logger.py.

    def gitdiff(self, log):
        oldPwd = os.getcwd()
        os.chdir( os.getenv('CMSSW_BASE') + '/src/' )
        diffCmd = 'git diff -p --stat --color=never > %s/%s 2> /dev/null' % (oldPwd, log)
        print(diffCmd)
        os.system( diffCmd )
        os.chdir( oldPwd )
 

References edm.print().

Referenced by logger.logger.logCMSSW().

isDirLocal()

def logger.logger.isDirLocal	(		self,
			file
	)

Definition at line 24 of file logger.py.

    def isDirLocal(self, file ):
        if os.path.isdir( file ):
            return True
        else:
            return False
 

isTgzDirOnEOS()

def logger.logger.isTgzDirOnEOS	(		self,
			file
	)

Checks if file is a .tgz file in an eos dir

Definition at line 30 of file logger.py.

    def isTgzDirOnEOS(self, file ):
        '''Checks if file is a .tgz file in an eos dir'''
        if not castortools.isCastorDir( file ):
            file = castortools.castorToLFN(file)
            
        if castortools.isLFN( file ):
            tgzPattern = re.compile('.*\.tgz$')
            m = tgzPattern.match( file )
            if m:
                return True
            else:
                return False
        else:
            return False
 

logCMSSW()

def logger.logger.logCMSSW

(

self

)

Definition at line 59 of file logger.py.

    def logCMSSW(self): 
        showtagsLog = 'logger_showtags.txt'
        diffLog = 'logger_diff.txt'
        # os.system('showtags > ' + showtagsLog)
        self.showtags(showtagsLog)
        self.gitdiff(diffLog)
        self.addFile(showtagsLog)
        self.addFile(diffLog) 
 

References logger.logger.addFile(), logger.logger.gitdiff(), and logger.logger.showtags().

logJobs()

def logger.logger.logJobs	(		self,
			n
	)

Definition at line 68 of file logger.py.

    def logJobs(self, n):
        nJobs = 'logger_jobs.txt'
        out = file(nJobs,'w')
        out.write('NJobs: %i\n' % n)
        out.close()
        self.addFile(nJobs)
 

References logger.logger.addFile(), and FrontierConditions_GlobalTag_cff.file.

showtags()

def logger.logger.showtags	(		self,
			log
	)

Definition at line 83 of file logger.py.

    def showtags(self, log):
        oldPwd = os.getcwd()
        os.chdir( os.getenv('CMSSW_BASE') + '/src/' )
        cmd = 'echo "Test Release based on: $CMSSW_VERSION" >  %s/%s 2> /dev/null' % (oldPwd, log)
        os.system( cmd )
        cmd = 'echo "Base Release in: $CMSSW_RELEASE_BASE"  >> %s/%s 2> /dev/null' % (oldPwd, log)
        os.system( cmd )
        cmd = 'echo "Your Test release in: $CMSSW_BASE"     >> %s/%s 2> /dev/null' % (oldPwd, log)
        os.system( cmd )
        cmd = 'git status --porcelain -b | head -n 1 >> %s/%s 2> /dev/null' % (oldPwd, log)
        os.system( cmd )
        cmd = 'git log -n 100 --format="%%T %%ai %%s %%d" >> %s/%s 2> /dev/null' % (oldPwd, log)
        os.system( cmd )
        os.chdir( oldPwd )        
 

Referenced by logger.logger.logCMSSW().

stageIn()

def logger.logger.stageIn

(

self

)

Definition at line 98 of file logger.py.

    def stageIn(self):
        if self.tgzDirOnCastor != None:
            # castortools.xrdcp( '.', [self.tgzDirOnCastor] )
            cmsStage = 'cmsStage -f ' + self.tgzDirOnCastor + ' .'
            print(cmsStage)
            os.system( cmsStage ) 
            tgzDir = os.path.basename( self.tgzDirOnCastor )
            print(tgzDir) 
            os.system('tar -zxvf ' + tgzDir)
            os.system('rm ' + tgzDir )
            (root, ext) = os.path.splitext(tgzDir)
            self.dirLocal = root
        else:
            print('cannot stage in, the log had not been staged out')
 

References logger.logger.dirLocal, edm.print(), and logger.logger.tgzDirOnCastor.

stageOut()

def logger.logger.stageOut	(		self,
			castorDir
	)

Definition at line 113 of file logger.py.

    def stageOut(self, castorDir):
 
        castorDir = castortools.eosToLFN( castorDir )
        if not castortools.isLFN( castorDir ):
            print('cannot stage out, you need to provide an LFN as a destination directory, beginning with /store .')
            return False
        
        if self.dirLocal != None:
            tgzDir = self.dirLocal + '.tgz'
            tgzCmd = 'tar -zcvf ' + tgzDir + ' ' + self.dirLocal
            print(tgzCmd)
            os.system( tgzCmd)
            cmsStage = 'cmsStage -f %s %s' % (tgzDir, castorDir )
            print(cmsStage)
            os.system( cmsStage )
            os.system('rm ' + tgzDir )
            self.tgzDirOnCastor =  castorDir + '/' + tgzDir
        else:
            print('cannot stage out, the log is not staged in')
            

References logger.logger.dirLocal, edm.print(), and logger.logger.tgzDirOnCastor.

Member Data Documentation

dirLocal

logger.logger.dirLocal

Definition at line 12 of file logger.py.

Referenced by logger.logger.addFile(), logger.logger.dump(), logger.logger.stageIn(), and logger.logger.stageOut().

isTgzDirOnCastor

logger.logger.isTgzDirOnCastor

static

Definition at line 45 of file logger.py.

tgzDirOnCastor

logger.logger.tgzDirOnCastor

Definition at line 13 of file logger.py.

Referenced by logger.logger.dump(), logger.logger.stageIn(), and logger.logger.stageOut().