o2olib.O2OJobMgr Class Reference

Inheritance diagram for o2olib.O2OJobMgr:

Public Member Functions
def	__init__ (self)
def	add (self, job_name, config_filename, int_val, en_flag)
def	connect (self, service, args)
def	dumpConfig (self, jname, versionIndex, configFile)
def	listConfig (self, jname)
def	listJobs (self)
def	migrateConfig (self)
def	readConfiguration (self, config_filename)
def	runManager (self)
def	set (self, job_name, en_flag)
def	setConfig (self, job_name, config_filename)
def	setInterval (self, job_name, int_val)
Public Member Functions inherited from o2olib.O2OMgr
def	getSession (self, db_service, auth)
def	logger (self)

Public Attributes
	conf_dict
	db_connection
	session
	verbose
Public Attributes inherited from o2olib.O2OMgr
	eng
	logger

Detailed Description

Definition at line 138 of file o2olib.py.

Constructor & Destructor Documentation

__init__()

def o2olib.O2OJobMgr.__init__

(

self

)

Reimplemented from o2olib.O2OMgr.

Definition at line 140 of file o2olib.py.

    def __init__( self ):
        O2OMgr.__init__(self)
        self.db_connection = None
        self.conf_dict = {}
 
 

Member Function Documentation

add()

def o2olib.O2OJobMgr.add	(		self,
			job_name,
			config_filename,
			int_val,
			en_flag
	)

Definition at line 174 of file o2olib.py.

    def add( self, job_name, config_filename, int_val, en_flag ):
        res = self.session.query(O2OJob.enabled).filter_by(name=job_name)
        enabled = None
        for r in res:
            enabled = r
        if enabled:
            O2OMgr.logger( self).error( "A job called '%s' exists already.", job_name )
            return False
        configJson = self.readConfiguration( config_filename )
        if configJson == '':
            return False       
        job = O2OJob(name=job_name,tag_name='-',enabled=en_flag,interval=int_val)
        config = O2OJobConf( job_name=job_name, insertion_time = datetime.now(), configuration = configJson ) 
        self.session.add(job)
        self.session.add(config)
        self.session.commit()
        O2OMgr.logger( self).info( "New o2o job '%s' created.", job_name )
        return True 
 

References relativeConstraints.error, info(), o2olib.O2OJobMgr.readConfiguration(), querying.connection.session, and o2olib.O2OJobMgr.session.

Referenced by o2olib.O2OJobMgr.migrateConfig(), counter.Counter.register(), SequenceTypes.Task.remove(), SequenceTypes.Task.replace(), and o2olib.O2OJobMgr.setConfig().

connect()

def o2olib.O2OJobMgr.connect	(		self,
			service,
			args
	)

Definition at line 162 of file o2olib.py.

    def connect( self, service, args ):
        self.session = O2OMgr.getSession( self,service, args.auth )
        self.verbose = args.verbose
        if self.session is None:
            return False
        else:
            self.db_connection = coral_tpl %(service[0],schema_name)
            self.conf_dict['db']=self.db_connection
            return True

Referenced by o2o_db_cfgmap.DbManagerDAQ.update_hashmap().

dumpConfig()

def o2olib.O2OJobMgr.dumpConfig	(		self,
			jname,
			versionIndex,
			configFile
	)

Definition at line 295 of file o2olib.py.

    def dumpConfig( self, jname, versionIndex, configFile ):
        versionIndex = int(versionIndex)
        res = self.session.query(O2OJob.enabled).filter_by(name=jname)
        enabled = None
        for r in res:
            enabled = r
        if enabled is None:
            O2OMgr.logger( self).error( "A job called '%s' does not exist.", jname )
            return
        res = self.session.query( O2OJobConf.configuration, O2OJobConf.insertion_time  ).filter_by(job_name=jname).order_by(O2OJobConf.insertion_time)
        configs = []
        for r in res:
            configs.append((str(r[0]),r[1]))
        ind = len(configs)
        if versionIndex>ind or versionIndex==0:
            O2OMgr.logger( self ).error("Configuration for job %s with index %s has not been found." %(jname,versionIndex))
            return
        print("Configuration #%2d for job '%s'" %(versionIndex,jname))
        config = configs[versionIndex-1]
        print('#%2d  since %s' %(versionIndex,config[1]))
        print(config[0])
        if configFile is None or configFile == '':
            configFile = '%s_%s.json' %(jname,versionIndex)
        with open(configFile,'w') as json_file:
            json_file.write(config[0])
 
            

References relativeConstraints.error, createfilelist.int, edm.print(), querying.connection.session, o2olib.O2OJobMgr.session, and str.

Referenced by Types.SecSource.configValue().

listConfig()

def o2olib.O2OJobMgr.listConfig	(		self,
			jname
	)

Definition at line 273 of file o2olib.py.

    def listConfig( self, jname ):
        res = self.session.query(O2OJob.enabled).filter_by(name=jname)
        enabled = None
        for r in res:
            enabled = r
        if enabled is None:
            O2OMgr.logger( self).error( "A job called '%s' does not exist.", jname )
            return
        res = self.session.query( O2OJobConf.configuration, O2OJobConf.insertion_time  ).filter_by(job_name=jname).order_by(O2OJobConf.insertion_time)
        configs = []
        for r in res:
            configs.append((str(r[0]),r[1]))
        ind = len(configs)
        if ind:
            print("Configurations for job '%s'" %jname)
            for cf in reversed(configs):
                print('#%2d  since: %s' %(ind,cf[1]))
                print(cf[0])
                ind -= 1
        else:
            O2OMgr.logger( self ).info("No configuration found for job '%s'" %jname )
 

References relativeConstraints.error, info(), edm.print(), querying.connection.session, o2olib.O2OJobMgr.session, and str.

listJobs()

def o2olib.O2OJobMgr.listJobs

(

self

)

Definition at line 252 of file o2olib.py.

    def listJobs( self ):
        runs = {}
        res = self.session.query(O2ORun.job_name,sqlalchemy.func.max(O2ORun.start_time)).group_by(O2ORun.job_name).order_by(O2ORun.job_name)
        for r in res:
            runs[r[0]] = str(r[1])
        res = self.session.query(O2OJob.name, O2OJob.interval, O2OJob.enabled).order_by(O2OJob.name).all()
        table = []
        for r in res:
            row = []
            row.append(r[0]),
            row.append('%5d' %r[1] )
            enabled = 'Y' if (r[2]==1) else 'N'
            row.append('%4s' %enabled )
            lastRun = '-'
            if r[0] in runs.keys():
                lastRun = runs[r[0]]
            row.append( lastRun )
            table.append(row)
        headers = ['Job name','Interval','Enabled','Last run start']
        print_table( headers, table ) 
 

References python.cmstools.all(), o2olib.print_table(), querying.connection.session, o2olib.O2OJobMgr.session, and str.

Referenced by o2olib.O2OTool.execute().

migrateConfig()

def o2olib.O2OJobMgr.migrateConfig

(

self

)

Definition at line 238 of file o2olib.py.

    def migrateConfig( self ):
        res = self.session.query(O2OJob.name,O2OJob.tag_name)
        for r in res:
            job_name = r[0]
            tag = r[1] 
            if tag != '-':
                configDict = {}
                configDict['tag']=tag
                configJson = json.dumps( configDict )
                config = O2OJobConf( job_name=job_name, insertion_time = datetime.now(), configuration = configJson ) 
                self.session.add(config)
                O2OMgr.logger( self).info( "Configuration for job '%s' inserted.", job_name )
        self.session.commit()
 

References o2olib.O2OJobMgr.add(), info(), querying.connection.session, and o2olib.O2OJobMgr.session.

readConfiguration()

def o2olib.O2OJobMgr.readConfiguration	(		self,
			config_filename
	)

Definition at line 146 of file o2olib.py.

    def readConfiguration( self, config_filename ):
        config = ''
        try:
            with open( config_filename, 'r' ) as config_file:
                config = config_file.read()
                if config == '':
                    O2OMgr.logger( self).error( 'The file %s contains an empty string.', config_filename )
                else:
                    json.loads(config)
        except IOError as e:
            O2OMgr.logger( self).error( 'The file %s cannot be open.', config_filename )
        except ValueError as e:
            config = ''
            O2OMgr.logger( self).error( 'The file %s contains an invalid json string.', config_filename )
        return config
 

References relativeConstraints.error.

Referenced by o2olib.O2OJobMgr.add(), and o2olib.O2OJobMgr.setConfig().

runManager()

def o2olib.O2OJobMgr.runManager

(

self

)

Definition at line 171 of file o2olib.py.

    def runManager( self ):
        return O2ORunMgr( self.db_connection, self.session, O2OMgr.logger( self ) )
 

References o2olib.O2OJobMgr.db_connection, querying.connection.session, and o2olib.O2OJobMgr.session.

set()

def o2olib.O2OJobMgr.set	(		self,
			job_name,
			en_flag
	)

Definition at line 193 of file o2olib.py.

    def set( self, job_name, en_flag ):
        res = self.session.query(O2OJob.enabled).filter_by(name=job_name)
        enabled = None
        for r in res:
            enabled = r
        if enabled is None:
            O2OMgr.logger( self).error( "A job called '%s' does not exist.", job_name )
            return
        job = O2OJob(name=job_name,enabled=en_flag)
        action = 'enabled'
        if not en_flag:
            action = 'disabled'
        self.session.merge(job)
        self.session.commit()
        O2OMgr.logger( self).info( "Job '%s' %s." %(job_name,action) )
 

References relativeConstraints.error, info(), querying.connection.session, and o2olib.O2OJobMgr.session.

setConfig()

def o2olib.O2OJobMgr.setConfig	(		self,
			job_name,
			config_filename
	)

Definition at line 209 of file o2olib.py.

    def setConfig( self, job_name, config_filename ):
        res = self.session.query(O2OJob.enabled).filter_by(name=job_name)
        enabled = None
        for r in res:
            enabled = r
        if enabled is None:
            O2OMgr.logger( self).error( "A job called '%s' does not exist.", job_name )
            return
        configJson = self.readConfiguration( config_filename )
        if configJson == '':
            return False       
        config = O2OJobConf( job_name=job_name, insertion_time = datetime.now(), configuration = configJson ) 
        self.session.add(config)
        self.session.commit()
        O2OMgr.logger( self).info( "New configuration inserted for job '%s'", job_name )
 

References o2olib.O2OJobMgr.add(), relativeConstraints.error, info(), o2olib.O2OJobMgr.readConfiguration(), querying.connection.session, and o2olib.O2OJobMgr.session.

Referenced by o2olib.O2OTool.execute().

setInterval()

def o2olib.O2OJobMgr.setInterval	(		self,
			job_name,
			int_val
	)

Definition at line 225 of file o2olib.py.

    def setInterval( self, job_name, int_val ):
        res = self.session.query(O2OJob.enabled).filter_by(name=job_name)
        enabled = None
        for r in res:
            enabled = r
        if enabled is None:
            O2OMgr.logger( self).error( "A job called '%s' does not exist.", job_name )
            return
        job = O2OJob(name=job_name,interval=int_val)
        self.session.merge(job)
        self.session.commit()
        O2OMgr.logger( self).info( "The execution interval for job '%s' has been updated.", job_name )
 

References relativeConstraints.error, info(), querying.connection.session, and o2olib.O2OJobMgr.session.

Referenced by o2olib.O2OTool.execute().

Member Data Documentation

conf_dict

o2olib.O2OJobMgr.conf_dict

Definition at line 143 of file o2olib.py.

Referenced by o2olib.O2ORunMgr.executeJob().

db_connection

o2olib.O2OJobMgr.db_connection

Definition at line 142 of file o2olib.py.

Referenced by o2olib.O2OJobMgr.runManager().

session

o2olib.O2OJobMgr.session

Definition at line 163 of file o2olib.py.

Referenced by o2olib.O2OJobMgr.add(), o2olib.O2OJobMgr.dumpConfig(), o2olib.O2ORunMgr.endJob(), o2olib.O2OJobMgr.listConfig(), o2olib.O2OJobMgr.listJobs(), o2olib.O2OJobMgr.migrateConfig(), o2olib.O2OJobMgr.runManager(), o2olib.O2OJobMgr.set(), o2olib.O2OJobMgr.setConfig(), o2olib.O2OJobMgr.setInterval(), and o2olib.O2ORunMgr.startJob().

verbose

o2olib.O2OJobMgr.verbose

Definition at line 164 of file o2olib.py.

Referenced by python.diff_provenance.difference.list_diff(), python.diffProv.difference.list_diff(), python.diff_provenance.difference.module_diff(), python.diffProv.difference.module_diff(), python.diff_provenance.difference.onefilemodules(), python.diffProv.difference.onefilemodules(), core.TriggerMatchAnalyzer.TriggerMatchAnalyzer.process(), core.SkimAnalyzerCount.SkimAnalyzerCount.process(), objects.VertexAnalyzer.VertexAnalyzer.process(), and confdbOfflineConverter.OfflineConverter.query().