o2olib.O2ORunMgr Class Reference

Inheritance diagram for o2olib.O2ORunMgr:

Public Member Functions
def	__init__ (self, db_connection, session, logger)
def	endJob (self, status, log)
def	executeJob (self, args)
def	startJob (self, job_name)

Public Attributes
	conf_dict
	end
	job_name
	logger
	session
	start
	tag_name

Detailed Description

Definition at line 295 of file o2olib.py.

Constructor & Destructor Documentation

__init__()

def o2olib.O2ORunMgr.__init__	(		self,
			db_connection,
			session,
			logger
	)

Definition at line 297 of file o2olib.py.

    def __init__( self, db_connection, session, logger ):
        self.job_name = None
        self.start = None
        self.end = None
        self.conf_dict = {}
        self.conf_dict['db'] = db_connection
        self.session = session
        self.logger = logger

Member Function Documentation

endJob()

def o2olib.O2ORunMgr.endJob	(		self,
			status,
			log
	)

Definition at line 348 of file o2olib.py.

References poly< T >::const_iterator.end, validateAlignments.ValidationJob.end, cond::RunInfo_t.end, validateAlignments.ValidationJobMultiIOV.end, o2olib.O2ORunMgr.end, svgfig.LineAxis.end, relativeConstraints.error, info(), o2olib.O2ORunMgr.job_name, crabFunctions.CrabController.logger, o2olib.O2OJobMgr.logger, o2olib.O2ORunMgr.logger, querying.connection.session, o2olib.O2OJobMgr.session, o2olib.O2ORunMgr.session, validateAlignments.ValidationJob.start, cond::RunInfo_t.start, validateAlignments.ValidationJobMultiIOV.start, o2olib.O2ORunMgr.start, svgfig.LineAxis.start, and str.

Referenced by o2olib.O2ORunMgr.executeJob().

    def endJob( self, status, log ):
        self.end = datetime.utcnow()
        try:
            run = O2ORun(job_name=self.job_name,start_time=self.start,end_time=self.end,status_code=status,log=log)
            self.session.merge(run)
            self.session.commit()
            self.logger.info( 'Job %s ended.', self.job_name )
            return 0
        except sqlalchemy.exc.SQLAlchemyError as dberror:
            self.logger.error( str(dberror) )
            return 8

executeJob()

def o2olib.O2ORunMgr.executeJob	(		self,
			args
	)

Definition at line 360 of file o2olib.py.

References o2olib.O2OJobMgr.conf_dict, o2olib.O2ORunMgr.conf_dict, sistrip::EnsembleCalibrationLA.endJob(), EcalStatusAnalyzer.endJob(), EcalPerEvtMatacqAnalyzer.endJob(), SiStripDetVOffHandler.endJob(), HcalCableMapper.endJob(), EcalMatacqAnalyzer.endJob(), HcalLutGenerator.endJob(), RawDataConverter.endJob(), SubdetFEDSelector.endJob(), EcalTPGParamReaderFromDB.endJob(), CPUSpender.endJob(), TkAlCaSkimTreeMerger.endJob(), EcalPnGraphs.endJob(), DTTPAnalyzer.endJob(), SiStripDetVOffPrinter.endJob(), DTMapGenerator.endJob(), popcon::PopConAnalyzer< S >.endJob(), EcalDigiDisplay.endJob(), SiStripRegFEDSelector.endJob(), AlignmentStats.endJob(), DTVDriftSegmentCalibration.endJob(), SurveyDataConverter.endJob(), WriteEcalMiscalibConstantsMC.endJob(), ECALRegFEDSelector.endJob(), WriteEcalMiscalibConstants.endJob(), AlcaBeamSpotFromDB.endJob(), DTT0Correction.endJob(), DTTTrigCorrectionFirst.endJob(), DTResidualCalibration.endJob(), SurveyDBUploader.endJob(), DTVDriftWriter.endJob(), DTTTrigOffsetCalibration.endJob(), FilterOutLowPt.endJob(), DTT0CalibrationRMS.endJob(), DTTTrigCorrection.endJob(), LaserDQM.endJob(), TkVoltageMapCreator.endJob(), DTTTrigWriter.endJob(), miscalibExample.endJob(), ValidationMisalignedTracker.endJob(), AlignmentPrescaler.endJob(), DTNoiseCalibration.endJob(), EcalPedHists.endJob(), PuppiProducer.endJob(), SimAnalyzerMinbias.endJob(), SiStripLAProfileBooker.endJob(), Tracker_OldtoNewConverter.endJob(), AlignmentProducerAsAnalyzer.endJob(), EcalPedOffset.endJob(), DTTPDeadWriter.endJob(), DTTTrigCalibration.endJob(), DTVDriftCalibration.endJob(), EcalABAnalyzer.endJob(), DTT0Calibration.endJob(), RecAnalyzerHF.endJob(), EcalPerEvtLaserAnalyzer.endJob(), ElectronCalibration.endJob(), MuonGeometryDBConverter.endJob(), EcalTestPulseAnalyzer.endJob(), DTNoiseComputation.endJob(), LhcTrackAnalyzer.endJob(), TrackerGeometryCompare.endJob(), EcalPulseShapeGrapher.endJob(), JetDeltaRTagInfoValueMapProducer< T, I >.endJob(), EcalRecHitsFilter.endJob(), cms::ProducerAnalyzer.endJob(), SiPixelDQMRocLevelAnalyzer.endJob(), EcalBxOrbitNumberGrapher.endJob(), MuonAlignmentAnalyzer.endJob(), testChannel.endJob(), HIPTwoBodyDecayAnalyzer.endJob(), HitEff.endJob(), EcalIsolatedParticleCandidateProducer.endJob(), IsolatedParticlesGeneratedJets.endJob(), CorrPCCProducer.endJob(), EcalLaserAnalyzerYousi.endJob(), HcalLuttoDB.endJob(), HcalCalibrator.endJob(), EcalLaserAnalyzer.endJob(), EcalLaserAnalyzer2.endJob(), PPSStraightTrackAligner.endJob(), EcalURecHitHists.endJob(), HcalRaddamMuon.endJob(), StudyCaloGen.endJob(), ApeEstimatorSummary.endJob(), ElectronCalibrationUniv.endJob(), CosmicSplitterValidation.endJob(), EcalMipGraphs.endJob(), SiStripHitEfficiencyWorker.endJob(), AnalyzerMinbias.endJob(), SiPixelErrorEstimation.endJob(), EcalDisplaysByEvent.endJob(), EopTreeWriter.endJob(), HOCalibAnalyzer.endJob(), PixelBaryCentreAnalyzer.endJob(), NearbyPixelClustersAnalyzer.endJob(), CSCOverlapsTrackPreparation.endJob(), DiMuonVertexValidation.endJob(), ApeTreeCreateDefault.endJob(), TrackerTreeGenerator.endJob(), SiPixelErrorsDigisToCalibDigis.endJob(), AlignmentMonitorAsAnalyzer.endJob(), RecAnalyzerMinbias.endJob(), DiElectronVertexValidation.endJob(), cms::Analyzer_minbias.endJob(), LaserAlignment.endJob(), EcalCosmicsHists.endJob(), CosmicRateAnalyzer.endJob(), PrimaryVertexValidation.endJob(), SplitVertexResolution.endJob(), analyzer::SiPixelLorentzAngle.endJob(), IsoTrackCalib.endJob(), SelectedElectronFEDListProducer< TEle, TCand >.endJob(), OverlapValidation.endJob(), TrackerOfflineValidationSummary.endJob(), IsoTrig.endJob(), IsolatedTracksHcalScale.endJob(), IsolatedGenParticles.endJob(), LaserSorter.endJob(), IsolatedTracksCone.endJob(), ApeEstimator.endJob(), IsolatedTracksNxN.endJob(), GlobalTrackerMuonAlignment.endJob(), AlCaHOCalibProducer.endJob(), SiPixelOfflineCalibAnalysisBase.endJob(), TrackerOfflineValidation.endJob(), ResidualRefitting.endJob(), ConditionDBWriter< T >.endJob(), o2olib.O2ORunMgr.endJob(), GeneralPurposeTrackAnalyzer.endJob(), DMRChecker.endJob(), relativeConstraints.error, info(), crabFunctions.CrabController.logger, o2olib.O2OJobMgr.logger, o2olib.O2ORunMgr.logger, o2olib.O2ORunMgr.startJob(), and str.

    def executeJob( self, args ):
        job_name = args.name
        command = args.executable
        logFolder = os.getcwd()
        if logFolderEnvVar in os.environ:
            logFolder = os.environ[logFolderEnvVar]
        datelabel = datetime.utcnow().strftime("%y-%m-%d-%H-%M-%S")
        logFileName = '%s-%s.log' %(job_name,datelabel)
        logFile = os.path.join(logFolder,logFileName)
        started = self.startJob( job_name )
        if started !=0:
            return started
        ret = -1
        try:
            # replacing %([key])s placeholders...
            command = command %(self.conf_dict)
            #replacing {[key]} placeholders
            command = command.format(**self.conf_dict )
        except KeyError as exc:
            self.logger.error( "Unresolved template key %s in the command." %str(exc) )
            return 3
        self.logger.info('Command: "%s"', command )
        out = ''
        try:
            self.logger.info('Executing command...' )
            pipe = subprocess.Popen( command, shell=True, stdout=subprocess.PIPE, stderr=subprocess.STDOUT )
            for line in pipe.stdout:
                if args.verbose is not None and args.verbose>=1:
                    sys.stdout.write(line.decode())
                    sys.stdout.flush()
                out += line.decode()
            pipe.communicate()
            self.logger.info( 'Command returned code: %s' %pipe.returncode )
            ret = pipe.returncode
        except Exception as e:
            self.logger.error( str(e) )
            return 4
        ended = self.endJob( pipe.returncode, out )
        if ended != 0:
            ret = ended
        with open(logFile,'a') as logF:
            logF.write(out)
        return ret

startJob()

def o2olib.O2ORunMgr.startJob	(		self,
			job_name
	)

Definition at line 306 of file o2olib.py.

References info(), createfilelist.int, crabFunctions.CrabController.logger, o2olib.O2OJobMgr.logger, o2olib.O2ORunMgr.logger, querying.connection.session, o2olib.O2OJobMgr.session, and o2olib.O2ORunMgr.session.

Referenced by o2olib.O2ORunMgr.executeJob().

    def startJob( self, job_name ):
        self.logger.info('Checking job %s', job_name)
        exists = None
        enabled = None
        try:
            res = self.session.query(O2OJob.enabled,O2OJob.tag_name).filter_by(name=job_name)
            for r in res:
                exists = True
                enabled = int(r[0])
                self.tag_name = str(r[1]) 
            if exists is None:
                self.logger.error( 'The job %s is unknown.', job_name )
                return 2
            if enabled:
                res = self.session.query(O2OJobConf.configuration).filter_by(job_name=job_name).order_by(sqlalchemy.desc(O2OJobConf.insertion_time)).first()
                conf = None
                for r in res:
                    conf = str(r)
                if conf is None:
                    self.logger.warning("No configuration found for job '%s'" %job_name )
                else:
                    try:
                        self.conf_dict.update( json.loads(conf) )
                        self.logger.info('Using configuration: %s ' %conf)
                    except Exception as e:
                        self.logger.error( str(e) )
                        return 6
                self.job_name = job_name
                self.start = datetime.utcnow()
                run = O2ORun(job_name=self.job_name,start_time=self.start,status_code=startStatus)
                self.session.add(run)
                self.session.commit()
                return 0
            else:
                self.logger.info( 'The job %s has been disabled.', job_name )
                return 5
        except sqlalchemy.exc.SQLAlchemyError as dberror:
                self.logger.error( str(dberror) )
                return 7
        return -1

Member Data Documentation

conf_dict

o2olib.O2ORunMgr.conf_dict

Definition at line 301 of file o2olib.py.

Referenced by o2olib.O2ORunMgr.executeJob().

end

o2olib.O2ORunMgr.end

Definition at line 300 of file o2olib.py.

Referenced by OrderedSet.OrderedSet.__iter__(), OrderedSet.OrderedSet.__reversed__(), OrderedSet.OrderedSet.add(), Types.LuminosityBlockRange.cppID(), Types.EventRange.cppID(), o2olib.O2ORunMgr.endJob(), esMonitoring.FDOutputListener.handle_line(), and OrderedSet.OrderedSet.pop().

job_name

o2olib.O2ORunMgr.job_name

Definition at line 298 of file o2olib.py.

Referenced by o2olib.O2ORunMgr.endJob().

logger

o2olib.O2ORunMgr.logger

Definition at line 304 of file o2olib.py.

Referenced by o2olib.O2ORunMgr.endJob(), o2olib.O2ORunMgr.executeJob(), looper.Looper.loop(), cmsHarvester.CMSHarvester.option_handler_book_keeping_file(), cmsHarvester.CMSHarvester.option_handler_debug(), cmsHarvester.CMSHarvester.option_handler_force(), cmsHarvester.CMSHarvester.option_handler_frontier_connection(), cmsHarvester.CMSHarvester.option_handler_globaltag(), cmsHarvester.CMSHarvester.option_handler_harvesting_mode(), cmsHarvester.CMSHarvester.option_handler_harvesting_type(), cmsHarvester.CMSHarvester.option_handler_input_spec(), cmsHarvester.CMSHarvester.option_handler_no_ref_hists(), cmsHarvester.CMSHarvester.option_handler_ref_hist_mapping_file(), and o2olib.O2ORunMgr.startJob().

session

o2olib.O2ORunMgr.session

Definition at line 303 of file o2olib.py.

Referenced by o2olib.O2ORunMgr.endJob(), and o2olib.O2ORunMgr.startJob().

start

o2olib.O2ORunMgr.start

Definition at line 299 of file o2olib.py.

Referenced by progressbar.ProgressBar.__next__(), Types.LuminosityBlockRange.cppID(), Types.EventRange.cppID(), o2olib.O2ORunMgr.endJob(), and esMonitoring.FDOutputListener.handle_line().

tag_name

o2olib.O2ORunMgr.tag_name

Definition at line 315 of file o2olib.py.