Inheritance diagram for o2olib.O2ORunMgr:

Public Member Functions
def	__init__ (self, db_connection, session, logger)

def	endJob (self, status, log)

def	executeJob (self, args)

def	startJob (self, job_name)

Public Attributes
	conf_dict

	end

	job_name

	logger

	session

	start

	tag_name

Detailed Description

Definition at line 295 of file o2olib.py.

Constructor & Destructor Documentation

◆ init()

def o2olib.O2ORunMgr.__init__	(	self,
		db_connection,
		session,
		logger
	)

Definition at line 297 of file o2olib.py.

     def __init__( self, db_connection, session, logger ):
         self.job_name = None
         self.start = None
         self.end = None
         self.conf_dict = {}
         self.conf_dict['db'] = db_connection
         self.session = session
         self.logger = logger
  

Member Function Documentation

◆ endJob()

def o2olib.O2ORunMgr.endJob	(	self,
		status,
		log
	)

Definition at line 348 of file o2olib.py.

     def endJob( self, status, log ):
         self.end = datetime.utcnow()
         try:
             run = O2ORun(job_name=self.job_name,start_time=self.start,end_time=self.end,status_code=status,log=log)
             self.session.merge(run)
             self.session.commit()
             self.logger.info( 'Job %s ended.', self.job_name )
             return 0
         except sqlalchemy.exc.SQLAlchemyError as dberror:
             self.logger.error( str(dberror) )
             return 8
  

References poly< T >::const_iterator.end, validateAlignments.ValidationJob.end, cond::RunInfo_t.end, validateAlignments.ValidationJobMultiIOV.end, o2olib.O2ORunMgr.end, svgfig.LineAxis.end, relativeConstraints.error, info(), o2olib.O2ORunMgr.job_name, submitPVValidationJobs.Job.job_name, crabFunctions.CrabController.logger, o2olib.O2OJobMgr.logger, o2olib.O2ORunMgr.logger, querying.connection.session, o2olib.O2OJobMgr.session, o2olib.O2ORunMgr.session, validateAlignments.ValidationJob.start, cond::RunInfo_t.start, validateAlignments.ValidationJobMultiIOV.start, o2olib.O2ORunMgr.start, svgfig.LineAxis.start, and str.

Referenced by o2olib.O2ORunMgr.executeJob().

◆ executeJob()

def o2olib.O2ORunMgr.executeJob	(	self,
		args
	)

Definition at line 360 of file o2olib.py.

     def executeJob( self, args ):
         job_name = args.name
         command = args.executable
         logFolder = os.getcwd()
         if logFolderEnvVar in os.environ:
             logFolder = os.environ[logFolderEnvVar]
         datelabel = datetime.utcnow().strftime("%y-%m-%d-%H-%M-%S")
         logFileName = '%s-%s.log' %(job_name,datelabel)
         logFile = os.path.join(logFolder,logFileName)
         started = self.startJob( job_name )
         if started !=0:
             return started
         ret = -1
         try:
             # replacing %([key])s placeholders...
             command = command %(self.conf_dict)
             #replacing {[key]} placeholders
             command = command.format(**self.conf_dict )
         except KeyError as exc:
             self.logger.error( "Unresolved template key %s in the command." %str(exc) )
             return 3
         self.logger.info('Command: "%s"', command )
         out = ''
         try:
             self.logger.info('Executing command...' )
             pipe = subprocess.Popen( command, shell=True, stdout=subprocess.PIPE, stderr=subprocess.STDOUT )
             for line in pipe.stdout:
                 if args.verbose is not None and args.verbose>=1:
                     sys.stdout.write(line.decode())
                     sys.stdout.flush()
                 out += line.decode()
             pipe.communicate()
             self.logger.info( 'Command returned code: %s' %pipe.returncode )
             ret = pipe.returncode
         except Exception as e:
             self.logger.error( str(e) )
             return 4
         ended = self.endJob( pipe.returncode, out )
         if ended != 0:
             ret = ended
         with open(logFile,'a') as logF:
             logF.write(out)
         return ret
  

References o2olib.O2OJobMgr.conf_dict, o2olib.O2ORunMgr.conf_dict, sistrip::EnsembleCalibrationLA.endJob(), PhiSymmetryCalibration_step2.endJob(), PhiSymmetryCalibration_step2_SM.endJob(), EcalStatusAnalyzer.endJob(), SiStripDetVOffHandler.endJob(), HcalCableMapper.endJob(), EcalPerEvtMatacqAnalyzer.endJob(), HcalLutGenerator.endJob(), EcalMatacqAnalyzer.endJob(), RawDataConverter.endJob(), EcalTPGParamReaderFromDB.endJob(), CPUSpender.endJob(), DTCalibMuonSelection.endJob(), SiStripDetVOffTkMapPlotter.endJob(), EcalPnGraphs.endJob(), DTTPAnalyzer.endJob(), AlignmentPrescaler.endJob(), TkAlCaSkimTreeMerger.endJob(), EcalDigiDisplay.endJob(), EcalIsolatedParticleCandidateProducer.endJob(), SiStripDetVOffPrinter.endJob(), DTMapGenerator.endJob(), popcon::PopConAnalyzer< S >.endJob(), DTVDriftSegmentCalibration.endJob(), WriteEcalMiscalibConstants.endJob(), WriteEcalMiscalibConstantsMC.endJob(), SiStripRegFEDSelector.endJob(), DTT0Correction.endJob(), DTVDriftWriter.endJob(), SiPixelFedFillerWordEventNumber.endJob(), DTTTrigCorrectionFirst.endJob(), HcalCalibrator.endJob(), AlignmentStats.endJob(), SurveyDataConverter.endJob(), AlcaBeamSpotFromDB.endJob(), SiStripDetVOffTrendPlotter.endJob(), DTTTrigCorrection.endJob(), DTTTrigOffsetCalibration.endJob(), SubdetFEDSelector.endJob(), DTResidualCalibration.endJob(), SurveyDBUploader.endJob(), MuonAlignmentPreFilter.endJob(), DTT0CalibrationRMS.endJob(), DTTTrigWriter.endJob(), AlCaElectronsTest.endJob(), miscalibExample.endJob(), FilterOutLowPt.endJob(), EcalPerEvtLaserAnalyzer.endJob(), FilterTrackerOn.endJob(), DTNoiseCalibration.endJob(), PuppiProducer.endJob(), TkVoltageMapCreator.endJob(), EcalPedHists.endJob(), DTTPDeadWriter.endJob(), LaserDQM.endJob(), LaserAlignmentT0Producer.endJob(), EcalABAnalyzer.endJob(), EcalTestPulseAnalyzer.endJob(), SiStripLAProfileBooker.endJob(), ValidationMisalignedTracker.endJob(), EcalPedOffset.endJob(), ECALRegFEDSelector.endJob(), DTTTrigCalibration.endJob(), DTVDriftCalibration.endJob(), AlCaDiJetsProducer.endJob(), SiPixelCalibDigiFilter.endJob(), Tracker_OldtoNewConverter.endJob(), AlignmentProducerAsAnalyzer.endJob(), SimAnalyzerMinbias.endJob(), PhiSymmetryCalibration.endJob(), CSCOverlapsBeamSplashCut.endJob(), DTNoiseComputation.endJob(), MuonGeometryDBConverter.endJob(), DTT0Calibration.endJob(), cms::ProducerAnalyzer.endJob(), RecAnalyzerHF.endJob(), EcalLaserAnalyzer2.endJob(), TrackerGeometryCompare.endJob(), ElectronCalibration.endJob(), EcalPulseShapeGrapher.endJob(), JetDeltaRTagInfoValueMapProducer< T, I >.endJob(), EcalBxOrbitNumberGrapher.endJob(), EcalRecHitsFilter.endJob(), SiPixelDQMRocLevelAnalyzer.endJob(), EcalLaserAnalyzer.endJob(), MuonAlignmentAnalyzer.endJob(), testChannel.endJob(), HIPTwoBodyDecayAnalyzer.endJob(), IsolatedParticlesGeneratedJets.endJob(), CorrPCCProducer.endJob(), EcalLaserAnalyzerYousi.endJob(), LhcTrackAnalyzer.endJob(), HcalLuttoDB.endJob(), HitEff.endJob(), EcalURecHitHists.endJob(), ElectronCalibrationUniv.endJob(), HcalRaddamMuon.endJob(), PPSStraightTrackAligner.endJob(), StudyCaloGen.endJob(), AnalyzerMinbias.endJob(), EcalMipGraphs.endJob(), ApeEstimatorSummary.endJob(), CosmicSplitterValidation.endJob(), EcalDisplaysByEvent.endJob(), SiPixelErrorEstimation.endJob(), cms::Analyzer_minbias.endJob(), CSCOverlapsTrackPreparation.endJob(), NearbyPixelClustersAnalyzer.endJob(), PixelBaryCentreAnalyzer.endJob(), TrackerTreeGenerator.endJob(), DiMuonVertexValidation.endJob(), ApeTreeCreateDefault.endJob(), EopTreeWriter.endJob(), EcalCosmicsHists.endJob(), SiPixelErrorsDigisToCalibDigis.endJob(), DiElectronVertexValidation.endJob(), AlignmentMonitorAsAnalyzer.endJob(), RecAnalyzerMinbias.endJob(), LaserAlignment.endJob(), PrimaryVertexValidation.endJob(), CosmicRateAnalyzer.endJob(), SelectedElectronFEDListProducer< TEle, TCand >.endJob(), SplitVertexResolution.endJob(), IsoTrackCalib.endJob(), analyzer::SiPixelLorentzAngle.endJob(), OverlapValidation.endJob(), TrackerOfflineValidationSummary.endJob(), IsoTrig.endJob(), IsolatedTracksHcalScale.endJob(), IsolatedGenParticles.endJob(), LaserSorter.endJob(), IsolatedTracksCone.endJob(), ApeEstimator.endJob(), IsolatedTracksNxN.endJob(), GlobalTrackerMuonAlignment.endJob(), SiPixelOfflineCalibAnalysisBase.endJob(), AlCaHOCalibProducer.endJob(), HOCalibAnalyzer.endJob(), TrackerOfflineValidation.endJob(), ResidualRefitting.endJob(), ConditionDBWriter< T >.endJob(), o2olib.O2ORunMgr.endJob(), GeneralPurposeTrackAnalyzer.endJob(), DMRChecker.endJob(), relativeConstraints.error, info(), crabFunctions.CrabController.logger, o2olib.O2OJobMgr.logger, o2olib.O2ORunMgr.logger, o2olib.O2ORunMgr.startJob(), and str.

◆ startJob()

def o2olib.O2ORunMgr.startJob	(	self,
		job_name
	)

Definition at line 306 of file o2olib.py.

     def startJob( self, job_name ):
         self.logger.info('Checking job %s', job_name)
         exists = None
         enabled = None
         try:
             res = self.session.query(O2OJob.enabled,O2OJob.tag_name).filter_by(name=job_name)
             for r in res:
                 exists = True
                 enabled = int(r[0])
                 self.tag_name = str(r[1]) 
             if exists is None:
                 self.logger.error( 'The job %s is unknown.', job_name )
                 return 2
             if enabled:
                 res = self.session.query(O2OJobConf.configuration).filter_by(job_name=job_name).order_by(sqlalchemy.desc(O2OJobConf.insertion_time)).first()
                 conf = None
                 for r in res:
                     conf = str(r)
                 if conf is None:
                     self.logger.warning("No configuration found for job '%s'" %job_name )
                 else:
                     try:
                         self.conf_dict.update( json.loads(conf) )
                         self.logger.info('Using configuration: %s ' %conf)
                     except Exception as e:
                         self.logger.error( str(e) )
                         return 6
                 self.job_name = job_name
                 self.start = datetime.utcnow()
                 run = O2ORun(job_name=self.job_name,start_time=self.start,status_code=startStatus)
                 self.session.add(run)
                 self.session.commit()
                 return 0
             else:
                 self.logger.info( 'The job %s has been disabled.', job_name )
                 return 5
         except sqlalchemy.exc.SQLAlchemyError as dberror:
                 self.logger.error( str(dberror) )
                 return 7
         return -1
  
  