cond::service::OnlineDBOutputService Class Reference

#include <OnlineDBOutputService.h>

Inheritance diagram for cond::service::OnlineDBOutputService:

Public Member Functions
	OnlineDBOutputService (const edm::ParameterSet &iConfig, edm::ActivityRegistry &iAR)
template<typename PayloadType >
cond::Time_t	writeIOVForNextLumisection (const PayloadType &payload, const std::string &recordName)
	~OnlineDBOutputService () override
Public Member Functions inherited from cond::service::PoolDBOutputService
template<typename T >
void	appendOneIOV (const T &payload, cond::Time_t sinceTime, const std::string &recordName)
bool	appendSinceTime (const std::string &payloadId, cond::Time_t sinceTime, const std::string &recordName)
cond::Time_t	beginOfTime () const
void	closeIOV (Time_t lastTill, const std::string &recordName)
void	commitTransaction ()
void	createNewIOV (const std::string &firstPayloadId, cond::Time_t firstSinceTime, const std::string &recordName)
template<typename T >
void	createOneIOV (const T &payload, cond::Time_t firstSinceTime, const std::string &recordName)
cond::Time_t	currentTime () const
cond::Time_t	endOfTime () const
void	eraseSinceTime (const std::string &payloadId, cond::Time_t sinceTime, const std::string &recordName)
void	forceInit ()
bool	isNewTagRequest (const std::string &recordName)
void	lockRecords ()
cond::persistency::Logger &	logger ()
const Record &	lookUpRecord (const std::string &recordName)
cond::persistency::Session	newReadOnlySession (const std::string &connectionString, const std::string &transactionId)
	PoolDBOutputService (const edm::ParameterSet &iConfig, edm::ActivityRegistry &iAR)
void	postEndJob ()
void	releaseLocks ()
cond::persistency::Session	session () const
void	setLogHeaderForRecord (const std::string &recordName, const std::string &provenance, const std::string &usertext)
void	startTransaction ()
std::string	tag (const std::string &recordName)
bool	tagInfo (const std::string &recordName, cond::TagInfo_t &result)
template<typename T >
void	writeMany (const std::map< Time_t, std::shared_ptr< T > > &iovAndPayloads, const std::string &recordName)
template<typename T >
Hash	writeOneIOV (const T &payload, Time_t time, const std::string &recordName)
virtual	~PoolDBOutputService ()

Private Member Functions
cond::Time_t	getLastLumiProcessed ()
cond::Iov_t	preLoadIov (const PoolDBOutputService::Record &record, cond::Time_t targetTime)

Private Attributes
bool	m_debug
std::string	m_frontierKey
std::string	m_lastLumiFile
size_t	m_latencyInLumisections
std::string	m_omsServiceUrl
std::string	m_preLoadConnectionString
cond::Time_t	m_runNumber

Detailed Description

Definition at line 30 of file OnlineDBOutputService.h.

Constructor & Destructor Documentation

OnlineDBOutputService()

OnlineDBOutputService::OnlineDBOutputService	(	const edm::ParameterSet &	iConfig,
		edm::ActivityRegistry &	iAR
	)

Definition at line 80 of file OnlineDBOutputService.cc.

References edm::ParameterSet::getUntrackedParameter(), m_lastLumiFile, m_omsServiceUrl, and AlCaHLTBitMon_QueryRunRegistry::string.

    : PoolDBOutputService(iConfig, iAR),
      m_runNumber(iConfig.getUntrackedParameter<unsigned long long>("runNumber", 1)),
      m_latencyInLumisections(iConfig.getUntrackedParameter<unsigned int>("latency", 1)),
      m_omsServiceUrl(iConfig.getUntrackedParameter<std::string>("omsServiceUrl", "")),
      m_preLoadConnectionString(iConfig.getUntrackedParameter<std::string>("preLoadConnectionString", "")),
      m_frontierKey(iConfig.getUntrackedParameter<std::string>("frontierKey", "")),
      m_debug(iConfig.getUntrackedParameter<bool>("debugLogging", false)) {
  if (m_omsServiceUrl.empty()) {
    m_lastLumiFile = iConfig.getUntrackedParameter<std::string>("lastLumiFile", "");
  }
}

~OnlineDBOutputService()

OnlineDBOutputService::~OnlineDBOutputService ( )

override

Definition at line 94 of file OnlineDBOutputService.cc.

{}

Member Function Documentation

getLastLumiProcessed()

cond::Time_t OnlineDBOutputService::getLastLumiProcessed ( )

private

Definition at line 96 of file OnlineDBOutputService.cc.

References cond::getLastLumiFromOMS(), cond::getLatestLumiFromFile(), info(), fwlog::logger(), cond::time::lumiTime(), cond::time::MIN_VAL(), AlCaHLTBitMon_QueryRunRegistry::string, and cond::time::unpack().

Referenced by writeIOVForNextLumisection().

                                                                  {
  cond::Time_t lastLumiProcessed = cond::time::MIN_VAL;
  std::string info("");
  if (!m_omsServiceUrl.empty()) {
    lastLumiProcessed = cond::getLastLumiFromOMS(m_omsServiceUrl);
    logger().logInfo() << "Last lumi: " << lastLumiProcessed
                       << " Current run: " << cond::time::unpack(lastLumiProcessed).first
                       << " lumi id:" << cond::time::unpack(lastLumiProcessed).second;
  } else {
    if (!m_lastLumiFile.empty()) {
      lastLumiProcessed = cond::getLatestLumiFromFile(m_lastLumiFile);
      auto upkTime = cond::time::unpack(lastLumiProcessed);
      logger().logInfo() << "Last lumi: " << lastLumiProcessed << " Current run: " << upkTime.first
                         << " lumi id:" << upkTime.second;
    } else {
      lastLumiProcessed = cond::time::lumiTime(m_runNumber, 1);
    }
  }
  return lastLumiProcessed;
}

preLoadIov()

cond::Iov_t OnlineDBOutputService::preLoadIov ( const PoolDBOutputService::Record &  record, cond::Time_t  targetTime  )

private

Definition at line 117 of file OnlineDBOutputService.cc.

References cond::persistency::IOVProxy::getInterval(), cond::service::PoolDBOutputService::newReadOnlySession(), cond::persistency::Session::readIov(), AlCaHarvesting_cff::record, cond::persistency::TransactionScope::start(), cond::persistency::Session::transaction(), and cond::time::transactionIdForLumiTime().

Referenced by writeIOVForNextLumisection().

                                                                                    {
  auto transId = cond::time::transactionIdForLumiTime(targetTime, record.m_refreshTime, m_frontierKey);
  cond::persistency::Session session = PoolDBOutputService::newReadOnlySession(m_preLoadConnectionString, transId);
  cond::persistency::TransactionScope transaction(session.transaction());
  transaction.start(true);
  cond::persistency::IOVProxy proxy = session.readIov(record.m_tag);
  auto iov = proxy.getInterval(targetTime);
  transaction.commit();
  return iov;
}

writeIOVForNextLumisection()

template<typename PayloadType >

cond::Time_t cond::service::OnlineDBOutputService::writeIOVForNextLumisection ( const PayloadType &  payload, const std::string &  recordName  )

inline

Definition at line 37 of file OnlineDBOutputService.h.

References cond::service::PoolDBOutputService::commitTransaction(), submitPVResolutionJobs::count, cond::service::PoolDBOutputService::eraseSinceTime(), getLastLumiProcessed(), cond::service::PoolDBOutputService::logger(), cond::persistency::Logger::logInfo(), cond::persistency::Logger::logWarning(), cond::service::PoolDBOutputService::lookUpRecord(), cond::time::lumiTime(), m_latencyInLumisections, submitPVValidationJobs::now, jetsAK4_Puppi_cff::payload, preLoadIov(), align_cfg::recordName, cond::Iov_t::since, FrontierCondition_GT_autoExpress_cfi::t0, RandomServiceHelper::t1, RandomServiceHelper::t2, RandomServiceHelper::t3, and cond::time::unpack().

Referenced by FakeBeamMonitor::FitAndFill(), and BeamMonitor::FitAndFill().

                                                                                                     {
        auto& rec = PoolDBOutputService::lookUpRecord(recordName);
        cond::Time_t lastTime = getLastLumiProcessed();
        auto unpkLastTime = cond::time::unpack(lastTime);
        cond::Time_t targetTime =
            cond::time::lumiTime(unpkLastTime.first, unpkLastTime.second + m_latencyInLumisections);
        auto t0 = std::chrono::high_resolution_clock::now();
        logger().logInfo() << "Updating lumisection " << targetTime;
        cond::Hash payloadId = PoolDBOutputService::writeOneIOV<PayloadType>(payload, targetTime, recordName);
        PoolDBOutputService::commitTransaction();
        if (payloadId.empty()) {
          return 0;
        }
        auto t1 = std::chrono::high_resolution_clock::now();
        auto w_lat = std::chrono::duration_cast<std::chrono::microseconds>(t1 - t0).count();
        logger().logInfo() << "Update has taken " << w_lat << " microsecs.";
        // check for late updates...
        cond::Time_t lastProcessed = getLastLumiProcessed();
        logger().logInfo() << "Last lumisection processed after update: " << lastProcessed;
        // check the pre-loaded iov
        logger().logInfo() << "Preloading lumisection " << targetTime;
        auto t2 = std::chrono::high_resolution_clock::now();
        cond::Iov_t usedIov = preLoadIov(rec, targetTime);
        auto t3 = std::chrono::high_resolution_clock::now();
        logger().logInfo() << "Iov for preloaded lumisection " << targetTime << " is " << usedIov.since;
        auto p_lat = std::chrono::duration_cast<std::chrono::microseconds>(t3 - t2).count();
        logger().logInfo() << "Preload has taken " << p_lat << " microsecs.";
        if (usedIov.since < targetTime) {
          logger().logWarning() << "Found a late update for lumisection " << targetTime << "(found since "
                                << usedIov.since << "). A revert is required.";
          PoolDBOutputService::eraseSinceTime(payloadId, targetTime, recordName);
          PoolDBOutputService::commitTransaction();
          targetTime = 0;
        }
        auto t4 = std::chrono::high_resolution_clock::now();
        auto t_lat = std::chrono::duration_cast<std::chrono::microseconds>(t4 - t0).count();
        logger().logInfo() << "Total update time: " << t_lat << " microsecs.";
        return targetTime;
      }

Member Data Documentation

m_debug

bool cond::service::OnlineDBOutputService::m_debug

private

Definition at line 89 of file OnlineDBOutputService.h.

m_frontierKey

std::string cond::service::OnlineDBOutputService::m_frontierKey

private

Definition at line 88 of file OnlineDBOutputService.h.

m_lastLumiFile

std::string cond::service::OnlineDBOutputService::m_lastLumiFile

private

Definition at line 86 of file OnlineDBOutputService.h.

Referenced by OnlineDBOutputService().

m_latencyInLumisections

size_t cond::service::OnlineDBOutputService::m_latencyInLumisections

private

Definition at line 84 of file OnlineDBOutputService.h.

Referenced by writeIOVForNextLumisection().

m_omsServiceUrl

std::string cond::service::OnlineDBOutputService::m_omsServiceUrl

private

Definition at line 85 of file OnlineDBOutputService.h.

Referenced by OnlineDBOutputService().

m_preLoadConnectionString

std::string cond::service::OnlineDBOutputService::m_preLoadConnectionString

private

Definition at line 87 of file OnlineDBOutputService.h.

m_runNumber

cond::Time_t cond::service::OnlineDBOutputService::m_runNumber

private

Definition at line 83 of file OnlineDBOutputService.h.