edm::service::SiteLocalConfigService Class Reference

#include <SiteLocalConfigService.h>

Inheritance diagram for edm::service::SiteLocalConfigService:

Public Member Functions
std::vector< edm::CatalogAttributes > const &	dataCatalogs () const override
unsigned int	debugLevel () const override
bool	enablePrefetching () const override
std::string const &	localConnectPrefix () const override
std::string const &	localConnectSuffix () const override
std::string const	lookupCalibConnect (std::string const &input) const override
std::string const	rfioType (void) const override
	SiteLocalConfigService (ParameterSet const &pset)
std::string const &	siteName () const override
std::string const *	sourceCacheHint () const override
double const *	sourceCacheMinFree () const override
std::string const *	sourceCacheTempDir () const override
std::string const *	sourceCloneCacheHint () const override
std::vector< std::string > const *	sourceNativeProtocols () const override
std::string const *	sourceReadHint () const override
unsigned int const *	sourceTimeout () const override
unsigned int const *	sourceTTreeCacheSize () const override
struct addrinfo const *	statisticsDestination () const override
std::set< std::string > const *	statisticsInfo () const override
std::filesystem::path const	storageDescriptionPath (edm::CatalogAttributes const &aDataCatalog) const override
std::string const &	subSiteName () const override
std::vector< std::string > const &	trivialDataCatalogs () const override
bool	useLocalConnectString () const override
	~SiteLocalConfigService () override
Public Member Functions inherited from edm::SiteLocalConfig
	SiteLocalConfig ()
virtual	~SiteLocalConfig ()

Static Public Member Functions
static void	fillDescriptions (ConfigurationDescriptions &descriptions)

Private Member Functions
void	computeStatisticsDestination ()
std::string const	frontierConnect (std::string const &servlet) const
void	getCatalog (tinyxml2::XMLElement const &cat, std::string site, std::string subSite)
void	parse (std::string const &url)

Private Attributes
std::string	m_cacheHint
std::string const *	m_cacheHintPtr
double	m_cacheMinFree
double const *	m_cacheMinFreePtr
std::string	m_cacheTempDir
std::string const *	m_cacheTempDirPtr
std::string	m_cloneCacheHint
std::string const *	m_cloneCacheHintPtr
bool	m_connected
std::vector< edm::CatalogAttributes >	m_dataCatalogs
unsigned int	m_debugLevel
bool	m_enablePrefetching
bool const *	m_enablePrefetchingPtr
std::string	m_frontierConnect
std::string	m_localConnectPrefix
std::string	m_localConnectSuffix
std::vector< std::string >	m_nativeProtocols
std::vector< std::string > const *	m_nativeProtocolsPtr
std::string	m_readHint
std::string const *	m_readHintPtr
std::string	m_rfioType
std::string	m_siteName
edm::propagate_const< struct addrinfo * >	m_statisticsAddrInfo
std::string	m_statisticsDestination
std::set< std::string >	m_statisticsInfo
bool	m_statisticsInfoAvail
std::string	m_subSiteName
unsigned int	m_timeout
unsigned int const *	m_timeoutPtr
std::vector< std::string >	m_trivialDataCatalogs
unsigned int	m_ttreeCacheSize
unsigned int const *	m_ttreeCacheSizePtr
std::string	m_url
bool	m_useLocalConnectString = false

Static Private Attributes
static const std::string	m_statisticsDefaultPort = "3334"

Detailed Description

Definition at line 34 of file SiteLocalConfigService.h.

Constructor & Destructor Documentation

SiteLocalConfigService()

edm::service::SiteLocalConfigService::SiteLocalConfigService ( ParameterSet const &  pset )

explicit

Definition at line 76 of file SiteLocalConfigService.cc.

References computeStatisticsDestination(), mps_splice::entry, m_cacheHint, m_cacheHintPtr, m_cacheMinFree, m_cacheMinFreePtr, m_cacheTempDir, m_cacheTempDirPtr, m_cloneCacheHint, m_cloneCacheHintPtr, m_debugLevel, m_enablePrefetching, m_enablePrefetchingPtr, m_localConnectPrefix, m_localConnectSuffix, m_nativeProtocols, m_nativeProtocolsPtr, m_readHint, m_readHintPtr, m_statisticsDestination, m_statisticsInfo, m_statisticsInfoAvail, m_timeout, m_timeoutPtr, m_ttreeCacheSize, m_ttreeCacheSizePtr, m_url, m_useLocalConnectString, eostools::move(), parse(), muonDTDigis_cfi::pset, and AlCaHLTBitMon_QueryRunRegistry::string.

        : m_url(pset.getUntrackedParameter<std::string>("siteLocalConfigFileUrl", defaultURL())),
          m_trivialDataCatalogs(),
          m_dataCatalogs(),
          m_frontierConnect(),
          m_rfioType("castor"),
          m_connected(false),
          m_cacheTempDir(),
          m_cacheTempDirPtr(nullptr),
          m_cacheMinFree(),
          m_cacheMinFreePtr(nullptr),
          m_cacheHint(),
          m_cacheHintPtr(nullptr),
          m_cloneCacheHint(),
          m_cloneCacheHintPtr(nullptr),
          m_readHint(),
          m_readHintPtr(nullptr),
          m_ttreeCacheSize(0U),
          m_ttreeCacheSizePtr(nullptr),
          m_timeout(0U),
          m_timeoutPtr(nullptr),
          m_debugLevel(0U),
          m_enablePrefetching(false),
          m_enablePrefetchingPtr(nullptr),
          m_nativeProtocols(),
          m_nativeProtocolsPtr(nullptr),
          m_statisticsDestination(),
          m_statisticsAddrInfo(nullptr),
          m_statisticsInfoAvail(false),
          m_siteName(),
          m_subSiteName() {
      this->parse(m_url);

      //apply overrides
      overrideFromPSet("overrideSourceCacheTempDir", pset, m_cacheTempDir, m_cacheTempDirPtr);
      overrideFromPSet("overrideSourceCacheMinFree", pset, m_cacheMinFree, m_cacheMinFreePtr);
      overrideFromPSet("overrideSourceCacheHintDir", pset, m_cacheHint, m_cacheHintPtr);
      overrideFromPSet("overrideSourceCloneCacheHintDir", pset, m_cloneCacheHint, m_cloneCacheHintPtr);
      overrideFromPSet("overrideSourceReadHint", pset, m_readHint, m_readHintPtr);
      overrideFromPSet("overrideSourceNativeProtocols", pset, m_nativeProtocols, m_nativeProtocolsPtr);
      overrideFromPSet("overrideSourceTTreeCacheSize", pset, m_ttreeCacheSize, m_ttreeCacheSizePtr);
      overrideFromPSet("overrideSourceTimeout", pset, m_timeout, m_timeoutPtr);
      overrideFromPSet("overridePrefetching", pset, m_enablePrefetching, m_enablePrefetchingPtr);
      const std::string *tmpStringPtr = nullptr;
      overrideFromPSet("overrideStatisticsDestination", pset, m_statisticsDestination, tmpStringPtr);
      this->computeStatisticsDestination();
      std::vector<std::string> tmpStatisticsInfo;
      std::vector<std::string> const *tmpStatisticsInfoPtr = nullptr;
      overrideFromPSet("overrideStatisticsInfo", pset, tmpStatisticsInfo, tmpStatisticsInfoPtr);
      if (tmpStatisticsInfoPtr) {
        m_statisticsInfoAvail = true;
        m_statisticsInfo.clear();
        for (auto &entry : tmpStatisticsInfo) {
          m_statisticsInfo.insert(std::move(entry));
        }
      }

      if (pset.exists("debugLevel")) {
        m_debugLevel = pset.getUntrackedParameter<unsigned int>("debugLevel");
      }
      if (pset.exists("overrideUseLocalConnectString")) {
        m_useLocalConnectString = pset.getUntrackedParameter<bool>("overrideUseLocalConnectString");
      }
      if (pset.exists("overrideLocalConnectPrefix")) {
        m_localConnectPrefix = pset.getUntrackedParameter<std::string>("overrideLocalConnectPrefix");
      }
      if (pset.exists("overrideLocalConnectSuffix")) {
        m_localConnectSuffix = pset.getUntrackedParameter<std::string>("overrideLocalConnectSuffix");
      }
    }

~SiteLocalConfigService()

edm::service::SiteLocalConfigService::~SiteLocalConfigService ( )

override

Definition at line 147 of file SiteLocalConfigService.cc.

References m_statisticsAddrInfo.

                                                    {
      if (m_statisticsAddrInfo) {
        freeaddrinfo(m_statisticsAddrInfo);
        m_statisticsAddrInfo = nullptr;
      }
    }

Member Function Documentation

computeStatisticsDestination()

void edm::service::SiteLocalConfigService::computeStatisticsDestination ( )

private

Definition at line 555 of file SiteLocalConfigService.cc.

References MillePedeFileConverter_cfg::e, query::host, m_statisticsAddrInfo, m_statisticsDefaultPort, m_statisticsDestination, query::port, submitPVValidationJobs::split(), and AlCaHLTBitMon_QueryRunRegistry::string.

Referenced by SiteLocalConfigService().

                                                              {
      std::vector<std::string> inputStrings;
      boost::split(inputStrings, m_statisticsDestination, boost::is_any_of(":"));
      const std::string &host = inputStrings[0];
      const std::string &port = (inputStrings.size() > 1) ? inputStrings[1] : m_statisticsDefaultPort;
      struct addrinfo *res;
      struct addrinfo hints;
      memset(&hints, '\0', sizeof(hints));
      hints.ai_socktype = SOCK_DGRAM;
      hints.ai_flags = AI_ADDRCONFIG;
      hints.ai_family = AF_UNSPEC;
      int e = getaddrinfo(host.c_str(), port.c_str(), &hints, &res);
      if (e != 0) {
        // Silent failure - there's no way to report non-fatal failures from here.
        return;
      }
      m_statisticsAddrInfo = res;
    }

dataCatalogs()

std::vector< edm::CatalogAttributes > const & edm::service::SiteLocalConfigService::dataCatalogs ( ) const

overridevirtual

Implements edm::SiteLocalConfig.

Definition at line 170 of file SiteLocalConfigService.cc.

References cms::Exception::addContext(), m_connected, m_dataCatalogs, and m_url.

                                                                                      {
      if (!m_connected) {
        cms::Exception ex("SiteLocalConfigService");
        ex << "Incomplete configuration. Valid site-local-config not found at " << m_url;
        ex.addContext("edm::SiteLocalConfigService::dataCatalogs()");
        throw ex;
      }
      if (m_dataCatalogs.empty()) {
        cms::Exception ex("SiteLocalConfigService");
        ex << "Did not find catalogs in data-access section in " << m_url;
        ex.addContext("edm::SiteLocalConfigService::dataCatalogs()");
        throw ex;
      }
      return m_dataCatalogs;
    }

debugLevel()

unsigned int edm::service::SiteLocalConfigService::debugLevel ( ) const

overridevirtual

Implements edm::SiteLocalConfig.

Definition at line 307 of file SiteLocalConfigService.cc.

References m_debugLevel.

{ return m_debugLevel; }

enablePrefetching()

bool edm::service::SiteLocalConfigService::enablePrefetching ( ) const

overridevirtual

Implements edm::SiteLocalConfig.

Definition at line 303 of file SiteLocalConfigService.cc.

References m_enablePrefetchingPtr.

                                                         {
      return m_enablePrefetchingPtr ? *m_enablePrefetchingPtr : false;
    }

fillDescriptions()

void edm::service::SiteLocalConfigService::fillDescriptions ( ConfigurationDescriptions &  descriptions )

static

Definition at line 574 of file SiteLocalConfigService.cc.

References edm::ConfigurationDescriptions::add(), submitPVResolutionJobs::desc, and AlCaHLTBitMon_QueryRunRegistry::string.

                                                                                         {
      ParameterSetDescription desc;
      desc.setComment("Service to translate logical file names to physical file names.");

      desc.addOptionalUntracked<std::string>("siteLocalConfigFileUrl", std::string())
          ->setComment(
              "Specify the file containing the site local config. Empty string will load from default directory.");
      desc.addOptionalUntracked<std::string>("overrideSourceCacheTempDir");
      desc.addOptionalUntracked<double>("overrideSourceCacheMinFree");
      desc.addOptionalUntracked<std::string>("overrideSourceCacheHintDir");
      desc.addOptionalUntracked<std::string>("overrideSourceCloneCacheHintDir")
          ->setComment("Provide an alternate cache hint for fast cloning.");
      desc.addOptionalUntracked<std::string>("overrideSourceReadHint");
      desc.addOptionalUntracked<std::vector<std::string> >("overrideSourceNativeProtocols");
      desc.addOptionalUntracked<unsigned int>("overrideSourceTTreeCacheSize");
      desc.addOptionalUntracked<unsigned int>("overrideSourceTimeout");
      desc.addOptionalUntracked<unsigned int>("debugLevel");
      desc.addOptionalUntracked<bool>("overridePrefetching")
          ->setComment("Request ROOT to asynchronously prefetch I/O during computation.");
      desc.addOptionalUntracked<std::string>("overrideStatisticsDestination")
          ->setComment(
              "Provide an alternate network destination for I/O statistics (must be in the form of host:port).");
      desc.addOptionalUntracked<std::vector<std::string> >("overrideStatisticsInfo")
          ->setComment(
              "Provide an alternate listing of statistics to send (comma separated list; current options are 'dn' or "
              "'nodn').  If left blank, all information is snet (including DNs).");
      desc.addOptionalUntracked<bool>("overrideUseLocalConnectString");
      desc.addOptionalUntracked<std::string>("overrideLocalConnectPrefix");
      desc.addOptionalUntracked<std::string>("overrideLocalConnectSuffix");
      descriptions.add("SiteLocalConfigService", desc);
    }

frontierConnect()

std::string const edm::service::SiteLocalConfigService::frontierConnect ( std::string const &  servlet ) const

private

Definition at line 220 of file SiteLocalConfigService.cc.

References Exception, m_connected, m_frontierConnect, m_url, and AlCaHLTBitMon_QueryRunRegistry::string.

Referenced by lookupCalibConnect(), and parse().

                                                                                          {
      if (!m_connected) {
        throw cms::Exception("Incomplete configuration") << "Valid site-local-config not found at " << m_url;
      }

      if (m_frontierConnect.empty()) {
        throw cms::Exception("Incomplete configuration")
            << "Did not find frontier-connect in calib-data section in " << m_url;
      }

      if (servlet.empty()) {
        return m_frontierConnect;
      }

      // Replace the last component of every "serverurl=" piece (up to the
      //   next close-paren) with the servlet
      std::string::size_type nextparen = 0;
      std::string::size_type serverurl, lastslash;
      std::string complexstr = "";
      while ((serverurl = m_frontierConnect.find("(serverurl=", nextparen)) != std::string::npos) {
        complexstr.append(m_frontierConnect, nextparen, serverurl - nextparen);
        nextparen = m_frontierConnect.find(')', serverurl);
        lastslash = m_frontierConnect.rfind('/', nextparen);
        complexstr.append(m_frontierConnect, serverurl, lastslash - serverurl + 1);
        complexstr.append(servlet);
      }
      complexstr.append(m_frontierConnect, nextparen, m_frontierConnect.length() - nextparen);

      return complexstr;
    }

getCatalog()

void edm::service::SiteLocalConfigService::getCatalog ( tinyxml2::XMLElement const &  cat, std::string  site, std::string  subSite  )

private

Definition at line 325 of file SiteLocalConfigService.cc.

References eostools::cat(), m_dataCatalogs, edm::CatalogAttributes::protocol, edm::CatalogAttributes::site, edm::CatalogAttributes::storageSite, AlCaHLTBitMon_QueryRunRegistry::string, edm::CatalogAttributes::subSite, and edm::CatalogAttributes::volume.

Referenced by parse().

                                                                                                            {
      edm::CatalogAttributes aCatalog;
      aCatalog.site = site;
      aCatalog.subSite = subSite;
      auto tmp_site = std::string(safe(cat.Attribute("site")));
      //no site attribute in the data catalog defined in <data-access>, so storage site is from <site> block of site_local_config.xml, which is the input parameter "site" of this method
      if (tmp_site.empty())
        aCatalog.storageSite = site;
      //now storage site is explicitly defined in <data-access>
      else
        aCatalog.storageSite = tmp_site;
      aCatalog.volume = std::string(safe(cat.Attribute("volume")));
      aCatalog.protocol = std::string(safe(cat.Attribute("protocol")));
      m_dataCatalogs.push_back(aCatalog);
    }

localConnectPrefix()

std::string const & edm::service::SiteLocalConfigService::localConnectPrefix ( ) const

overridevirtual

Implements edm::SiteLocalConfig.

Definition at line 322 of file SiteLocalConfigService.cc.

References m_localConnectPrefix.

{ return m_localConnectPrefix; }

localConnectSuffix()

std::string const & edm::service::SiteLocalConfigService::localConnectSuffix ( ) const

overridevirtual

Implements edm::SiteLocalConfig.

Definition at line 323 of file SiteLocalConfigService.cc.

References m_localConnectSuffix.

{ return m_localConnectSuffix; }

lookupCalibConnect()

std::string const edm::service::SiteLocalConfigService::lookupCalibConnect ( std::string const &  input ) const

overridevirtual

Implements edm::SiteLocalConfig.

Definition at line 251 of file SiteLocalConfigService.cc.

References frontierConnect(), input, and AlCaHLTBitMon_QueryRunRegistry::string.

                                                                                           {
      static std::string const proto = "frontier://";

      if (input.substr(0, proto.length()) == proto) {
        // Replace the part after the frontier:// and before either an open-
        //  parentheses (which indicates user-supplied options) or the last
        //  slash (which indicates start of the schema) with the complex
        //  parenthesized string returned from frontierConnect() (which
        //  contains all the information needed to connect to frontier),
        //  if that part is a simple servlet name (non-empty and not
        //  containing special characters)
        // Example connect strings where servlet is replaced:
        //  frontier://cms_conditions_data/CMS_COND_ECAL
        //  frontier://FrontierInt/CMS_COND_ECAL
        //  frontier://FrontierInt(retrieve-ziplevel=0)/CMS_COND_ECAL
        // Example connect strings left untouched:
        //  frontier://cmsfrontier.cern.ch:8000/FrontierInt/CMS_COND_ECAL
        //  frontier://(serverurl=cmsfrontier.cern.ch:8000/FrontierInt)/CMS_COND_ECAL
        std::string::size_type startservlet = proto.length();
        // if user supplied extra parenthesized options, stop servlet there
        std::string::size_type endservlet = input.find('(', startservlet);
        if (endservlet == std::string::npos) {
          endservlet = input.rfind('/', input.length());
        }
        std::string servlet = input.substr(startservlet, endservlet - startservlet);
        if ((!servlet.empty()) && (servlet.find_first_of(":/)[]") == std::string::npos)) {
          if (servlet == "cms_conditions_data") {
            // use the default servlet from site-local-config.xml
            servlet = "";
          }
          return proto + frontierConnect(servlet) + input.substr(endservlet);
        }
      }
      return input;
    }

parse()

void edm::service::SiteLocalConfigService::parse ( std::string const &  url )

private

Definition at line 341 of file SiteLocalConfigService.cc.

References cms::Exception::addContext(), getEcalConditions_orcoffint2r_cff::catalog, hcalRecHitTable_cff::doc, Exception, frontierConnect(), getCatalog(), m_cacheHint, m_cacheHintPtr, m_cacheMinFree, m_cacheMinFreePtr, m_cacheTempDir, m_cacheTempDirPtr, m_cloneCacheHint, m_cloneCacheHintPtr, m_connected, m_enablePrefetching, m_enablePrefetchingPtr, m_frontierConnect, m_localConnectPrefix, m_localConnectSuffix, m_nativeProtocols, m_nativeProtocolsPtr, m_readHint, m_readHintPtr, m_rfioType, m_siteName, m_statisticsDestination, m_statisticsInfo, m_statisticsInfoAvail, m_subSiteName, m_timeout, m_timeoutPtr, m_trivialDataCatalogs, m_ttreeCacheSize, m_ttreeCacheSizePtr, m_useLocalConnectString, submitPVValidationJobs::split(), AlCaHLTBitMon_QueryRunRegistry::string, and relmon_authenticated_wget::url.

Referenced by SiteLocalConfigService().

                                                           {
      tinyxml2::XMLDocument doc;
      auto loadErr = doc.LoadFile(url.c_str());
      if (loadErr != tinyxml2::XML_SUCCESS) {
        return;
      }

      // The Site Config has the following format
      // <site-local-config>
      // <site name="FNAL">
      //   <subsite name="FNAL_SUBSITE"/>
      //   <event-data>
      //     <catalog url="trivialcatalog_file:/x/y/z.xml"/>
      //     <rfiotype value="castor"/>
      //   </event-data>
      //   <calib-data>
      //     <catalog url="trivialcatalog_file:/x/y/z.xml"/>
      //     <frontier-connect>
      //       ... frontier-interpreted server/proxy xml ...
      //     </frontier-connect>
      //     <local-connect>
      //       <connectString prefix="anything1" suffix="anything2"/>
      //     </local-connect>
      //   </calib-data>
      //   <source-config>
      //     <cache-temp-dir name="/a/b/c"/>
      //     <cache-hint value="..."/>
      //     <read-hint value="..."/>
      //     <ttree-cache-size value="0"/>
      //     <native-protocols>
      //        <protocol  prefix="dcache"/>
      //        <protocol prefix="file"/>
      //     </native-protocols>
      //   </source-config>
      // </site>
      // </site-local-config>

      auto rootElement = doc.RootElement();

      for (auto site = rootElement->FirstChildElement("site"); site != nullptr;
           site = site->NextSiblingElement("site")) {
        auto subSite = site->FirstChildElement("subsite");

        // Parse the site name
        m_siteName = safe(site->Attribute("name"));
        m_subSiteName = std::string();
        if (subSite) {
          //check to make sure subSite has no children
          auto subSite_first_child = subSite->FirstChild();
          if (subSite_first_child) {
            cms::Exception ex("SiteLocalConfigService");
            ex << "Invalid site-local-config.xml. Subsite node has children!";
            ex.addContext("edm::SiteLocalConfigService::parse()");
            throw ex;
          }
          m_subSiteName = safe(subSite->Attribute("name"));
        }

        // Parsing of the event data section
        auto eventData = site->FirstChildElement("event-data");
        if (eventData) {
          auto catalog = eventData->FirstChildElement("catalog");
          if (catalog) {
            m_trivialDataCatalogs.push_back(safe(catalog->Attribute("url")));
            catalog = catalog->NextSiblingElement("catalog");
            while (catalog) {
              m_trivialDataCatalogs.push_back(safe(catalog->Attribute("url")));
              catalog = catalog->NextSiblingElement("catalog");
            }
          }
          auto rfiotype = eventData->FirstChildElement("rfiotype");
          if (rfiotype) {
            m_rfioType = safe(rfiotype->Attribute("value"));
          }
        }

        //data-access
        //let store catalog entry as: SITE,SUBSITE,STORAGE_SITE,VOLUME,PROTOCOL
        //       SITE: from <site name= /> element
        //       SUBSITE: from <subsite name= /> element. SUBSITE=SITE for site
        //       STORAGE_SITE, VOLUME and PROTOCOL: from <catalog site= volume= protocol= /> in <data-access>. If "site" attribute is not defined inside <catalog />, STORAGE_SITE is SITE
        //Therefore
        //1. if STORAGE_SITE = SITE, use local storage.json since STORAGE_SITE is not a cross site
        //2. if SUBSITE is empty, this is a site. Otherwise, this is a subsite. These are used to define the path to locate the storage.json in FileLocator. This path is provided by storageDescriptionPath() method of this class.
        //get data-access
        auto dataAccess = site->FirstChildElement("data-access");
        if (dataAccess) {
          //get catalogs
          auto catalog = dataAccess->FirstChildElement("catalog");
          if (catalog) {
            //add all info for the first catlog here
            getCatalog(*catalog, m_siteName, m_subSiteName);
            //get next catlog
            catalog = catalog->NextSiblingElement("catalog");
            while (catalog) {
              //add all info for the current catlog here
              getCatalog(*catalog, m_siteName, m_subSiteName);
              //get next catlog
              catalog = catalog->NextSiblingElement("catalog");
            }
          }
        }

        // Parsing of the calib-data section
        auto calibData = site->FirstChildElement("calib-data");

        if (calibData) {
          auto frontierConnect = calibData->FirstChildElement("frontier-connect");

          if (frontierConnect) {
            m_frontierConnect = _toParenString(*frontierConnect);
          }
          auto localConnect = calibData->FirstChildElement("local-connect");
          if (localConnect) {
            if (frontierConnect) {
              throw cms::Exception("Illegal site local configuration")
                  << "It is illegal to include both frontier-connect and local-connect in the same XML file";
            }
            m_useLocalConnectString = true;
            auto connectString = localConnect->FirstChildElement("connectString");
            if (connectString) {
              m_localConnectPrefix = safe(connectString->Attribute("prefix"));
              m_localConnectSuffix = safe(connectString->Attribute("suffix"));
            }
          }
        }

        // Parsing of the source config section
        auto sourceConfig = site->FirstChildElement("source-config");

        if (sourceConfig) {
          auto cacheTempDir = sourceConfig->FirstChildElement("cache-temp-dir");

          if (cacheTempDir) {
            m_cacheTempDir = safe(cacheTempDir->Attribute("name"));
            m_cacheTempDirPtr = &m_cacheTempDir;
          }

          auto cacheMinFree = sourceConfig->FirstChildElement("cache-min-free");

          if (cacheMinFree) {
            //TODO what did xerces do if it couldn't convert?
            m_cacheMinFree = cacheMinFree->DoubleAttribute("value");
            m_cacheMinFreePtr = &m_cacheMinFree;
          }

          auto cacheHint = sourceConfig->FirstChildElement("cache-hint");

          if (cacheHint) {
            m_cacheHint = safe(cacheHint->Attribute("value"));
            m_cacheHintPtr = &m_cacheHint;
          }

          auto cloneCacheHint = sourceConfig->FirstChildElement("clone-cache-hint");

          if (cloneCacheHint) {
            m_cloneCacheHint = safe(cloneCacheHint->Attribute("value"));
            m_cloneCacheHintPtr = &m_cloneCacheHint;
          }

          auto readHint = sourceConfig->FirstChildElement("read-hint");

          if (readHint) {
            m_readHint = safe(readHint->Attribute("value"));
            m_readHintPtr = &m_readHint;
          }

          auto ttreeCacheSize = sourceConfig->FirstChildElement("ttree-cache-size");

          if (ttreeCacheSize) {
            m_ttreeCacheSize = ttreeCacheSize->UnsignedAttribute("value");
            m_ttreeCacheSizePtr = &m_ttreeCacheSize;
          }

          auto timeout = sourceConfig->FirstChildElement("timeout-in-seconds");

          if (timeout) {
            m_timeout = timeout->UnsignedAttribute("value");
            m_timeoutPtr = &m_timeout;
          }

          auto statsDest = sourceConfig->FirstChildElement("statistics-destination");

          if (statsDest) {
            m_statisticsDestination = safe(statsDest->Attribute("endpoint"));
            if (m_statisticsDestination.empty()) {
              m_statisticsDestination = safe(statsDest->Attribute("name"));
            }
            std::string tmpStatisticsInfo = safe(statsDest->Attribute("info"));
            boost::split(m_statisticsInfo, tmpStatisticsInfo, boost::is_any_of("\t ,"));
            m_statisticsInfoAvail = !tmpStatisticsInfo.empty();
          }

          auto prefetching = sourceConfig->FirstChildElement("prefetching");

          if (prefetching) {
            m_enablePrefetching = prefetching->BoolAttribute("value");
            m_enablePrefetchingPtr = &m_enablePrefetching;
          }

          auto nativeProtocol = sourceConfig->FirstChildElement("native-protocols");

          if (nativeProtocol) {
            for (auto child = nativeProtocol->FirstChildElement(); child != nullptr;
                 child = child->NextSiblingElement()) {
              m_nativeProtocols.push_back(safe(child->Attribute("prefix")));
            }
            m_nativeProtocolsPtr = &m_nativeProtocols;
          }
        }
      }
      m_connected = true;
    }

rfioType()

std::string const edm::service::SiteLocalConfigService::rfioType ( void  ) const

overridevirtual

Implements edm::SiteLocalConfig.

Definition at line 287 of file SiteLocalConfigService.cc.

References m_rfioType.

{ return m_rfioType; }

siteName()

std::string const & edm::service::SiteLocalConfigService::siteName ( void  ) const

overridevirtual

Implements edm::SiteLocalConfig.

Definition at line 319 of file SiteLocalConfigService.cc.

References m_siteName.

{ return m_siteName; }

sourceCacheHint()

std::string const * edm::service::SiteLocalConfigService::sourceCacheHint ( ) const

overridevirtual

Implements edm::SiteLocalConfig.

Definition at line 293 of file SiteLocalConfigService.cc.

References m_cacheHintPtr.

{ return m_cacheHintPtr; }

sourceCacheMinFree()

double const * edm::service::SiteLocalConfigService::sourceCacheMinFree ( ) const

overridevirtual

Implements edm::SiteLocalConfig.

Definition at line 291 of file SiteLocalConfigService.cc.

References m_cacheMinFreePtr.

{ return m_cacheMinFreePtr; }

sourceCacheTempDir()

std::string const * edm::service::SiteLocalConfigService::sourceCacheTempDir ( ) const

overridevirtual

Implements edm::SiteLocalConfig.

Definition at line 289 of file SiteLocalConfigService.cc.

References m_cacheTempDirPtr.

{ return m_cacheTempDirPtr; }

sourceCloneCacheHint()

std::string const * edm::service::SiteLocalConfigService::sourceCloneCacheHint ( ) const

overridevirtual

Implements edm::SiteLocalConfig.

Definition at line 295 of file SiteLocalConfigService.cc.

References m_cloneCacheHintPtr.

{ return m_cloneCacheHintPtr; }

sourceNativeProtocols()

std::vector< std::string > const * edm::service::SiteLocalConfigService::sourceNativeProtocols ( ) const

overridevirtual

Implements edm::SiteLocalConfig.

Definition at line 309 of file SiteLocalConfigService.cc.

References m_nativeProtocolsPtr.

                                                                                    {
      return m_nativeProtocolsPtr;
    }

sourceReadHint()

std::string const * edm::service::SiteLocalConfigService::sourceReadHint ( ) const

overridevirtual

Implements edm::SiteLocalConfig.

Definition at line 297 of file SiteLocalConfigService.cc.

References m_readHintPtr.

{ return m_readHintPtr; }

sourceTimeout()

unsigned int const * edm::service::SiteLocalConfigService::sourceTimeout ( ) const

overridevirtual

Implements edm::SiteLocalConfig.

Definition at line 301 of file SiteLocalConfigService.cc.

References m_timeoutPtr.

{ return m_timeoutPtr; }

sourceTTreeCacheSize()

unsigned int const * edm::service::SiteLocalConfigService::sourceTTreeCacheSize ( ) const

overridevirtual

Implements edm::SiteLocalConfig.

Definition at line 299 of file SiteLocalConfigService.cc.

References m_ttreeCacheSizePtr.

{ return m_ttreeCacheSizePtr; }

statisticsDestination()

struct addrinfo const * edm::service::SiteLocalConfigService::statisticsDestination ( ) const

overridevirtual

Implements edm::SiteLocalConfig.

Definition at line 313 of file SiteLocalConfigService.cc.

References m_statisticsAddrInfo.

{ return m_statisticsAddrInfo; }

statisticsInfo()

std::set< std::string > const * edm::service::SiteLocalConfigService::statisticsInfo ( ) const

overridevirtual

Implements edm::SiteLocalConfig.

Definition at line 315 of file SiteLocalConfigService.cc.

References m_statisticsInfo, and m_statisticsInfoAvail.

                                                                          {
      return m_statisticsInfoAvail ? &m_statisticsInfo : nullptr;
    }

storageDescriptionPath()

std::filesystem::path const edm::service::SiteLocalConfigService::storageDescriptionPath ( edm::CatalogAttributes const &  aDataCatalog ) const

overridevirtual

Implements edm::SiteLocalConfig.

Definition at line 186 of file SiteLocalConfigService.cc.

References cms::Exception::addContext(), MillePedeFileConverter_cfg::e, cppFunctionSkipper::exception, castor_dqm_sourceclient_file_cfg::path, edm::CatalogAttributes::site, edm::CatalogAttributes::storageSite, AlCaHLTBitMon_QueryRunRegistry::string, and edm::CatalogAttributes::subSite.

                                                        {
      std::string siteconfig_path = std::string(std::getenv("SITECONFIG_PATH"));
      std::filesystem::path filename_storage;
      //not a cross site use local path given in SITECONFIG_PATH
      if (aDataCatalog.site == aDataCatalog.storageSite) {
        //it is a site (no defined subSite), use local path given in SITECONFIG_PATH
        if (aDataCatalog.subSite.empty())
          filename_storage = siteconfig_path;
        //it is a subsite, move one level up
        else
          filename_storage = siteconfig_path + "/..";
      } else {  //cross site
        //it is a site (no defined subSite), move one level up
        if (aDataCatalog.subSite.empty())
          filename_storage = siteconfig_path + "/../" + aDataCatalog.storageSite;
        //it is a subsite, move two levels up
        else
          filename_storage = siteconfig_path + "/../../" + aDataCatalog.storageSite;
      }
      filename_storage /= "storage.json";
      try {
        filename_storage = std::filesystem::canonical(filename_storage);
      } catch (std::exception &e) {
        cms::Exception ex("SiteLocalConfigService");
        ex << "Fail to convert path to the storage description, " << filename_storage.string()
           << ", to the canonical absolute path"
           << ". Path exists?";
        ex.addContext("edm::SiteLocalConfigService::storageDescriptionPath()");
        throw ex;
      }
      return filename_storage;
    }

subSiteName()

std::string const & edm::service::SiteLocalConfigService::subSiteName ( void  ) const

overridevirtual

Implements edm::SiteLocalConfig.

Definition at line 320 of file SiteLocalConfigService.cc.

References m_subSiteName.

{ return m_subSiteName; }

trivialDataCatalogs()

std::vector< std::string > const & edm::service::SiteLocalConfigService::trivialDataCatalogs ( ) const

overridevirtual

Implements edm::SiteLocalConfig.

Definition at line 154 of file SiteLocalConfigService.cc.

References cms::Exception::addContext(), m_connected, m_trivialDataCatalogs, m_url, and createJobs::tmp.

                                                                                  {
      if (!m_connected) {
        static std::vector<std::string> const tmp{"file:PoolFileCatalog.xml"};
        return tmp;
      }

      if (m_trivialDataCatalogs.empty()) {
        cms::Exception ex("SiteLocalConfigService");
        ex << "Did not find catalogs in event-data section in " << m_url;
        ex.addContext("edm::SiteLocalConfigService::trivialDataCatalogs()");
        throw ex;
      }

      return m_trivialDataCatalogs;
    }

useLocalConnectString()

bool edm::service::SiteLocalConfigService::useLocalConnectString ( ) const

overridevirtual

Implements edm::SiteLocalConfig.

Definition at line 321 of file SiteLocalConfigService.cc.

References m_useLocalConnectString.

{ return m_useLocalConnectString; }

Member Data Documentation

m_cacheHint

std::string edm::service::SiteLocalConfigService::m_cacheHint

private

Definition at line 83 of file SiteLocalConfigService.h.

Referenced by parse(), and SiteLocalConfigService().

m_cacheHintPtr

std::string const* edm::service::SiteLocalConfigService::m_cacheHintPtr

private

Definition at line 84 of file SiteLocalConfigService.h.

Referenced by parse(), SiteLocalConfigService(), and sourceCacheHint().

m_cacheMinFree

double edm::service::SiteLocalConfigService::m_cacheMinFree

private

Definition at line 81 of file SiteLocalConfigService.h.

Referenced by parse(), and SiteLocalConfigService().

m_cacheMinFreePtr

double const* edm::service::SiteLocalConfigService::m_cacheMinFreePtr

private

Definition at line 82 of file SiteLocalConfigService.h.

Referenced by parse(), SiteLocalConfigService(), and sourceCacheMinFree().

m_cacheTempDir

std::string edm::service::SiteLocalConfigService::m_cacheTempDir

private

Definition at line 79 of file SiteLocalConfigService.h.

Referenced by parse(), and SiteLocalConfigService().

m_cacheTempDirPtr

std::string const* edm::service::SiteLocalConfigService::m_cacheTempDirPtr

private

Definition at line 80 of file SiteLocalConfigService.h.

Referenced by parse(), SiteLocalConfigService(), and sourceCacheTempDir().

m_cloneCacheHint

std::string edm::service::SiteLocalConfigService::m_cloneCacheHint

private

Definition at line 85 of file SiteLocalConfigService.h.

Referenced by parse(), and SiteLocalConfigService().

m_cloneCacheHintPtr

std::string const* edm::service::SiteLocalConfigService::m_cloneCacheHintPtr

private

Definition at line 86 of file SiteLocalConfigService.h.

Referenced by parse(), SiteLocalConfigService(), and sourceCloneCacheHint().

m_connected

bool edm::service::SiteLocalConfigService::m_connected

private

Definition at line 78 of file SiteLocalConfigService.h.

Referenced by dataCatalogs(), frontierConnect(), parse(), and trivialDataCatalogs().

m_dataCatalogs

std::vector<edm::CatalogAttributes> edm::service::SiteLocalConfigService::m_dataCatalogs

private

Definition at line 75 of file SiteLocalConfigService.h.

Referenced by dataCatalogs(), and getCatalog().

m_debugLevel

unsigned int edm::service::SiteLocalConfigService::m_debugLevel

private

Definition at line 93 of file SiteLocalConfigService.h.

Referenced by debugLevel(), and SiteLocalConfigService().

m_enablePrefetching

bool edm::service::SiteLocalConfigService::m_enablePrefetching

private

Definition at line 94 of file SiteLocalConfigService.h.

Referenced by parse(), and SiteLocalConfigService().

m_enablePrefetchingPtr

bool const* edm::service::SiteLocalConfigService::m_enablePrefetchingPtr

private

Definition at line 95 of file SiteLocalConfigService.h.

Referenced by enablePrefetching(), parse(), and SiteLocalConfigService().

m_frontierConnect

std::string edm::service::SiteLocalConfigService::m_frontierConnect

private

Definition at line 76 of file SiteLocalConfigService.h.

Referenced by frontierConnect(), and parse().

m_localConnectPrefix

std::string edm::service::SiteLocalConfigService::m_localConnectPrefix

private

Definition at line 106 of file SiteLocalConfigService.h.

Referenced by localConnectPrefix(), parse(), and SiteLocalConfigService().

m_localConnectSuffix

std::string edm::service::SiteLocalConfigService::m_localConnectSuffix

private

Definition at line 107 of file SiteLocalConfigService.h.

Referenced by localConnectSuffix(), parse(), and SiteLocalConfigService().

m_nativeProtocols

std::vector<std::string> edm::service::SiteLocalConfigService::m_nativeProtocols

private

Definition at line 96 of file SiteLocalConfigService.h.

Referenced by parse(), and SiteLocalConfigService().

m_nativeProtocolsPtr

std::vector<std::string> const* edm::service::SiteLocalConfigService::m_nativeProtocolsPtr

private

Definition at line 97 of file SiteLocalConfigService.h.

Referenced by parse(), SiteLocalConfigService(), and sourceNativeProtocols().

m_readHint

std::string edm::service::SiteLocalConfigService::m_readHint

private

Definition at line 87 of file SiteLocalConfigService.h.

Referenced by parse(), and SiteLocalConfigService().

m_readHintPtr

std::string const* edm::service::SiteLocalConfigService::m_readHintPtr

private

Definition at line 88 of file SiteLocalConfigService.h.

Referenced by parse(), SiteLocalConfigService(), and sourceReadHint().

m_rfioType

std::string edm::service::SiteLocalConfigService::m_rfioType

private

Definition at line 77 of file SiteLocalConfigService.h.

Referenced by parse(), and rfioType().

m_siteName

std::string edm::service::SiteLocalConfigService::m_siteName

private

Definition at line 103 of file SiteLocalConfigService.h.

Referenced by parse(), and siteName().

m_statisticsAddrInfo

edm::propagate_const<struct addrinfo*> edm::service::SiteLocalConfigService::m_statisticsAddrInfo

private

Definition at line 99 of file SiteLocalConfigService.h.

Referenced by computeStatisticsDestination(), statisticsDestination(), and ~SiteLocalConfigService().

m_statisticsDefaultPort

const std::string edm::service::SiteLocalConfigService::m_statisticsDefaultPort = "3334"

staticprivate

Definition at line 100 of file SiteLocalConfigService.h.

Referenced by computeStatisticsDestination().

m_statisticsDestination

std::string edm::service::SiteLocalConfigService::m_statisticsDestination

private

Definition at line 98 of file SiteLocalConfigService.h.

Referenced by computeStatisticsDestination(), parse(), and SiteLocalConfigService().

m_statisticsInfo

std::set<std::string> edm::service::SiteLocalConfigService::m_statisticsInfo

private

Definition at line 101 of file SiteLocalConfigService.h.

Referenced by parse(), SiteLocalConfigService(), and statisticsInfo().

m_statisticsInfoAvail

bool edm::service::SiteLocalConfigService::m_statisticsInfoAvail

private

Definition at line 102 of file SiteLocalConfigService.h.

Referenced by parse(), SiteLocalConfigService(), and statisticsInfo().

m_subSiteName

std::string edm::service::SiteLocalConfigService::m_subSiteName

private

Definition at line 104 of file SiteLocalConfigService.h.

Referenced by parse(), and subSiteName().

m_timeout

unsigned int edm::service::SiteLocalConfigService::m_timeout

private

Definition at line 91 of file SiteLocalConfigService.h.

Referenced by parse(), and SiteLocalConfigService().

m_timeoutPtr

unsigned int const* edm::service::SiteLocalConfigService::m_timeoutPtr

private

Definition at line 92 of file SiteLocalConfigService.h.

Referenced by parse(), SiteLocalConfigService(), and sourceTimeout().

m_trivialDataCatalogs

std::vector<std::string> edm::service::SiteLocalConfigService::m_trivialDataCatalogs

private

Definition at line 74 of file SiteLocalConfigService.h.

Referenced by parse(), and trivialDataCatalogs().

m_ttreeCacheSize

unsigned int edm::service::SiteLocalConfigService::m_ttreeCacheSize

private

Definition at line 89 of file SiteLocalConfigService.h.

Referenced by parse(), and SiteLocalConfigService().

m_ttreeCacheSizePtr

unsigned int const* edm::service::SiteLocalConfigService::m_ttreeCacheSizePtr

private

Definition at line 90 of file SiteLocalConfigService.h.

Referenced by parse(), SiteLocalConfigService(), and sourceTTreeCacheSize().

m_url

std::string edm::service::SiteLocalConfigService::m_url

private

Definition at line 73 of file SiteLocalConfigService.h.

Referenced by dataCatalogs(), frontierConnect(), SiteLocalConfigService(), and trivialDataCatalogs().

m_useLocalConnectString

bool edm::service::SiteLocalConfigService::m_useLocalConnectString = false

private

Definition at line 105 of file SiteLocalConfigService.h.

Referenced by parse(), SiteLocalConfigService(), and useLocalConnectString().