XrdStorageMaker Class Reference

Inheritance diagram for XrdStorageMaker:

Public Member Functions
virtual bool	check (const std::string &proto, const std::string &path, const AuxSettings &aux, IOOffset *size=0) const override
virtual std::unique_ptr< Storage >	open (const std::string &proto, const std::string &path, int mode, const AuxSettings &aux) const override
void	setDebugLevel (unsigned int level) const
void	setTimeout (unsigned int timeout) const
virtual void	stagein (const std::string &proto, const std::string &path, const AuxSettings &aux) const override
	XrdStorageMaker ()
Public Member Functions inherited from StorageMaker
	StorageMaker ()=default
virtual	~StorageMaker ()=default

Static Public Attributes
static const unsigned int	XRD_DEFAULT_TIMEOUT = 3*60

Private Attributes
std::mutex	m_envMutex
std::atomic< unsigned int >	m_lastDebugLevel
std::atomic< unsigned int >	m_lastTimeout
MakerResponseHandler	m_null_handler

Detailed Description

Definition at line 31 of file XrdStorageMaker.cc.

Constructor & Destructor Documentation

XrdStorageMaker::XrdStorageMaker ( )

inline

Definition at line 36 of file XrdStorageMaker.cc.

References web.browse_db::env, setDebugLevel(), setTimeout(), and XRD_DEFAULT_TIMEOUT.

                   :
  m_lastDebugLevel(1),//so that 0 will trigger change
  m_lastTimeout(0)
  {
    // When CMSSW loads, both XrdCl and XrdClient end up being loaded
    // (ROOT loads XrdClient).  XrdClient forces IPv4-only.  Accordingly,
    // we must explicitly set the default network stack in XrdCl to
    // whatever is available on the node (IPv4 or IPv6).
    XrdCl::Env *env = XrdCl::DefaultEnv::GetEnv();
    if (env)
    {
      env->PutString("NetworkStack", "IPAuto");
    }
    XrdNetUtils::SetAuto(XrdNetUtils::prefAuto);
    setTimeout(XRD_DEFAULT_TIMEOUT);
    setDebugLevel(0);
  }

Member Function Documentation

virtual bool XrdStorageMaker::check ( const std::string &  proto, const std::string &  path, const AuxSettings &  aux, IOOffset *  size = 0  ) const

inlineoverridevirtual

Reimplemented from StorageMaker.

Definition at line 97 of file XrdStorageMaker.cc.

References StorageMaker::AuxSettings::debugLevel, fs, setDebugLevel(), setTimeout(), findQualityFiles::size, AlCaHLTBitMon_QueryRunRegistry::string, StorageMaker::AuxSettings::timeout, util.rrClient::URL, and relmon_authenticated_wget::url.

  {
    setDebugLevel(aux.debugLevel);
    setTimeout(aux.timeout);

    std::string fullpath(proto + ":" + path);
    XrdCl::URL url(fullpath);
    XrdCl::FileSystem fs(url);

    XrdCl::StatInfo *stat;
    if (!(fs.Stat(url.GetPath(), stat)).IsOK() || (stat == nullptr))
    {
        return false;
    }

    if (size) *size = stat->GetSize();
    return true;
  }

virtual std::unique_ptr<Storage> XrdStorageMaker::open ( const std::string &  proto, const std::string &  path, int  mode, const AuxSettings &  aux  ) const

inlineoverridevirtual

Open a storage object for the given URL (protocol + path), using the mode bits. No temporary files are downloaded.

Implements StorageMaker.

Definition at line 56 of file XrdStorageMaker.cc.

References StorageFactory::CACHE_HINT_STORAGE, StorageFactory::cacheHint(), StorageMaker::AuxSettings::debugLevel, f, mergeVDriftHistosByStation::file, StorageFactory::get(), universalConfigTemplate::mode, eostools::move(), IOFlags::OpenUnbuffered, StorageFactory::READ_HINT_UNBUFFERED, StorageFactory::readHint(), setDebugLevel(), setTimeout(), AlCaHLTBitMon_QueryRunRegistry::string, StorageMaker::AuxSettings::timeout, and StorageFactory::wrapNonLocalFile().

  {
    setDebugLevel(aux.debugLevel);
    setTimeout(aux.timeout);
    
    const StorageFactory *f = StorageFactory::get();
    StorageFactory::ReadHint readHint = f->readHint();
    StorageFactory::CacheHint cacheHint = f->cacheHint();

    if (readHint != StorageFactory::READ_HINT_UNBUFFERED
        || cacheHint == StorageFactory::CACHE_HINT_STORAGE)
      mode &= ~IOFlags::OpenUnbuffered;
    else
      mode |=  IOFlags::OpenUnbuffered;

    std::string fullpath(proto + ":" + path);
    auto file = std::make_unique<XrdFile>(fullpath, mode);
    return f->wrapNonLocalFile(std::move(file), proto, std::string(), mode);
  }

void XrdStorageMaker::setDebugLevel ( unsigned int  level ) const

inline

Definition at line 119 of file XrdStorageMaker.cc.

References cms::Exception::addContext(), edm::errors::Configuration, testEve_cfg::level, m_envMutex, and m_lastDebugLevel.

Referenced by check(), open(), stagein(), and XrdStorageMaker().

  {
    auto oldLevel = m_lastDebugLevel.load();
    if(level == oldLevel) {
      return;
    }
    std::lock_guard<std::mutex> guard(m_envMutex);
    if(oldLevel != m_lastDebugLevel) {
      //another thread just changed this value
      return;
    }
    
    // 'Error' is way too low of debug level - we have interest
    // in warning in the default
    switch (level)
    {
      case 0:
        XrdCl::DefaultEnv::SetLogLevel("Warning");
        break;
      case 1:
        XrdCl::DefaultEnv::SetLogLevel("Info");
        break;
      case 2:
        XrdCl::DefaultEnv::SetLogLevel("Debug");
        break;
      case 3:
        XrdCl::DefaultEnv::SetLogLevel("Dump");
        break;
      case 4:
        XrdCl::DefaultEnv::SetLogLevel("Dump");
        break;
      default:
        edm::Exception ex(edm::errors::Configuration);
        ex << "Invalid log level specified " << level;
        ex.addContext("Calling XrdStorageMaker::setDebugLevel()");
        throw ex;
    }
    m_lastDebugLevel = level;
  }

void XrdStorageMaker::setTimeout ( unsigned int  timeout ) const

inline

Definition at line 159 of file XrdStorageMaker.cc.

References web.browse_db::env, m_envMutex, m_lastTimeout, mps_check::timeout, and XRD_DEFAULT_TIMEOUT.

Referenced by check(), open(), stagein(), and XrdStorageMaker().

  {
    timeout = timeout ? timeout : XRD_DEFAULT_TIMEOUT;

    auto oldTimeout = m_lastTimeout.load();
    if (oldTimeout == timeout) {
      return;
    }
    
    std::lock_guard<std::mutex> guard(m_envMutex);
    if (oldTimeout != m_lastTimeout) {
      //Another thread beat us to changing the value
      return;
    }
    
    XrdCl::Env *env = XrdCl::DefaultEnv::GetEnv();
    if (env)
    {
      env->PutInt("StreamTimeout", timeout);
      env->PutInt("RequestTimeout", timeout);
      env->PutInt("ConnectionWindow", timeout);
      env->PutInt("StreamErrorWindow", timeout);
      // Crank down some of the connection defaults.  We have more
      // aggressive error recovery than the default client so we
      // can error out sooner.
      env->PutInt("ConnectionWindow", timeout/6+1);
      env->PutInt("ConnectionRetry", 2);
    }
    m_lastTimeout = timeout;
  }

virtual void XrdStorageMaker::stagein ( const std::string &  proto, const std::string &  path, const AuxSettings &  aux  ) const

inlineoverridevirtual

Reimplemented from StorageMaker.

Definition at line 79 of file XrdStorageMaker.cc.

References StorageMaker::AuxSettings::debugLevel, fs, m_null_handler, setDebugLevel(), setTimeout(), mps_update::status, AlCaHLTBitMon_QueryRunRegistry::string, StorageMaker::AuxSettings::timeout, util.rrClient::URL, and relmon_authenticated_wget::url.

  {
    setDebugLevel(aux.debugLevel);
    setTimeout(aux.timeout);

    std::string fullpath(proto + ":" + path);
    XrdCl::URL url(fullpath);
    XrdCl::FileSystem fs(url);
    std::vector<std::string> fileList; fileList.push_back(url.GetPath());
    auto status = fs.Prepare(fileList, XrdCl::PrepareFlags::Stage, 0, &m_null_handler);
    if (!status.IsOK())
    {
        edm::LogWarning("StageInError") << "XrdCl::FileSystem::Prepare failed with error '"
                                        << status.ToStr() << "' (errNo = " << status.errNo << ")";
    }
  }

Member Data Documentation

std::mutex XrdStorageMaker::m_envMutex

mutableprivate

Definition at line 192 of file XrdStorageMaker.cc.

Referenced by setDebugLevel(), and setTimeout().

std::atomic<unsigned int> XrdStorageMaker::m_lastDebugLevel

mutableprivate

Definition at line 193 of file XrdStorageMaker.cc.

Referenced by setDebugLevel().

std::atomic<unsigned int> XrdStorageMaker::m_lastTimeout

mutableprivate

Definition at line 194 of file XrdStorageMaker.cc.

Referenced by setTimeout().

MakerResponseHandler XrdStorageMaker::m_null_handler

mutableprivate

Definition at line 191 of file XrdStorageMaker.cc.

Referenced by stagein().

const unsigned int XrdStorageMaker::XRD_DEFAULT_TIMEOUT = 3*60

static

Definition at line 34 of file XrdStorageMaker.cc.

Referenced by setTimeout(), and XrdStorageMaker().