RFIOStorageMaker Class Reference

Inheritance diagram for RFIOStorageMaker:

Public Member Functions
virtual bool	check (const std::string &, const std::string &path, const AuxSettings &, IOOffset *size=0) const override
virtual std::unique_ptr< Storage >	open (const std::string &proto, const std::string &path, int mode, const AuxSettings &) const override
	RFIOStorageMaker ()
virtual void	stagein (const std::string &proto, const std::string &path, const AuxSettings &) const override
Public Member Functions inherited from StorageMaker
	StorageMaker ()=default
virtual	~StorageMaker ()=default

Private Member Functions
std::string	normalise (const std::string &path) const

Detailed Description

Definition at line 14 of file RFIOStorageMaker.cc.

Constructor & Destructor Documentation

RFIOStorageMaker::RFIOStorageMaker ( )

inline

Definition at line 68 of file RFIOStorageMaker.cc.

References Cthread_init(), alignCSCRings::e, reco::get(), edm::Service< T >::isAvailable(), edm::SiteLocalConfig::rfioType(), and AlCaHLTBitMon_QueryRunRegistry::string.

  {
    std::string rfiotype("");
    bool err = false;
    try
    {
      edm::Service<edm::SiteLocalConfig> siteconfig;
      if (!siteconfig.isAvailable())
        err = true;
      else
        rfiotype = siteconfig->rfioType();
    }
    catch (const cms::Exception &e)
    {
      err = true;
    }

    if (err)
      edm::LogWarning("RFIOStorageMaker") 
        << "SiteLocalConfig Failed: SiteLocalConfigService is not loaded yet."
        << "Will use default 'castor' RFIO implementation.";

    if (rfiotype.empty())
      rfiotype = "castor";

    // Force Castor to move control messages out of client TCP buffers faster.
    putenv(const_cast<char *>("RFIO_TCP_NODELAY=1"));

    RFIOPluginFactory::get()->create(rfiotype);
    Cthread_init();
  }

Member Function Documentation

virtual bool RFIOStorageMaker::check ( const std::string &  , const std::string &  path, const AuxSettings &  , IOOffset *  size = 0  ) const

inlineoverridevirtual

Reimplemented from StorageMaker.

Definition at line 170 of file RFIOStorageMaker.cc.

References normalise(), rfio_access(), rfio_stat64(), findQualityFiles::size, and AlCaHLTBitMon_QueryRunRegistry::string.

  {
    std::string npath = normalise(path);
    if (rfio_access(npath.c_str (), R_OK) != 0)
      return false;

    if (size)
    {
      struct stat buf;
      if (rfio_stat64(npath.c_str (), &buf) != 0)
        return false;

      *size = buf.st_size;
    }

    return true;
  }

std::string RFIOStorageMaker::normalise ( const std::string &  path ) const

inlineprivate

Normalise new RFIO TURL style. Handle most obvious mis-spellings like excess '/' characters and /dpm vs. /castor syntax differences.

Definition at line 19 of file RFIOStorageMaker.cc.

References EnergyCorrector::c, alignCSCRings::e, h, prof2calltree::prefix, alignCSCRings::s, AlCaHLTBitMon_QueryRunRegistry::string, and createPayload::suffix.

Referenced by check(), open(), and stagein().

  {
    std::string prefix;
    // look for options
    size_t suffix = path.find("?");
    if (suffix == std::string::npos)
    {
      // convert old syntax to new but leave "host:/path" alone
      suffix = 0;
      if (path.find (":") == std::string::npos)
      {
        size_t e = path.find_first_not_of ("/");
        if (e != std::string::npos)
        {
          size_t c = path.find("/castor/");
          if ((c != std::string::npos) && (c == e-1))
      {
        // /castor/path -> rfio:///?path=/castor/path
        suffix = c;
        prefix = "rfio:///?path=";
          }
          else
      {
            c = path.find("/dpm/");
            if ((c != std::string::npos) && (c == e-1))
        {
          // /dpm/path -> rfio:///dpm/path
          suffix = c;
          prefix = "rfio://";
            }
      }
        }
      }
    }
    else
    {
      // new syntax, leave alone except normalize host
      prefix = path.substr(0, suffix);
      size_t h = prefix.find_first_not_of('/');
      size_t s = prefix.find_last_not_of('/');
      prefix.resize(s+1);
      prefix.replace(0,h,"rfio://");
      prefix += '/';
    }

    return prefix + path.substr(suffix);
  }

virtual std::unique_ptr<Storage> RFIOStorageMaker::open ( const std::string &  proto, const std::string &  path, int  mode, const AuxSettings &    ) const

inlineoverridevirtual

Implements StorageMaker.

Definition at line 100 of file RFIOStorageMaker.cc.

References StorageFactory::CACHE_HINT_STORAGE, StorageFactory::cacheHint(), f, mergeVDriftHistosByStation::file, StorageFactory::get(), alignBH_cfg::mode, eostools::move(), normalise(), IOFlags::OpenUnbuffered, StorageFactory::READ_HINT_READAHEAD, StorageFactory::readHint(), AlCaHLTBitMon_QueryRunRegistry::string, and StorageFactory::wrapNonLocalFile().

  {
    const StorageFactory *f = StorageFactory::get();
    StorageFactory::ReadHint readHint = f->readHint();
    StorageFactory::CacheHint cacheHint = f->cacheHint();

    if (readHint == StorageFactory::READ_HINT_READAHEAD
    || cacheHint == StorageFactory::CACHE_HINT_STORAGE)
      mode &= ~IOFlags::OpenUnbuffered;
    else
      mode |= IOFlags::OpenUnbuffered;

    auto file = std::make_unique<RFIOFile>(normalise(path), mode);
    return f->wrapNonLocalFile(std::move(file), proto, std::string(), mode);
  }

virtual void RFIOStorageMaker::stagein ( const std::string &  proto, const std::string &  path, const AuxSettings &    ) const

inlineoverridevirtual

Reimplemented from StorageMaker.

Definition at line 119 of file RFIOStorageMaker.cc.

References cms::Exception::addContext(), normalise(), geometryDiff::opts, rfio_serror(), serrno, and AlCaHLTBitMon_QueryRunRegistry::string.

  {
    std::string npath = normalise(path);
    size_t castor = npath.find("?path=/castor/");
    size_t rest = npath.find("&");
    if (proto != "rfio" || castor == std::string::npos)
      return;

    castor += 6;
    size_t len = (rest == std::string::npos ? rest : rest-castor);
    std::string stagepath(npath, castor, len);

    stage_options opts;
    opts.stage_host = getenv("STAGE_HOST");
    opts.service_class = getenv("STAGE_SVCCLASS");
    opts.stage_port = 0;
    opts.stage_version = 2;

    stage_prepareToGet_filereq req;
    req.protocol = (char *) "rfio";
    req.filename = (char *) stagepath.c_str();
    req.priority = 0;

    int nresp = 0;
    stage_prepareToGet_fileresp *resp = 0;
    int rc = stage_prepareToGet(0, &req, 1, &resp, &nresp, 0, &opts);
    if (rc < 0) {
      cms::Exception ex("FileStageInError");
      ex << "Error while staging in '" << stagepath
         << "', error was: " << rfio_serror()
         << " (serrno=" << serrno << ")";
      ex.addContext("Calling RFIOStorageMaker::stagein()");
      throw ex;
    }

    if (nresp == 1 && resp->errorCode != 0) {
      cms::Exception ex("FileStageInError");
      ex << "Error while staging in '" << stagepath
         << "', stagein error was: " << resp->errorMessage
         << " (code=" << resp->errorCode << ")";
      ex.addContext("Calling RFIOStorageMaker::stagein()");
      throw ex;
    }

    free(resp->filename);
    free(resp->errorMessage);
    free(resp);
  }