lhef::StorageInputStream Class Reference

#include <XMLUtils.h>

Inheritance diagram for lhef::StorageInputStream:

Public Types
typedef StorageWrap	Stream_t

Public Member Functions
XMLFilePos	curPos () const override
const XMLCh *	getContentType () const override
XMLSize_t	readBytes (XMLByte *const buf, const XMLSize_t size) override
	StorageInputStream (StorageWrap &in)
	~StorageInputStream () override

Private Attributes
std::vector< uint8_t >	buffer_
unsigned int	buffLoc_ = 0
unsigned int	buffTotal_ = 0
bool	compression_
StorageWrap &	in
unsigned int	lasttotal_
lzma_stream	lstr
unsigned int	pos

Static Private Attributes
static constexpr unsigned	bufferSize_ = 16 * 1024 * 1024

Detailed Description

Definition at line 160 of file XMLUtils.h.

Member Typedef Documentation

Stream_t

typedef StorageWrap lhef::StorageInputStream::Stream_t

Definition at line 162 of file XMLUtils.h.

Constructor & Destructor Documentation

StorageInputStream()

lhef::StorageInputStream::StorageInputStream

(

StorageWrap &

in

)

Definition at line 168 of file XMLUtils.cc.

      : in(in), lstr(LZMA_STREAM_INIT), compression_(false), lasttotal_(0) {
    buffer_.reserve(bufferSize_);
    // Check the kind of file.
    char header[6];
    /*unsigned int s = */ in->read(header, 6);
    in->position(0, Storage::SET);
    // Let's use lzma to start with.
    if (header[1] == '7' && header[2] == 'z' && header[3] == 'X' && header[4] == 'Z') {
      compression_ = true;
      lstr = LZMA_STREAM_INIT;
      // We store the beginning of the outBuffer to make sure
      // we can always update previous results.
 
#if LZMA_VERSION <= UINT32_C(49990030)
      int ret = lzma_auto_decoder(&lstr, NULL, NULL);
#else
      int ret = lzma_auto_decoder(&lstr, -1, 0);
#endif
 
      if (ret != LZMA_OK) {
        lzma_end(&lstr);
        throw cms::Exception("IO") << "Error while reading compressed LHE file";
      }
    }
  }

References buffer_, bufferSize_, compression_, Exception, RecoTauValidation_cfi::header, in, lstr, NULL, Storage::position(), Storage::read(), runTheMatrix::ret, and Storage::SET.

~StorageInputStream()

lhef::StorageInputStream::~StorageInputStream ( )

override

Definition at line 195 of file XMLUtils.cc.

{ lzma_end(&(lstr)); }

References lstr.

Member Function Documentation

curPos()

XMLFilePos lhef::StorageInputStream::curPos ( ) const

inlineoverride

Definition at line 167 of file XMLUtils.h.

{ return pos; }

References pos.

getContentType()

const XMLCh* lhef::StorageInputStream::getContentType ( ) const

inlineoverride

Definition at line 171 of file XMLUtils.h.

{ return nullptr; }

readBytes()

XMLSize_t lhef::StorageInputStream::readBytes ( XMLByte *const  buf, const XMLSize_t  size  )

override

Definition at line 197 of file XMLUtils.cc.

                                                                                  {
    // Compression code is not able to handle sizeof(XMLByte) > 1.
    assert(sizeof(XMLByte) == sizeof(unsigned char));
 
    if (!(buffLoc_ < buffTotal_)) {
      int rd = in->read((void *)&buffer_[0], buffer_.capacity());
      // Storage layer is supposed to throw exceptions instead of returning errors; just-in-case
      if (rd < 0) {
        edm::Exception ex(edm::errors::FileReadError);
        ex << "Error while reading buffered LHE file";
        throw ex;
      }
      buffLoc_ = 0;
      buffTotal_ = rd;
      if (buffTotal_ == 0) {
        return 0;
      }
    }
    unsigned int dataRead;
    if (!compression_) {
      dataRead = std::min(buffTotal_ - buffLoc_, static_cast<unsigned int>(size));
      memcpy(buf, &buffer_[buffLoc_], dataRead);
      buffLoc_ += dataRead;
    } else {
      dataRead = buffTotal_ - buffLoc_;
      lstr.next_in = &buffer_[buffLoc_];
      lstr.avail_in = dataRead;
      lstr.next_out = buf;
      lstr.avail_out = size;
      int ret = lzma_code(&lstr, LZMA_RUN);
      if (ret != LZMA_OK && ret != LZMA_STREAM_END) { /* decompression error */
        lzma_end(&lstr);
        throw cms::Exception("IO") << "Error while reading compressed LHE file (error code " << ret << ")";
      }
      dataRead -= lstr.avail_in;
      buffLoc_ += dataRead;
      // Decoder was unable to make progress; reset stream and try again.
      // If this becomes problematic, we can make the buffer circular.
      if (!dataRead) {
        // NOTE: lstr.avail_in == buffTotal-buffLoc_
        in->position(-(IOOffset)(lstr.avail_in), Storage::CURRENT);
        buffLoc_ = 0;
        buffTotal_ = 0;
        return readBytes(buf, size);
      }
      dataRead = (size - lstr.avail_out);
    }
    return dataRead;
  }

References cms::cuda::assert(), visDQMUpload::buf, buffer_, buffLoc_, buffTotal_, compression_, Storage::CURRENT, Exception, edm::errors::FileReadError, in, lstr, min(), Storage::position(), Storage::read(), runTheMatrix::ret, and findQualityFiles::size.

Member Data Documentation

buffer_

std::vector<uint8_t> lhef::StorageInputStream::buffer_

private

Definition at line 181 of file XMLUtils.h.

Referenced by readBytes(), and StorageInputStream().

bufferSize_

constexpr unsigned lhef::StorageInputStream::bufferSize_ = 16 * 1024 * 1024

staticconstexprprivate

Definition at line 182 of file XMLUtils.h.

Referenced by StorageInputStream().

buffLoc_

unsigned int lhef::StorageInputStream::buffLoc_ = 0

private

Definition at line 180 of file XMLUtils.h.

Referenced by readBytes().

buffTotal_

unsigned int lhef::StorageInputStream::buffTotal_ = 0

private

Definition at line 180 of file XMLUtils.h.

Referenced by readBytes().

compression_

bool lhef::StorageInputStream::compression_

private

Definition at line 177 of file XMLUtils.h.

Referenced by readBytes(), and StorageInputStream().

in

StorageWrap& lhef::StorageInputStream::in

private

Definition at line 174 of file XMLUtils.h.

Referenced by readBytes(), and StorageInputStream().

lasttotal_

unsigned int lhef::StorageInputStream::lasttotal_

private

Definition at line 178 of file XMLUtils.h.

lstr

lzma_stream lhef::StorageInputStream::lstr

private

Definition at line 176 of file XMLUtils.h.

Referenced by readBytes(), StorageInputStream(), and ~StorageInputStream().

pos

unsigned int lhef::StorageInputStream::pos

private

Definition at line 175 of file XMLUtils.h.

Referenced by curPos().