lhef::StorageInputStream Class Reference

#include <XMLUtils.h>

Inheritance diagram for lhef::StorageInputStream:

Public Types
typedef StorageWrap	Stream_t

Public Member Functions
XMLFilePos	curPos () const override
const XMLCh *	getContentType () const override
XMLSize_t	readBytes (XMLByte *const buf, const XMLSize_t size) override
	StorageInputStream (StorageWrap &in)
	~StorageInputStream () override

Private Attributes
std::vector< uint8_t >	buffer_
unsigned int	buffLoc_ = 0
unsigned int	buffTotal_ = 0
bool	compression_
StorageWrap &	in
unsigned int	lasttotal_
lzma_stream	lstr
unsigned int	pos

Static Private Attributes
static constexpr unsigned	bufferSize_ = 16*1024*1024

Detailed Description

Definition at line 174 of file XMLUtils.h.

Member Typedef Documentation

typedef StorageWrap lhef::StorageInputStream::Stream_t

Definition at line 177 of file XMLUtils.h.

Constructor & Destructor Documentation

lhef::StorageInputStream::StorageInputStream

(

StorageWrap &

in

)

Definition at line 207 of file XMLUtils.cc.

References buffer_, bufferSize_, compression_, Exception, RecoTauValidation_cfi::header, lstr, NULL, Storage::position(), Storage::read(), and Storage::SET.

                                                      :
    in(in),
        lstr(LZMA_STREAM_INIT),
        compression_(false),
        lasttotal_(0)
{
   buffer_.reserve(bufferSize_);
  // Check the kind of file.
  char header[6];
  /*unsigned int s = */ in->read(header, 6);
  in->position(0, Storage::SET);
  // Let's use lzma to start with.
  if (header[1] == '7'
      && header[2] == 'z'
      && header[3] == 'X'
      && header[4] == 'Z')
  {
    compression_ = true;
    lstr = LZMA_STREAM_INIT;
    // We store the beginning of the outBuffer to make sure
    // we can always update previous results.

#if LZMA_VERSION <= UINT32_C(49990030)
    int ret = lzma_auto_decoder(&lstr, NULL, NULL);
#else
    int ret = lzma_auto_decoder(&lstr, -1, 0);
#endif

    if (ret != LZMA_OK)
    {
      lzma_end(&lstr);
      throw cms::Exception("IO") << "Error while reading compressed LHE file";
    }
  }
}

lhef::StorageInputStream::~StorageInputStream ( )

override

Definition at line 243 of file XMLUtils.cc.

References lstr.

{
  lzma_end(&(lstr));
}

Member Function Documentation

XMLFilePos lhef::StorageInputStream::curPos ( ) const

inlineoverride

Definition at line 182 of file XMLUtils.h.

References findQualityFiles::size.

{ return pos; }

const XMLCh* lhef::StorageInputStream::getContentType ( ) const

inlineoverride

Definition at line 187 of file XMLUtils.h.

{ return nullptr; }

XMLSize_t lhef::StorageInputStream::readBytes ( XMLByte *const  buf, const XMLSize_t  size  )

override

Definition at line 249 of file XMLUtils.cc.

References buffer_, buffLoc_, buffTotal_, compression_, Storage::CURRENT, Exception, edm::errors::FileReadError, in, lstr, min(), Storage::position(), Storage::read(), and findQualityFiles::size.

{
        // Compression code is not able to handle sizeof(XMLByte) > 1.
    assert(sizeof(XMLByte) == sizeof(unsigned char));

    if (! (buffLoc_ < buffTotal_) )
    {
        int rd = in->read((void*)&buffer_[0], buffer_.capacity());
             // Storage layer is supposed to throw exceptions instead of returning errors; just-in-case
        if (rd < 0)
        {
            edm::Exception ex(edm::errors::FileReadError);
            ex << "Error while reading buffered LHE file";
            throw ex;
        }
        buffLoc_=0;
        buffTotal_=rd;
        if (buffTotal_ == 0)
        {
            return 0;
        }
    }
    unsigned int dataRead;
    if (!compression_)
    {
        dataRead = std::min(buffTotal_-buffLoc_, static_cast<unsigned int>(size));
        memcpy(buf, &buffer_[buffLoc_], dataRead);
        buffLoc_ += dataRead;
    }
    else
    {
        dataRead = buffTotal_-buffLoc_;
        lstr.next_in = &buffer_[buffLoc_];
        lstr.avail_in = dataRead;
        lstr.next_out = buf;
        lstr.avail_out = size;
        int ret = lzma_code(&lstr, LZMA_RUN);
        if(ret != LZMA_OK && ret != LZMA_STREAM_END)
        {  /* decompression error */
            lzma_end(&lstr);
            throw cms::Exception("IO") << "Error while reading compressed LHE file (error code " << ret << ")";
        }
        dataRead -= lstr.avail_in;
        buffLoc_ += dataRead;
            // Decoder was unable to make progress; reset stream and try again.
            // If this becomes problematic, we can make the buffer circular.
        if (!dataRead)
        {
                // NOTE: lstr.avail_in == buffTotal-buffLoc_
            in->position(-(IOOffset)(lstr.avail_in), Storage::CURRENT);
            buffLoc_ = 0;
            buffTotal_ = 0;
            return readBytes(buf, size);
        }
        dataRead = (size - lstr.avail_out);
    }
    return dataRead;
}

Member Data Documentation

std::vector<uint8_t> lhef::StorageInputStream::buffer_

private

Definition at line 197 of file XMLUtils.h.

Referenced by readBytes(), and StorageInputStream().

constexpr unsigned lhef::StorageInputStream::bufferSize_ = 16*1024*1024

staticprivate

Definition at line 198 of file XMLUtils.h.

Referenced by StorageInputStream().

unsigned int lhef::StorageInputStream::buffLoc_ = 0

private

Definition at line 196 of file XMLUtils.h.

Referenced by readBytes().

unsigned int lhef::StorageInputStream::buffTotal_ = 0

private

Definition at line 196 of file XMLUtils.h.

Referenced by readBytes().

bool lhef::StorageInputStream::compression_

private

Definition at line 193 of file XMLUtils.h.

Referenced by readBytes(), and StorageInputStream().

StorageWrap& lhef::StorageInputStream::in

private

Definition at line 190 of file XMLUtils.h.

Referenced by readBytes().

unsigned int lhef::StorageInputStream::lasttotal_

private

Definition at line 194 of file XMLUtils.h.

lzma_stream lhef::StorageInputStream::lstr

private

Definition at line 192 of file XMLUtils.h.

Referenced by readBytes(), StorageInputStream(), and ~StorageInputStream().

unsigned int lhef::StorageInputStream::pos

private

Definition at line 191 of file XMLUtils.h.

Referenced by Vispa.Gui.PortWidget.PortWidget::connectionPoint(), Vispa.Gui.VispaWidget.VispaWidget::dragWidget(), and Vispa.Gui.VispaWidget.VispaWidget::paintEvent().