LHEXMLStringProduct Class Reference

#include <LHEXMLStringProduct.h>

Public Member Functions
void	fillCompressedContent (std::istream &input, unsigned int initialSize=4 *1024 *1024)
const std::vector< std::vector< uint8_t > > &	getCompressed () const
const std::vector< std::string > &	getStrings () const
	LHEXMLStringProduct ()
	LHEXMLStringProduct (const std::string &content)
bool	mergeProduct (LHEXMLStringProduct const &other)
void	swap (LHEXMLStringProduct &other)
void	writeCompressedContent (std::ostream &output, unsigned int i) const
virtual	~LHEXMLStringProduct ()

Private Attributes
std::vector< std::vector< uint8_t > >	compressedContent_
std::vector< std::string >	content_

Detailed Description

Definition at line 12 of file LHEXMLStringProduct.h.

Constructor & Destructor Documentation

LHEXMLStringProduct() [1/2]

LHEXMLStringProduct::LHEXMLStringProduct

(

)

Definition at line 12 of file LHEXMLStringProduct.cc.

{}

LHEXMLStringProduct() [2/2]

LHEXMLStringProduct::LHEXMLStringProduct

(

const std::string &

content

)

~LHEXMLStringProduct()

LHEXMLStringProduct::~LHEXMLStringProduct ( )

virtual

Definition at line 16 of file LHEXMLStringProduct.cc.

{}

Member Function Documentation

fillCompressedContent()

void LHEXMLStringProduct::fillCompressedContent	(	std::istream &	input,
		unsigned int	initialSize = 4 * 1024 * 1024
	)

Definition at line 18 of file LHEXMLStringProduct.cc.

References writedatasetfile::action, compressedContent_, Exception, input, and runTheMatrix::ret.

                                                                                           {
  //create blob with desired size
  compressedContent_.emplace_back(initialSize);
  std::vector<uint8_t> &output = compressedContent_.back();

  //read buffer
  constexpr unsigned int bufsize = 4096;
  char inbuf[bufsize];

  const unsigned int threshsize = 32 * 1024 * 1024;

  //initialize lzma
  uint32_t preset = 9;
  lzma_stream strm = LZMA_STREAM_INIT;
  lzma_ret ret = lzma_easy_encoder(&strm, preset, LZMA_CHECK_CRC64);

  lzma_action action = LZMA_RUN;

  strm.next_in = reinterpret_cast<uint8_t *>(&inbuf[0]);
  strm.avail_in = 0;
  strm.next_out = output.data();
  strm.avail_out = output.size();

  unsigned int compressedSize = 0;

  while (ret == LZMA_OK) {
    //read input to buffer if necessary
    if (strm.avail_in == 0 && !input.eof()) {
      input.read(inbuf, bufsize);
      strm.next_in = reinterpret_cast<uint8_t *>(&inbuf[0]);
      strm.avail_in = input.gcount();
      if (input.eof()) {
        //signal to lzma that there is no more input
        action = LZMA_FINISH;
      }
    }

    //actual compression
    ret = lzma_code(&strm, action);

    //update compressed size
    compressedSize = output.size() - strm.avail_out;

    //if output blob is full and compression is still going, allocate more memory
    if (strm.avail_out == 0 && ret == LZMA_OK) {
      unsigned int oldsize = output.size();
      if (oldsize < threshsize) {
        output.resize(2 * oldsize);
      } else {
        output.resize(oldsize + threshsize);
      }
      strm.next_out = &output[oldsize];
      strm.avail_out = output.size() - oldsize;
    }
  }

  lzma_end(&strm);

  if (ret != LZMA_STREAM_END) {
    throw cms::Exception("CompressionError") << "There was a failure in LZMA compression in LHEXMLStringProduct.";
  }

  //trim output blob
  output.resize(compressedSize);
}

getCompressed()

const std::vector<std::vector<uint8_t> >& LHEXMLStringProduct::getCompressed ( ) const

inline

Definition at line 22 of file LHEXMLStringProduct.h.

References compressedContent_.

Referenced by ExternalLHEAsciiDumper::endRun().

{ return compressedContent_; }

getStrings()

const std::vector<std::string>& LHEXMLStringProduct::getStrings ( ) const

inline

Definition at line 20 of file LHEXMLStringProduct.h.

References content_.

Referenced by ExternalLHEAsciiDumper::endRun().

{ return content_; }

mergeProduct()

bool LHEXMLStringProduct::mergeProduct

(

LHEXMLStringProduct const &

other

)

Definition at line 122 of file LHEXMLStringProduct.cc.

References compressedContent_, content_, and trackingPlots::other.

                                                                       {
  content_.insert(content_.end(), other.getStrings().begin(), other.getStrings().end());
  compressedContent_.insert(compressedContent_.end(), other.getCompressed().begin(), other.getCompressed().end());
  return true;
}

swap()

void LHEXMLStringProduct::swap

(

LHEXMLStringProduct &

other

)

Definition at line 128 of file LHEXMLStringProduct.cc.

References compressedContent_, content_, and trackingPlots::other.

                                                         {
  content_.swap(other.content_);
  compressedContent_.swap(other.compressedContent_);
}

writeCompressedContent()

void LHEXMLStringProduct::writeCompressedContent	(	std::ostream &	output,
		unsigned int	i
	)		const

Definition at line 84 of file LHEXMLStringProduct.cc.

References writedatasetfile::action, compressedContent_, Exception, mps_fire::i, input, and runTheMatrix::ret.

Referenced by ExternalLHEAsciiDumper::endRun().

                                                                                         {
  //initialize lzma
  lzma_stream strm = LZMA_STREAM_INIT;
  lzma_ret ret = lzma_stream_decoder(&strm, UINT64_MAX, LZMA_CONCATENATED);
  //all output available from the start, so start "close out" immediately
  lzma_action action = LZMA_FINISH;

  //write buffer
  constexpr unsigned int bufsize = 4096;
  char outbuf[bufsize];

  const std::vector<uint8_t> &input = compressedContent_[i];

  strm.next_in = input.data();
  strm.avail_in = input.size();
  strm.next_out = reinterpret_cast<uint8_t *>(&outbuf[0]);
  strm.avail_out = bufsize;

  while (ret == LZMA_OK) {
    ret = lzma_code(&strm, action);

    //write to stream
    output.write(outbuf, bufsize - strm.avail_out);

    //output buffer full, recycle
    if (strm.avail_out == 0 && ret == LZMA_OK) {
      strm.next_out = reinterpret_cast<uint8_t *>(&outbuf[0]);
      strm.avail_out = bufsize;
    }
  }

  lzma_end(&strm);

  if (ret != LZMA_STREAM_END) {
    throw cms::Exception("DecompressionError") << "There was a failure in LZMA decompression in LHEXMLStringProduct.";
  }
}

Member Data Documentation

compressedContent_

std::vector<std::vector<uint8_t> > LHEXMLStringProduct::compressedContent_

private

Definition at line 33 of file LHEXMLStringProduct.h.

Referenced by fillCompressedContent(), getCompressed(), mergeProduct(), swap(), and writeCompressedContent().

content_

std::vector<std::string> LHEXMLStringProduct::content_

private

Definition at line 32 of file LHEXMLStringProduct.h.

Referenced by getStrings(), mergeProduct(), and swap().