LHEXMLStringProduct Class Reference

#include <LHEXMLStringProduct.h>

Public Member Functions
void	fillCompressedContent (std::istream &input, unsigned int initialSize=4 *1024 *1024)
const std::vector< std::vector< uint8_t > > &	getCompressed () const
const std::vector< std::string > &	getStrings () const
	LHEXMLStringProduct ()
	LHEXMLStringProduct (const std::string &content)
bool	mergeProduct (LHEXMLStringProduct const &other)
void	writeCompressedContent (std::ostream &output, unsigned int i) const
virtual	~LHEXMLStringProduct ()

Private Attributes
std::vector< std::vector< uint8_t > >	compressedContent_
std::vector< std::string >	content_

Detailed Description

Definition at line 12 of file LHEXMLStringProduct.h.

Constructor & Destructor Documentation

LHEXMLStringProduct::LHEXMLStringProduct

(

)

Definition at line 13 of file LHEXMLStringProduct.cc.

{
}

LHEXMLStringProduct::LHEXMLStringProduct

(

const std::string &

content

)

LHEXMLStringProduct::~LHEXMLStringProduct ( )

virtual

Definition at line 24 of file LHEXMLStringProduct.cc.

{
}

Member Function Documentation

void LHEXMLStringProduct::fillCompressedContent	(	std::istream &	input,
		unsigned int	initialSize = 4*1024*1024
	)

Definition at line 28 of file LHEXMLStringProduct.cc.

References mps_alisetup::action, constexpr, Exception, and convertSQLitetoXML_cfg::output.

Referenced by getCompressed().

                                                                                           {
  //create blob with desired size
  compressedContent_.emplace_back(initialSize);
  std::vector<uint8_t> &output = compressedContent_.back();
    
  //read buffer
  constexpr unsigned int bufsize = 4096;
  char inbuf[bufsize];
  
  const unsigned int threshsize = 32*1024*1024;
  
  //initialize lzma
  uint32_t preset = 9;
  lzma_stream strm = LZMA_STREAM_INIT;
  lzma_ret ret = lzma_easy_encoder(&strm, preset, LZMA_CHECK_CRC64);
  
  lzma_action action = LZMA_RUN;
  
  strm.next_in = reinterpret_cast<uint8_t*>(&inbuf[0]);
  strm.avail_in = 0;
  strm.next_out = output.data();
  strm.avail_out = output.size();
  
  unsigned int compressedSize = 0;
    
  while (ret==LZMA_OK) {
    //read input to buffer if necessary
    if (strm.avail_in == 0 && !input.eof()) {
      input.read(inbuf, bufsize);
      strm.next_in = reinterpret_cast<uint8_t*>(&inbuf[0]);
      strm.avail_in = input.gcount();
      if (input.eof()) {
        //signal to lzma that there is no more input
        action = LZMA_FINISH;
      }
    }

    //actual compression
    ret = lzma_code(&strm, action);
    
    //update compressed size
    compressedSize = output.size() - strm.avail_out;
    
    //if output blob is full and compression is still going, allocate more memory
    if (strm.avail_out == 0 && ret==LZMA_OK) {
      unsigned int oldsize = output.size();
      if (oldsize<threshsize) {
        output.resize(2*oldsize);
      }
      else {
        output.resize(oldsize + threshsize);
      }
      strm.next_out = &output[oldsize];
      strm.avail_out = output.size() - oldsize;
    }
    
  }
  
  lzma_end(&strm);
  
  if (ret!=LZMA_STREAM_END) {
    throw cms::Exception("CompressionError")
      << "There was a failure in LZMA compression in LHEXMLStringProduct.";
  }
  
  //trim output blob
  output.resize(compressedSize);
  
}

const std::vector<std::vector<uint8_t> >& LHEXMLStringProduct::getCompressed ( ) const

inline

Definition at line 25 of file LHEXMLStringProduct.h.

References compressedContent_, fillCompressedContent(), i, input, mergeProduct(), trackingPlots::other, convertSQLitetoXML_cfg::output, and writeCompressedContent().

Referenced by ExternalLHEAsciiDumper::endRun(), and mergeProduct().

                                                             {
    return compressedContent_; 
  }

const std::vector<std::string>& LHEXMLStringProduct::getStrings ( ) const

inline

Definition at line 21 of file LHEXMLStringProduct.h.

References content_.

Referenced by ExternalLHEAsciiDumper::endRun(), and mergeProduct().

                                                {
    return content_; 
  }

bool LHEXMLStringProduct::mergeProduct

(

LHEXMLStringProduct const &

other

)

Definition at line 142 of file LHEXMLStringProduct.cc.

References getCompressed(), and getStrings().

Referenced by getCompressed().

{
  content_.insert(content_.end(), other.getStrings().begin(), other.getStrings().end());
  compressedContent_.insert(compressedContent_.end(), other.getCompressed().begin(), other.getCompressed().end());
  return true;
}

void LHEXMLStringProduct::writeCompressedContent	(	std::ostream &	output,
		unsigned int	i
	)		const

Definition at line 98 of file LHEXMLStringProduct.cc.

References mps_alisetup::action, constexpr, Exception, i, and input.

Referenced by ExternalLHEAsciiDumper::endRun(), and getCompressed().

                                                                                         {
  
  //initialize lzma
  lzma_stream strm = LZMA_STREAM_INIT;
  lzma_ret ret = lzma_stream_decoder(&strm, UINT64_MAX, LZMA_CONCATENATED);
  //all output available from the start, so start "close out" immediately
  lzma_action action = LZMA_FINISH;
  
  //write buffer
  constexpr unsigned int bufsize = 4096;
  char outbuf[bufsize];
  
  const std::vector<uint8_t> &input = compressedContent_[i];
  
  strm.next_in = input.data();
  strm.avail_in = input.size();
  strm.next_out = reinterpret_cast<uint8_t*>(&outbuf[0]);
  strm.avail_out = bufsize;
  
  while (ret==LZMA_OK) {
    
    ret = lzma_code(&strm, action);
    
    //write to stream
    output.write(outbuf,bufsize-strm.avail_out);
    
    //output buffer full, recycle
    if (strm.avail_out==0 && ret==LZMA_OK) {
      strm.next_out = reinterpret_cast<uint8_t*>(&outbuf[0]);
      strm.avail_out = bufsize;
    }
  }
    
  lzma_end(&strm);
  
  if (ret!=LZMA_STREAM_END) {
    throw cms::Exception("DecompressionError")
      << "There was a failure in LZMA decompression in LHEXMLStringProduct.";
  }
  
}

Member Data Documentation

std::vector<std::vector<uint8_t> > LHEXMLStringProduct::compressedContent_

private

Definition at line 38 of file LHEXMLStringProduct.h.

Referenced by getCompressed().

std::vector<std::string> LHEXMLStringProduct::content_

private

Definition at line 37 of file LHEXMLStringProduct.h.

Referenced by getStrings().