LzmaFile Struct Reference

#include <LzmaFile.h>

Public Member Functions
SRes	Close ()
SRes	DecodeAll ()
SRes	DecodeBuffer ()
SRes	FillArray (double *data, const int length)
	LzmaFile ()
SRes	Open (const std::string &fileName)
SRes	ReadNextNumber (double &data)

Public Attributes
int	fExponent
bool	fExponentNegative
double	fMantisseF
int	fMantisseFcount
double	fMantisseR
bool	fNegative
bool	fReadExponent
bool	fReadExponentSign
bool	fReadMantisseF
bool	fReadMantisseR
bool	fReadSign
bool	fStartNumber
std::queue< double >	fStorage
Byte	inBuf [(1<< 16)]
size_t	inPos
size_t	inSize
CFileSeqInStream	inStream
Byte	outBuf [(1<< 16)]
size_t	outPos
int	res
CLzmaDec	state
UInt64	unpackSize

Detailed Description

Definition at line 24 of file LzmaFile.h.

Constructor & Destructor Documentation

LzmaFile()

LzmaFile::LzmaFile

(

)

Definition at line 25 of file LzmaFile.cc.

                   {
  // fStorage.reserve(10000);
  fStartNumber = false;

  fReadSign = true;
  fReadMantisseR = true;
  fReadMantisseF = false;
  fReadExponentSign = false;
  fReadExponent = false;

  fNegative = false;
  fExponentNegative = false;

  fMantisseR = 0;
  fMantisseF = 0;
  fMantisseFcount = 0;
  fExponent = 0;
}

Member Function Documentation

Close()

SRes LzmaFile::Close

(

)

Definition at line 349 of file LzmaFile.cc.

References File_Close(), g_Alloc, and LzmaDec_Free().

Referenced by lzmaclosefile_(), and main().

                     {
  LzmaDec_Free(&state, &g_Alloc);
  res = File_Close(&inStream.file);
  return res;
}

DecodeAll()

SRes LzmaFile::DecodeAll

(

)

Definition at line 304 of file LzmaFile.cc.

References IN_BUF_SIZE, isotrackApplyRegressor::k, LZMA_FINISH_ANY, LZMA_FINISH_END, LZMA_STATUS_FINISHED_WITH_MARK, LzmaDec_DecodeToBuf(), OUT_BUF_SIZE, RINOK, mps_update::status, cms::cuda::stream, SZ_ERROR_DATA, and SZ_OK.

Referenced by main().

                         {
  ISeqInStream *stream = &inStream.s;

  int thereIsSize = (unpackSize != (UInt64)(Int64)-1);

  for (;;) {
    if (inPos == inSize) {
      inSize = IN_BUF_SIZE;
      RINOK(stream->Read(stream, inBuf, &inSize));
      inPos = 0;
    }

    SizeT inProcessed = inSize - inPos;
    SizeT outProcessed = OUT_BUF_SIZE - outPos;
    ELzmaFinishMode finishMode = LZMA_FINISH_ANY;
    ELzmaStatus status;

    if (thereIsSize && outProcessed > unpackSize) {
      outProcessed = (SizeT)unpackSize;
      finishMode = LZMA_FINISH_END;
    }

    SRes res = LzmaDec_DecodeToBuf(&state, outBuf, &outProcessed, inBuf + inPos, &inProcessed, finishMode, &status);
    inPos += inProcessed;
    unpackSize -= outProcessed;

    unsigned int k = 0;
    for (k = 0; k < outProcessed; ++k) {
      printf("%c", outBuf[k]);
    }

    if (res != SZ_OK || (thereIsSize && unpackSize == 0))
      return res;

    if (inProcessed == 0 && outProcessed == 0) {
      if (thereIsSize || status != LZMA_STATUS_FINISHED_WITH_MARK)
        return SZ_ERROR_DATA;
      return res;
    }

  }  // for loop

  return 0;
}

DecodeBuffer()

SRes LzmaFile::DecodeBuffer

(

)

Definition at line 145 of file LzmaFile.cc.

References correctionTermsCaloMet_cff::C, gather_cfg::cout, beamvalidation::exit(), IN_BUF_SIZE, LZMA_FINISH_ANY, LZMA_FINISH_END, LZMA_STATUS_FINISHED_WITH_MARK, LzmaDec_DecodeToBuf(), EgammaValidation_cff::num, ConfigBuilder::number, OUT_BUF_SIZE, funct::pow(), RINOK, mps_update::status, cms::cuda::stream, SZ_ERROR_DATA, and SZ_OK.

                            {
  ISeqInStream *stream = &inStream.s;

  const int thereIsSize = (unpackSize != (UInt64)(Int64)-1);

  if (inPos == inSize) {
    inSize = IN_BUF_SIZE;
    RINOK(stream->Read(stream, inBuf, &inSize));
    inPos = 0;
  }

  SizeT inProcessed = inSize - inPos;
  SizeT outProcessed = OUT_BUF_SIZE - outPos;
  ELzmaFinishMode finishMode = LZMA_FINISH_ANY;
  ELzmaStatus status;

  if (thereIsSize && outProcessed > unpackSize) {
    outProcessed = (SizeT)unpackSize;
    finishMode = LZMA_FINISH_END;
  }

  SRes res = LzmaDec_DecodeToBuf(&state, outBuf, &outProcessed, inBuf + inPos, &inProcessed, finishMode, &status);
  inPos += inProcessed;
  unpackSize -= outProcessed;

  const char *strBuf = (const char *)outBuf;

  int countC = 0;
  do {
    if (countC >= int(outProcessed)) {
      // cout << " countC=" << countC
      //       << " outProcessed=" << outProcessed
      //       << endl;
      break;
    }

    const char &C = strBuf[countC];
    countC++;

    //cout << "\'" << C << "\'" << endl;

    if (C == ' ' || C == '\n') {  // END OF NUMBER

      if (!fStartNumber)
        continue;

      //istringstream strToNum(fStrNumber.str().c_str());
      //double number = atof(fStrNumber.str().c_str());
      //strToNum >> number;

      const double number = (fNegative ? -1 : 1) * (fMantisseR + fMantisseF / pow(10, fMantisseFcount)) *
                            pow(10, (fExponentNegative ? -1 : 1) * fExponent);
      //cout << " number=" << number << endl;

      fStorage.push(number);

      fStartNumber = false;

      fReadSign = true;
      fReadMantisseR = true;
      fReadMantisseF = false;
      fReadExponentSign = false;
      fReadExponent = false;

      fNegative = false;
      fExponentNegative = false;

      fMantisseR = 0;
      fMantisseF = 0;
      fMantisseFcount = 0;
      fExponent = 0;

      continue;
    }

    fStartNumber = true;
    const int num = C - '0';
    if (num >= 0 && num <= 9) {
      if (fReadMantisseR) {
        fReadSign = false;
        fMantisseR = fMantisseR * 10 + num;
      } else if (fReadMantisseF) {
        fReadSign = false;
        fMantisseF = fMantisseF * 10 + num;
        ++fMantisseFcount;
      } else if (fReadExponent) {
        fReadExponentSign = false;
        fExponent = fExponent * 10 + num;
      }

    } else {
      switch (C) {
        case '-': {
          if (fReadSign) {
            fNegative = true;
            fReadSign = false;
            fReadMantisseR = true;
          } else if (fReadExponentSign) {
            fExponentNegative = true;
            fReadExponentSign = false;
            fReadExponent = true;
          } else {
            cout << "LzmaFile: found \'" << C << "\' at wrong position. " << endl;
            exit(10);
          }
        } break;
        case '.':
          if (!fReadMantisseR) {
            cout << "LzmaFile: found \'" << C << "\' at wrong position. " << endl;
            exit(10);
          }
          fReadMantisseR = false;
          fReadMantisseF = true;
          break;
        case 'e':
        case 'E':
        case 'D':
        case 'd':
          if (!fReadMantisseR || !fReadMantisseF) {
            fReadMantisseR = false;
            fReadMantisseF = false;
            fReadExponentSign = true;
            fReadExponent = true;
          }
          break;
        default:
          cout << "LzmaFile: found \'" << C << "\' at wrong position. " << endl;
          exit(10);
          break;
      }
    }

  } while (true);

  //strBuf.str("");
  //strBuf.clear();

  /*    
  if (!strNumber.str().empty()) {
    cout << "NACHZUEGLER" << endl;
    istringstream strToNum(strNumber.str());
    double number;
    strToNum >> number;
    fStorage.push(number);
  }
  */

  if (res != SZ_OK || (thereIsSize && unpackSize == 0))
    return res;

  if (inProcessed == 0 && outProcessed == 0) {
    if (thereIsSize || status != LZMA_STATUS_FINISHED_WITH_MARK)
      return SZ_ERROR_DATA;
    return res;
  }

  return SZ_OK;
}

FillArray()

SRes LzmaFile::FillArray	(	double *	data,
		const int	length
	)

Definition at line 94 of file LzmaFile.cc.

References gather_cfg::cout, data, mps_fire::i, runTheMatrix::ret, SZ_ERROR_DATA, and SZ_OK.

Referenced by lzmafillarray_().

                                                       {
  for (int i = 0; i < length; ++i) {
    if (fStorage.empty()) {
      const int ret = DecodeBuffer();
      if (ret != SZ_OK) {
        cout << "Error in FillArray i=" << i << " ret=" << ret << endl;
        return SZ_ERROR_DATA;
      }
    }

    data[i] = fStorage.front();
    fStorage.pop();
  }

  return SZ_OK;
}

Open()

SRes LzmaFile::Open

(

const std::string &

fileName

)

Definition at line 44 of file LzmaFile.cc.

References gather_cfg::cout, beamvalidation::exit(), File_Construct(), MillePedeFileConverter_cfg::fileName, FileSeqInStream_CreateVTable(), g_Alloc, RecoTauValidation_cfi::header, mps_fire::i, InFile_Open(), LZMA_PROPS_SIZE, LzmaDec_Allocate(), LzmaDec_Construct, LzmaDec_Init(), RINOK, SeqInStream_Read(), cms::cuda::stream, and SZ_OK.

Referenced by lzmaopenfile_(), and main().

                                          {
  //fStrNumber.str("");
  //fStrNumber.clear();

  FileSeqInStream_CreateVTable(&inStream);
  File_Construct(&inStream.file);

  if (InFile_Open(&inStream.file, fileName.c_str()) != 0) {
    cout << "Cannot open input file: " << fileName << endl;
    cout << "First use: \n\t \'lzma --best " << fileName.substr(0, fileName.rfind(".lzma")) << "\'"
         << " to create it. " << endl;
    exit(1);
  }

  ISeqInStream *stream = &inStream.s;

  /* Read and parse header */
  /* header: 5 bytes of LZMA properties and 8 bytes of uncompressed size */
  unsigned char header[LZMA_PROPS_SIZE + 8];
  RINOK(SeqInStream_Read(stream, header, sizeof(header)));

  unpackSize = 0;
  int i = 0;
  for (i = 0; i < 8; i++)
    unpackSize += (UInt64)header[LZMA_PROPS_SIZE + i] << (i * 8);

  LzmaDec_Construct(&state);
  RINOK(LzmaDec_Allocate(&state, header, LZMA_PROPS_SIZE, &g_Alloc));
  LzmaDec_Init(&state);

  inPos = 0;
  inSize = 0;
  outPos = 0;
  return SZ_OK;
}

ReadNextNumber()

SRes LzmaFile::ReadNextNumber

(

double &

data

)

Definition at line 80 of file LzmaFile.cc.

References gather_cfg::cout, data, runTheMatrix::ret, SZ_ERROR_DATA, and SZ_OK.

Referenced by lzmanextnumber_().

                                          {
  if (fStorage.empty()) {
    const int ret = DecodeBuffer();
    if (ret != SZ_OK) {
      cout << "Error in ReadNextNumber  ret=" << ret << endl;
      return SZ_ERROR_DATA;
    }
  }

  data = fStorage.front();
  fStorage.pop();
  return SZ_OK;
}

Member Data Documentation

fExponent

int LzmaFile::fExponent

Definition at line 67 of file LzmaFile.h.

fExponentNegative

bool LzmaFile::fExponentNegative

Definition at line 62 of file LzmaFile.h.

fMantisseF

double LzmaFile::fMantisseF

Definition at line 65 of file LzmaFile.h.

fMantisseFcount

int LzmaFile::fMantisseFcount

Definition at line 66 of file LzmaFile.h.

fMantisseR

double LzmaFile::fMantisseR

Definition at line 64 of file LzmaFile.h.

fNegative

bool LzmaFile::fNegative

Definition at line 61 of file LzmaFile.h.

fReadExponent

bool LzmaFile::fReadExponent

Definition at line 59 of file LzmaFile.h.

fReadExponentSign

bool LzmaFile::fReadExponentSign

Definition at line 58 of file LzmaFile.h.

fReadMantisseF

bool LzmaFile::fReadMantisseF

Definition at line 57 of file LzmaFile.h.

fReadMantisseR

bool LzmaFile::fReadMantisseR

Definition at line 56 of file LzmaFile.h.

fReadSign

bool LzmaFile::fReadSign

Definition at line 55 of file LzmaFile.h.

fStartNumber

bool LzmaFile::fStartNumber

Definition at line 53 of file LzmaFile.h.

fStorage

std::queue<double> LzmaFile::fStorage

Definition at line 46 of file LzmaFile.h.

inBuf

Byte LzmaFile::inBuf[(1<< 16)]

Definition at line 43 of file LzmaFile.h.

inPos

size_t LzmaFile::inPos

Definition at line 48 of file LzmaFile.h.

inSize

size_t LzmaFile::inSize

Definition at line 49 of file LzmaFile.h.

inStream

CFileSeqInStream LzmaFile::inStream

Definition at line 35 of file LzmaFile.h.

outBuf

Byte LzmaFile::outBuf[(1<< 16)]

Definition at line 44 of file LzmaFile.h.

outPos

size_t LzmaFile::outPos

Definition at line 50 of file LzmaFile.h.

res

int LzmaFile::res

Definition at line 36 of file LzmaFile.h.

state

CLzmaDec LzmaFile::state

Definition at line 37 of file LzmaFile.h.

unpackSize

UInt64 LzmaFile::unpackSize

Definition at line 41 of file LzmaFile.h.