/afs/cern.ch/work/a/aaltunda/public/www/CMSSW_6_2_5/src/GeneratorInterface/ReggeGribovPartonMCInterface/src/LzmaFile.cc

Go to the documentation of this file.

#include "LzmaFile.h"

#include "LzmaDec.h"
#include "Alloc.h"
#include "Types.h"
#include "7zFile.h"

//#include <sstream>
//#include <string>
#include <cmath>
#include <iostream>
#include <queue>
#include <cstdlib>
using namespace std;

const char *kCantReadMessage = "Can not read input file";
const char *kCantWriteMessage = "Can not write output file";
const char *kCantAllocateMessage = "Can not allocate memory";
const char *kDataErrorMessage = "Data error";

static void *SzAlloc(void *p, size_t size) { p = p; return MyAlloc(size); }
static void SzFree(void *p, void *address) { p = p; MyFree(address); }
static ISzAlloc g_Alloc = { SzAlloc, SzFree };

LzmaFile::LzmaFile()
{
  // fStorage.reserve(10000);
  fStartNumber = false;

  fReadSign = true;
  fReadMantisseR = true;
  fReadMantisseF = false;
  fReadExponentSign = false;
  fReadExponent = false;
      
  fNegative = false;
  fExponentNegative = false;
      
  fMantisseR = 0;
  fMantisseF = 0;
  fMantisseFcount = 0;
  fExponent = 0;
}


SRes 
LzmaFile::Open(const string& fileName) 
{
  //fStrNumber.str("");
  //fStrNumber.clear();
  
  FileSeqInStream_CreateVTable(&inStream);
  File_Construct(&inStream.file);

  if (InFile_Open(&inStream.file, fileName.c_str()) != 0) {
    cout << "Cannot open input file: " << fileName << endl;
    cout << "First use: \n\t \'lzma --best " << fileName.substr(0, fileName.rfind(".lzma")) << "\'"
         << " to create it. "
         << endl;
    exit(1);
  }
  
  ISeqInStream *stream = &inStream.s;
  
  /* Read and parse header */
  /* header: 5 bytes of LZMA properties and 8 bytes of uncompressed size */
  unsigned char header[LZMA_PROPS_SIZE + 8];
  RINOK(SeqInStream_Read(stream, header, sizeof(header)));
  
  unpackSize = 0;
  int i = 0;
  for (i = 0; i < 8; i++)
    unpackSize += (UInt64)header[LZMA_PROPS_SIZE + i] << (i * 8);
  
  LzmaDec_Construct(&state);
  RINOK(LzmaDec_Allocate(&state, header, LZMA_PROPS_SIZE, &g_Alloc));
  LzmaDec_Init(&state);
  
  inPos = 0;
  inSize = 0;
  outPos = 0;
  return SZ_OK;  
}

SRes
LzmaFile::ReadNextNumber(double& data)
{
  if (fStorage.empty()) {
    const int ret = DecodeBuffer();
    if (ret != SZ_OK) {
      cout << "Error in ReadNextNumber  ret=" << ret << endl;
      return SZ_ERROR_DATA;
    }
  }
  
  data = fStorage.front();
  fStorage.pop();
  return SZ_OK;
}



SRes
LzmaFile::FillArray(double* data, const int length)
{
  for (int i=0; i<length; ++i) {
    
    if (fStorage.empty()) {
      const int ret = DecodeBuffer();
      if (ret != SZ_OK) {
        cout << "Error in FillArray i=" << i << " ret=" << ret << endl;
        return SZ_ERROR_DATA;
      }
    }
    
    data[i] = fStorage.front();
    fStorage.pop();
    
  }
  
  return SZ_OK;
  
}


/*
double 
LzmaFile::strToDouble(const char& p) {

  // init
  fR = 0;  
  fNegative = false;
  
  if (*p == '-') {
    neg = true;
    ++p;
  }
  while (*p >= '0' && *p <= '9') {
    r = (r*10.0) + (*p - '0');
    ++p;
  }
  if (*p == '.') {
    double f = 0.0;
    int n = 0;
    ++p;
    while (*p >= '0' && *p <= '9') {
      f = (f*10.0) + (*p - '0');
      ++p;
      ++n;
    }
    r += f / std::pow(10.0, n);
  }
  if (neg) {
    r = -r;
  }
  return r;
}
*/


SRes
LzmaFile::DecodeBuffer()
{
  ISeqInStream *stream = &inStream.s;
  
  const int thereIsSize = (unpackSize != (UInt64)(Int64)-1);
  
    
  if (inPos == inSize) {
    inSize = IN_BUF_SIZE;
    RINOK(stream->Read(stream, inBuf, &inSize));
    inPos = 0;
  }
  
  SizeT inProcessed = inSize - inPos;
  SizeT outProcessed = OUT_BUF_SIZE - outPos;
  ELzmaFinishMode finishMode = LZMA_FINISH_ANY;
  ELzmaStatus status;
  
  if (thereIsSize && outProcessed > unpackSize) {
    outProcessed = (SizeT)unpackSize;
    finishMode = LZMA_FINISH_END;
  }
  
  SRes res = LzmaDec_DecodeToBuf(&state, outBuf, &outProcessed,
                                 inBuf + inPos, &inProcessed, finishMode, &status);
  inPos += inProcessed;
  unpackSize -= outProcessed;
  
    
  const char* strBuf = (const char*)outBuf;

  int countC = 0;
  int countNum = 0;
  do {
    
    if (countC >= int(outProcessed)) {
      // cout << " countC=" << countC 
      //           << " outProcessed=" << outProcessed
      //           << endl;
      break;
    }
    
    const char& C = strBuf[countC]; 
    countC++;
    
    //cout << "\'" << C << "\'" << endl;
    
    if (C==' ' || C=='\n') { // END OF NUMBER

      if (!fStartNumber) 
        continue;
      
      //istringstream strToNum(fStrNumber.str().c_str());
      //double number = atof(fStrNumber.str().c_str());
      //strToNum >> number;
      
      const double number = (fNegative?-1:1) * (fMantisseR + fMantisseF/pow(10, fMantisseFcount)) * pow(10, (fExponentNegative?-1:1) * fExponent);
      //cout << " number=" << number << endl;
      
      fStorage.push(number);      
      countNum++;
      
      fStartNumber = false;

      fReadSign = true;
      fReadMantisseR = true;
      fReadMantisseF = false;
      fReadExponentSign = false;
      fReadExponent = false;
      
      fNegative = false;
      fExponentNegative = false;
      
      fMantisseR = 0;
      fMantisseF = 0;
      fMantisseFcount = 0;
      fExponent = 0;
      
      continue;
    }
    
    fStartNumber = true;
    const int num = C - '0';
    if (num >= 0 && num <= 9) {
        
      if (fReadMantisseR) {
        fReadSign = false;
        fMantisseR = fMantisseR*10 + num;
      } else if (fReadMantisseF) {
        fReadSign = false;
        fMantisseF = fMantisseF*10 + num;
        ++fMantisseFcount;
      } else if (fReadExponent) {
        fReadExponentSign = false;
        fExponent = fExponent*10 + num;
      }
      
    } else {
      
      switch(C) {
      case '-':
        {
          if (fReadSign) {
            fNegative = true;
            fReadSign = false;
            fReadMantisseR = true;
          } else if (fReadExponentSign) {       
            fExponentNegative = true;
            fReadExponentSign = false;
            fReadExponent = true;
          } else {
            cout << "LzmaFile: found \'" << C << "\' at wrong position. " << endl;
            exit(10);
          }
        }
        break;
      case '.': 
        if (!fReadMantisseR) {
          cout << "LzmaFile: found \'" << C << "\' at wrong position. " << endl;
          exit(10);
        }
        fReadMantisseR = false;
        fReadMantisseF = true;
        break;
      case 'e':
      case 'E':
      case 'D': 
      case 'd':
        if (!fReadMantisseR || !fReadMantisseF) {
          fReadMantisseR = false;
          fReadMantisseF = false;
          fReadExponentSign = true;
          fReadExponent = true;
        }
        break;
      default:
        cout << "LzmaFile: found \'" << C << "\' at wrong position. " << endl;
        exit(10);
        break;
      }
    }
        
  } while(true);
  
  //strBuf.str("");
  //strBuf.clear();
  

  /*    
  if (!strNumber.str().empty()) {
    cout << "NACHZUEGLER" << endl;
    istringstream strToNum(strNumber.str());
    double number;
    strToNum >> number;
    fStorage.push(number);
  }
  */
    
  

    
  if (res != SZ_OK || (thereIsSize && unpackSize == 0)) 
    return res;
    
  if (inProcessed == 0 && outProcessed == 0) {
    if (thereIsSize || status != LZMA_STATUS_FINISHED_WITH_MARK)
      return SZ_ERROR_DATA;
    return res;
  }

  return SZ_OK;
}




SRes
LzmaFile::DecodeAll()
{
  ISeqInStream *stream = &inStream.s;

  int thereIsSize = (unpackSize != (UInt64)(Int64)-1);
  
  for (;;) {

    if (inPos == inSize) {
      inSize = IN_BUF_SIZE;
      RINOK(stream->Read(stream, inBuf, &inSize));
      inPos = 0;
    }
    
    SizeT inProcessed = inSize - inPos;
    SizeT outProcessed = OUT_BUF_SIZE - outPos;
    ELzmaFinishMode finishMode = LZMA_FINISH_ANY;
    ELzmaStatus status;
    
    if (thereIsSize && outProcessed > unpackSize) {
      outProcessed = (SizeT)unpackSize;
      finishMode = LZMA_FINISH_END;
    }
    
    SRes res = LzmaDec_DecodeToBuf(&state, outBuf, &outProcessed,
                                   inBuf + inPos, &inProcessed, finishMode, &status);
    inPos += inProcessed;
    unpackSize -= outProcessed;
    
    
    unsigned int k=0;
    for (k=0; k<outProcessed; ++k) {
      printf("%c", outBuf[k]);
    }
  
    if (res != SZ_OK || (thereIsSize && unpackSize == 0))
      return res;
    
    if (inProcessed == 0 && outProcessed == 0) {
      if (thereIsSize || status != LZMA_STATUS_FINISHED_WITH_MARK)
        return SZ_ERROR_DATA;
      return res;
    }

  } // for loop
  
  return 0;
}



SRes
LzmaFile::Close()
{
  LzmaDec_Free(&state, &g_Alloc);
  res = File_Close(&inStream.file);
  return res;
}