RawDataUnpacker.cc

Go to the documentation of this file.

/****************************************************************************
*
* This is a part of TOTEM offline software.
* Authors:
*   Jan Kašpar (jan.kaspar@gmail.com)
*   Nicola Minafra
*
****************************************************************************/

#include "EventFilter/CTPPSRawToDigi/interface/RawDataUnpacker.h"
#include "FWCore/MessageLogger/interface/MessageLogger.h"
#include "DataFormats/FEDRawData/interface/FEDNumbering.h"

using namespace std;
using namespace edm;
using namespace pps;

RawDataUnpacker::RawDataUnpacker(const edm::ParameterSet &iConfig)
    : verbosity(iConfig.getUntrackedParameter<unsigned int>("verbosity", 0)) {}

int RawDataUnpacker::run(int fedId,
                         const FEDRawData &data,
                         vector<TotemFEDInfo> &fedInfoColl,
                         SimpleVFATFrameCollection &coll) const {
  unsigned int size_in_words = data.size() / 8;  // bytes -> words
  if (size_in_words < 2) {
    if (verbosity)
      LogWarning("Totem") << "Error in RawDataUnpacker::run > "
                          << "Data in FED " << fedId << " too short (size = " << size_in_words << " words).";
    return 1;
  }

  fedInfoColl.emplace_back(fedId);

  return processOptoRxFrame((const word *)data.data(), size_in_words, fedInfoColl.back(), &coll);
}

int RawDataUnpacker::processOptoRxFrame(const word *buf,
                                        unsigned int frameSize,
                                        TotemFEDInfo &fedInfo,
                                        SimpleVFATFrameCollection *fc) const {
  // get OptoRx metadata
  unsigned long long head = buf[0];
  unsigned long long foot = buf[frameSize - 1];

  fedInfo.setHeader(head);
  fedInfo.setFooter(foot);

  unsigned int boe = (head >> 60) & 0xF;
  unsigned int h0 = (head >> 0) & 0xF;

  unsigned long lv1 = (head >> 32) & 0xFFFFFF;
  unsigned long bx = (head >> 20) & 0xFFF;
  unsigned int optoRxId = (head >> 8) & 0xFFF;
  unsigned int fov = (head >> 4) & 0xF;

  unsigned int eoe = (foot >> 60) & 0xF;
  unsigned int f0 = (foot >> 0) & 0xF;
  unsigned int fSize = (foot >> 32) & 0x3FF;

  // check header and footer structure
  if (boe != 5 || h0 != 0 || eoe != 10 || f0 != 0 || fSize != frameSize) {
    if (verbosity)
      LogWarning("Totem") << "Error in RawDataUnpacker::processOptoRxFrame > "
                          << "Wrong structure of OptoRx header/footer: "
                          << "BOE=" << boe << ", H0=" << h0 << ", EOE=" << eoe << ", F0=" << f0
                          << ", size (OptoRx)=" << fSize << ", size (DATE)=" << frameSize << ". OptoRxID=" << optoRxId
                          << ". Skipping frame." << endl;
    return 0;
  }

  LogDebug("Totem") << "RawDataUnpacker::processOptoRxFrame: "
                    << "OptoRxId = " << optoRxId << ", BX = " << bx << ", LV1 = " << lv1
                    << ", frameSize = " << frameSize;

  if (optoRxId >= FEDNumbering::MINTotemRPTimingVerticalFEDID &&
      optoRxId <= FEDNumbering::MAXTotemRPTimingVerticalFEDID) {
    processOptoRxFrameSampic(buf, frameSize, fedInfo, fc);
    return 0;
  }

  // parallel or serial transmission?
  switch (fov) {
    case 1:
      return processOptoRxFrameSerial(buf, frameSize, fc);
    case 2:
    case 3:
      return processOptoRxFrameParallel(buf, frameSize, fedInfo, fc);
    default:
      break;
  }

  if (verbosity)
    LogWarning("Totem") << "Error in RawDataUnpacker::processOptoRxFrame > "
                        << "Unknown FOV = " << fov << endl;

  return 0;
}

int RawDataUnpacker::processOptoRxFrameSerial(const word *buf,
                                              unsigned int frameSize,
                                              SimpleVFATFrameCollection *fc) const {
  // get OptoRx metadata
  unsigned int optoRxId = (buf[0] >> 8) & 0xFFF;

  // get number of subframes
  unsigned int subFrames = (frameSize - 2) / 194;

  // process all sub-frames
  unsigned int errorCounter = 0;
  for (unsigned int r = 0; r < subFrames; ++r) {
    for (unsigned int c = 0; c < 4; ++c) {
      unsigned int head = (buf[1 + 194 * r] >> (16 * c)) & 0xFFFF;
      unsigned int foot = (buf[194 + 194 * r] >> (16 * c)) & 0xFFFF;

      LogDebug("Totem") << "r = " << r << ", c = " << c << ": "
                        << "S = " << (head & 0x1) << ", BOF = " << (head >> 12) << ", EOF = " << (foot >> 12)
                        << ", ID = " << ((head >> 8) & 0xF) << ", ID' = " << ((foot >> 8) & 0xF);

      // stop if this GOH is NOT active
      if ((head & 0x1) == 0)
        continue;

      LogDebug("Totem") << "Header active (" << head << " -> " << (head & 0x1) << ").";

      // check structure
      if (head >> 12 != 0x4 || foot >> 12 != 0xB || ((head >> 8) & 0xF) != ((foot >> 8) & 0xF)) {
        std::ostringstream oss;
        if (head >> 12 != 0x4)
          oss << "\n\tHeader is not 0x4 as expected (0x" << std::hex << head << ").";
        if (foot >> 12 != 0xB)
          oss << "\n\tFooter is not 0xB as expected (0x" << std::hex << foot << ").";
        if (((head >> 8) & 0xF) != ((foot >> 8) & 0xF))
          oss << "\n\tIncompatible GOH IDs in header (0x" << std::hex << ((head >> 8) & 0xF) << ") and footer (0x"
              << std::hex << ((foot >> 8) & 0xF) << ").";

        if (verbosity)
          LogWarning("Totem") << "Error in RawDataUnpacker::processOptoRxFrame > "
                              << "Wrong payload structure (in GOH block row " << r << " and column " << c
                              << ") in OptoRx frame ID " << optoRxId << ". GOH block omitted." << oss.str() << endl;

        errorCounter++;
        continue;
      }

      // allocate memory for VFAT frames
      unsigned int goh = (head >> 8) & 0xF;
      vector<VFATFrame::word *> dataPtrs;
      for (unsigned int fi = 0; fi < 16; fi++) {
        TotemFramePosition fp(0, 0, optoRxId, goh, fi);
        dataPtrs.push_back(fc->InsertEmptyFrame(fp)->getData());
      }

      LogDebug("Totem").log([&](auto &l) {
        l << "transposing GOH block at prefix: " << (optoRxId * 192 + goh * 16) << ", dataPtrs = ";
        for (auto p : dataPtrs) {
          l << p << " ";
        }
      });
      // deserialization
      for (int i = 0; i < 192; i++) {
        int iword = 11 - i / 16;  // number of current word (11...0)
        int ibit = 15 - i % 16;   // number of current bit (15...0)
        unsigned int w = (buf[i + 2 + 194 * r] >> (16 * c)) & 0xFFFF;

        // Fill the current bit of the current word of all VFAT frames
        for (int idx = 0; idx < 16; idx++) {
          if (w & (1 << idx))
            dataPtrs[idx][iword] |= (1 << ibit);
        }
      }
    }
  }

  return errorCounter;
}

int RawDataUnpacker::processOptoRxFrameParallel(const word *buf,
                                                unsigned int frameSize,
                                                TotemFEDInfo &fedInfo,
                                                SimpleVFATFrameCollection *fc) const {
  // get OptoRx metadata
  unsigned long long head = buf[0];
  unsigned int optoRxId = (head >> 8) & 0xFFF;

  // recast data as buffer or 16bit words, skip header
  const uint16_t *payload = (const uint16_t *)(buf + 1);

  // read in OrbitCounter block
  const uint32_t *ocPtr = (const uint32_t *)payload;
  fedInfo.setOrbitCounter(*ocPtr);
  payload += 2;

  // size in 16bit words, without header, footer and orbit counter block
  unsigned int nWords = (frameSize - 2) * 4 - 2;

  // process all VFAT data
  for (unsigned int offset = 0; offset < nWords;) {
    unsigned int wordsProcessed = processVFATDataParallel(payload + offset, nWords, optoRxId, fc);
    offset += wordsProcessed;
  }

  return 0;
}

int RawDataUnpacker::processVFATDataParallel(const uint16_t *buf,
                                             unsigned int maxWords,
                                             unsigned int optoRxId,
                                             SimpleVFATFrameCollection *fc) const {
  // start counting processed words
  unsigned int wordsProcessed = 1;

  // padding word? skip it
  if (buf[0] == 0xFFFF)
    return wordsProcessed;

  // check header flag
  unsigned int hFlag = (buf[0] >> 8) & 0xFF;
  if (hFlag != vmCluster && hFlag != vmRaw && hFlag != vmDiamondCompact) {
    if (verbosity)
      LogWarning("Totem") << "Error in RawDataUnpacker::processVFATDataParallel > "
                          << "Unknown header flag " << hFlag << ". Skipping this word." << endl;
    return wordsProcessed;
  }

  // compile frame position
  // NOTE: DAQ group uses terms GOH and fiber in the other way
  unsigned int gohIdx = (buf[0] >> 4) & 0xF;
  unsigned int fiberIdx = (buf[0] >> 0) & 0xF;
  TotemFramePosition fp(0, 0, optoRxId, gohIdx, fiberIdx);

  // prepare temporary VFAT frame
  VFATFrame f;
  VFATFrame::word *fd = f.getData();

  // copy footprint, BC, EC, Flags, ID, if they exist
  uint8_t presenceFlags = 0;

  if (((buf[wordsProcessed] >> 12) & 0xF) == 0xA)  // BC
  {
    presenceFlags |= 0x1;
    fd[11] = buf[wordsProcessed];
    wordsProcessed++;
  }

  if (((buf[wordsProcessed] >> 12) & 0xF) == 0xC)  // EC, flags
  {
    presenceFlags |= 0x2;
    fd[10] = buf[wordsProcessed];
    wordsProcessed++;
  }

  if (((buf[wordsProcessed] >> 12) & 0xF) == 0xE)  // ID
  {
    presenceFlags |= 0x4;
    fd[9] = buf[wordsProcessed];
    wordsProcessed++;
  }

  // save offset where channel data start
  unsigned int dataOffset = wordsProcessed;

  // find trailer
  switch (hFlag) {
    case vmCluster: {
      unsigned int nCl = 0;
      while ((buf[wordsProcessed + nCl] >> 12) != 0xF && (wordsProcessed + nCl < maxWords))
        nCl++;
      wordsProcessed += nCl;
    } break;
    case vmRaw:
      wordsProcessed += 9;
      break;
    case vmDiamondCompact: {
      wordsProcessed--;
      while ((buf[wordsProcessed] & 0xFFF0) != 0xF000 && (wordsProcessed < maxWords))
        wordsProcessed++;
    } break;
  }

  // process trailer
  unsigned int tSig = buf[wordsProcessed] >> 12;
  unsigned int tErrFlags = (buf[wordsProcessed] >> 8) & 0xF;
  unsigned int tSize = buf[wordsProcessed] & 0xFF;

  f.setDAQErrorFlags(tErrFlags);

  // consistency checks
  bool skipFrame = false;
  stringstream ess;

  if (tSig != 0xF) {
    if (verbosity)
      ess << "    Wrong trailer signature (" << tSig << ")." << endl;
    skipFrame = true;
  }

  if (tErrFlags != 0) {
    if (verbosity)
      ess << "    Error flags not zero (" << tErrFlags << ")." << endl;
    skipFrame = true;
  }

  wordsProcessed++;

  if (tSize != wordsProcessed) {
    if (verbosity)
      ess << "    Trailer size (" << tSize << ") does not match with words processed (" << wordsProcessed << ")."
          << endl;
    skipFrame = true;
  }

  if (skipFrame) {
    if (verbosity)
      LogWarning("Totem") << "Error in RawDataUnpacker::processVFATDataParallel > Frame at " << fp
                          << " has the following problems and will be skipped.\n"
                          << endl
                          << ess.rdbuf();

    return wordsProcessed;
  }

  // get channel data - cluster mode
  if (hFlag == vmCluster) {
    for (unsigned int nCl = 0; (buf[dataOffset + nCl] >> 12) != 0xF && (dataOffset + nCl < maxWords); ++nCl) {
      const uint16_t &w = buf[dataOffset + nCl];
      unsigned int upperBlock = w >> 8;
      unsigned int clSize = upperBlock & 0x7F;
      unsigned int clPos = (w >> 0) & 0xFF;

      // special case: upperBlock=0xD0 => numberOfClusters
      if (upperBlock == 0xD0) {
        presenceFlags |= 0x10;
        f.setNumberOfClusters(clPos);
        continue;
      }

      // special case: size=0 means chip full
      if (clSize == 0)
        clSize = 128;

      // activate channels
      //  convention - range <pos, pos-size+1>
      signed int chMax = clPos;
      signed int chMin = clPos - clSize + 1;
      if (chMax < 0 || chMax > 127 || chMin < 0 || chMin > 127 || chMin > chMax) {
        if (verbosity)
          LogWarning("Totem") << "Error in RawDataUnpacker::processVFATDataParallel > "
                              << "Invalid cluster (pos=" << clPos << ", size=" << clSize << ", min=" << chMin
                              << ", max=" << chMax << ") at " << fp << ". Skipping this cluster." << endl;
        continue;
      }

      for (signed int ch = chMin; ch <= chMax; ch++) {
        unsigned int wi = ch / 16;
        unsigned int bi = ch % 16;
        fd[wi + 1] |= (1 << bi);
      }
    }
  }

  // get channel data and CRC - raw mode
  if (hFlag == vmRaw) {
    for (unsigned int i = 0; i < 8; i++)
      fd[8 - i] = buf[dataOffset + i];

    // copy CRC
    presenceFlags |= 0x8;
    fd[0] = buf[dataOffset + 8];
  }

  // get channel data for diamond compact mode
  if (hFlag == vmDiamondCompact) {
    for (unsigned int i = 1; (buf[i + 1] & 0xFFF0) != 0xF000 && (i + 1 < maxWords); i++) {
      if ((buf[i] & 0xF000) == VFAT_HEADER_OF_EC) {
        // Event Counter word is found
        fd[10] = buf[i];
        continue;
      }
      switch (buf[i] & 0xF800) {
        case VFAT_DIAMOND_HEADER_OF_WORD_2:
          // word 2 of the diamond VFAT frame is found
          fd[1] = buf[i + 1];
          fd[2] = buf[i];
          break;
        case VFAT_DIAMOND_HEADER_OF_WORD_3:
          // word 3 of the diamond VFAT frame is found
          fd[3] = buf[i];
          fd[4] = buf[i - 1];
          break;
        case VFAT_DIAMOND_HEADER_OF_WORD_5:
          // word 5 of the diamond VFAT frame is found
          fd[5] = buf[i];
          fd[6] = buf[i - 1];
          break;
        case VFAT_DIAMOND_HEADER_OF_WORD_7:
          // word 7 of the diamond VFAT frame is found
          fd[7] = buf[i];
          fd[8] = buf[i - 1];
          break;
        default:
          break;
      }
      presenceFlags |= 0x8;
    }
  }

  // save frame to output
  f.setPresenceFlags(presenceFlags);
  fc->Insert(fp, f);

  return wordsProcessed;
}

int RawDataUnpacker::processOptoRxFrameSampic(const word *buf,
                                              unsigned int frameSize,
                                              TotemFEDInfo &fedInfo,
                                              SimpleVFATFrameCollection *fc) const {
  unsigned int optoRxId = (buf[0] >> 8) & 0xFFF;

  LogDebug("RawDataUnpacker::processOptoRxFrameSampic")
      << "Processing sampic frame: OptoRx " << optoRxId << "   framesize: " << frameSize;

  unsigned int orbitCounterVFATFrameWords = 6;
  unsigned int sizeofVFATPayload = 12;

  const VFATFrame::word *VFATFrameWordPtr = (const VFATFrame::word *)buf;
  VFATFrameWordPtr += orbitCounterVFATFrameWords - 1;

  LogDebug("RawDataUnpacker::processOptoRxFrameSampic")
      << "Framesize: " << frameSize << "\tframes: " << frameSize / (sizeofVFATPayload + 2);

  unsigned int nWords = (frameSize - 2) * 4 - 2;

  for (unsigned int i = 1; i * (sizeofVFATPayload + 2) < nWords; ++i) {
    // compile frame position
    // NOTE: DAQ group uses terms GOH and fiber in the other way
    unsigned int fiberIdx = (*(++VFATFrameWordPtr)) & 0xF;
    unsigned int gohIdx = (*VFATFrameWordPtr >> 4) & 0xF;
    TotemFramePosition fp(0, 0, optoRxId, gohIdx, fiberIdx);

    LogDebug("RawDataUnpacker::processOptoRxFrameSampic")
        << "OptoRx: " << optoRxId << " Goh: " << gohIdx << " Idx: " << fiberIdx;

    // prepare temporary VFAT frame
    VFATFrame frame(++VFATFrameWordPtr);
    VFATFrameWordPtr += sizeofVFATPayload;

    if (*(VFATFrameWordPtr) != 0xf00e) {
      edm::LogError("RawDataUnpacker::processOptoRxFrameSampic") << "Wrong trailer " << *VFATFrameWordPtr;
      continue;
    }
    // save frame to output
    frame.setPresenceFlags(1);
    fc->Insert(fp, frame);

    LogDebug("RawDataUnpacker::processOptoRxFrameSampic") << "Trailer: " << std::hex << *VFATFrameWordPtr;
  }

  return 0;
}