DataModeFRDStriped Class Reference

#include <DAQSourceModelsFRD.h>

Inheritance diagram for DataModeFRDStriped:

Public Member Functions
bool	checksumValid () override
bool	dataBlockCompleted () const override
bool	dataBlockInitialized () const override
uint64_t	dataBlockSize () const override
	DataModeFRDStriped (DAQSource *daqSource)
int	dataVersion () const override
std::pair< bool, std::vector< std::string > >	defineAdditionalFiles (std::string const &primaryName, bool fileListMode) const override
void	detectVersion (unsigned char *fileBuf, uint32_t fileHeaderOffset) override
edm::Timestamp	fillFRDCollection (FEDRawDataCollection &rawData, bool &tcdsInRange, unsigned char *&tcds_pointer)
bool	fitToBuffer () const override
std::string	getChecksumError () const override
uint32_t	headerSize () const override
bool	isRealData () const override
std::vector< std::shared_ptr< const edm::DaqProvenanceHelper > > &	makeDaqProvenanceHelpers () override
void	makeDataBlockView (unsigned char *addr, size_t maxSize, std::vector< uint64_t > const &fileSizes, size_t fileHeaderSize) override
void	makeDirectoryEntries (std::vector< std::string > const &baseDirs, std::vector< int > const &numSources, std::string const &runDir) override
bool	nextEventView () override
void	readEvent (edm::EventPrincipal &eventPrincipal) override
bool	requireHeader () const override
uint32_t	run () const override
void	setDataBlockInitialized (bool val) override
void	setTCDSSearchRange (uint16_t MINTCDSuTCAFEDID, uint16_t MAXTCDSuTCAFEDID) override
bool	versionCheck () const override
	~DataModeFRDStriped () override
Public Member Functions inherited from DataMode
	DataMode (DAQSource *daqSource)
virtual bool	isMultiDir ()
void	setTesting (bool testing)
virtual	~DataMode ()=default

Private Member Functions
bool	makeEvents ()

Private Attributes
bool	blockCompleted_ = true
std::vector< std::filesystem::path >	buPaths_
std::string	crcMsg_
std::vector< std::shared_ptr< const edm::DaqProvenanceHelper > >	daqProvenanceHelpers_
unsigned char *	dataBlockAddr_ = nullptr
std::vector< unsigned char * >	dataBlockAddrs_
bool	dataBlockInitialized_ = false
size_t	dataBlockMax_ = 0
std::vector< unsigned char * >	dataBlockMaxAddrs_
uint16_t	detectedFRDversion_ = 0
bool	eventCached_ = false
std::vector< std::unique_ptr< edm::streamer::FRDEventMsgView > >	events_
size_t	fileHeaderSize_ = 0
size_t	headerSize_ = 0
uint16_t	MAXTCDSuTCAFEDID_ = FEDNumbering::MAXTCDSuTCAFEDID
uint16_t	MINTCDSuTCAFEDID_ = FEDNumbering::MINTCDSuTCAFEDID
short	numFiles_ = 0

Additional Inherited Members
Protected Attributes inherited from DataMode
DAQSource *	daqSource_
bool	testing_ = false

Detailed Description

Definition at line 94 of file DAQSourceModelsFRD.h.

Constructor & Destructor Documentation

DataModeFRDStriped()

DataModeFRDStriped::DataModeFRDStriped ( DAQSource *  daqSource )

inline

Definition at line 96 of file DAQSourceModelsFRD.h.

: DataMode(daqSource) {}

~DataModeFRDStriped()

DataModeFRDStriped::~DataModeFRDStriped ( )

inlineoverride

Definition at line 97 of file DAQSourceModelsFRD.h.

{};

Member Function Documentation

checksumValid()

bool DataModeFRDStriped::checksumValid ( )

overridevirtual

Implements DataMode.

Definition at line 280 of file DAQSourceModelsFRD.cc.

References crc32c(), mps_fire::i, contentValuesCheck::ss, and mps_update::status.

                                       {
  bool status = true;
  for (size_t i = 0; i < events_.size(); i++) {
    uint32_t crc = 0;
    auto const& event = events_[i];
    if (event->version() >= 5) {
      crc = crc32c(crc, (const unsigned char*)event->payload(), event->eventSize());
      if (crc != event->crc32c()) {
        std::ostringstream ss;
        ss << "Found a wrong crc32c checksum at readout index " << i << ": expected 0x" << std::hex << event->crc32c()
           << " but calculated 0x" << crc << ". ";
        crcMsg_ += ss.str();
        status = false;
      }
    }
  }
  return status;
}

dataBlockCompleted()

bool DataModeFRDStriped::dataBlockCompleted ( ) const

inlineoverridevirtual

Implements DataMode.

Definition at line 161 of file DAQSourceModelsFRD.h.

References blockCompleted_.

{ return blockCompleted_; }

dataBlockInitialized()

bool DataModeFRDStriped::dataBlockInitialized ( ) const

inlineoverridevirtual

Implements DataMode.

Definition at line 167 of file DAQSourceModelsFRD.h.

References dataBlockInitialized_.

{ return dataBlockInitialized_; }

dataBlockSize()

uint64_t DataModeFRDStriped::dataBlockSize ( ) const

inlineoverridevirtual

Implements DataMode.

Definition at line 113 of file DAQSourceModelsFRD.h.

References events_.

                                          {
    //just get first event size
    if (events_.empty())
      throw cms::Exception("DataModeFRDStriped::dataBlockSize") << " empty event array";
    return events_[0]->size();
  }

dataVersion()

int DataModeFRDStriped::dataVersion ( ) const

inlineoverridevirtual

Implements DataMode.

Definition at line 104 of file DAQSourceModelsFRD.h.

References detectedFRDversion_.

{ return detectedFRDversion_; }

defineAdditionalFiles()

std::pair< bool, std::vector< std::string > > DataModeFRDStriped::defineAdditionalFiles ( std::string const &  primaryName, bool  fileListMode  ) const

overridevirtual

Implements DataMode.

Definition at line 305 of file DAQSourceModelsFRD.cc.

References SiStripCommissioningSource_FromRAW_cfg::fileListMode, reco_skim_cfg_mod::fullpath, mps_fire::i, and castor_dqm_sourceclient_file_cfg::path.

                                                                                                             {
  std::vector<std::string> additionalFiles;

  if (fileListMode) {
    //for the unit test
    additionalFiles.push_back(primaryName + "_1");
    return std::make_pair(true, additionalFiles);
  }

  auto fullpath = std::filesystem::path(primaryName);
  auto fullname = fullpath.filename();

  for (size_t i = 1; i < buPaths_.size(); i++) {
    std::filesystem::path newPath = buPaths_[i] / fullname;
    additionalFiles.push_back(newPath.generic_string());
  }
  return std::make_pair(true, additionalFiles);
}

detectVersion()

void DataModeFRDStriped::detectVersion ( unsigned char *  fileBuf, uint32_t  fileHeaderOffset  )

inlineoverridevirtual

Implements DataMode.

Definition at line 105 of file DAQSourceModelsFRD.h.

References detectedFRDversion_.

                                                                                 {
    detectedFRDversion_ = *((uint16_t*)(fileBuf + fileHeaderOffset));
  }

fillFRDCollection()

edm::Timestamp DataModeFRDStriped::fillFRDCollection	(	FEDRawDataCollection &	rawData,
		bool &	tcdsInRange,
		unsigned char *&	tcds_pointer
	)

Definition at line 207 of file DAQSourceModelsFRD.cc.

References cms::cuda::assert(), FEDRawData::data(), Exception, l1tstage2_dqm_sourceclient-live_cfg::fedId, FEDTrailer::fragmentLength(), FEDHeader::length, FEDTrailer::length, FEDNumbering::MAXFEDID, FEDNumbering::MAXTCDSuTCAFEDID, FEDNumbering::MINTCDSuTCAFEDID, jetsAK4_Puppi_cff::payload, l1tstage2_dqm_sourceclient-live_cfg::rawData, FEDRawData::resize(), FEDHeader::sourceID(), and hcalRecHitTable_cff::time.

                                                                                   {
  edm::TimeValue_t time;
  timeval stv;
  gettimeofday(&stv, nullptr);
  time = stv.tv_sec;
  time = (time << 32) + stv.tv_usec;
  edm::Timestamp tstamp(time);

  tcds_pointer = nullptr;
  tcdsInRange = false;
  uint16_t selectedTCDSFed = 0;
  int selectedTCDSFileIndex = -1;
  for (size_t index = 0; index < events_.size(); index++) {
    uint32_t eventSize = events_[index]->eventSize();
    unsigned char* event = (unsigned char*)events_[index]->payload();
    while (eventSize > 0) {
      assert(eventSize >= FEDTrailer::length);
      eventSize -= FEDTrailer::length;
      const FEDTrailer fedTrailer(event + eventSize);
      const uint32_t fedSize = fedTrailer.fragmentLength() << 3;  //trailer length counts in 8 bytes
      assert(eventSize >= fedSize - FEDHeader::length);
      eventSize -= (fedSize - FEDHeader::length);
      const FEDHeader fedHeader(event + eventSize);
      const uint16_t fedId = fedHeader.sourceID();
      if (fedId > FEDNumbering::MAXFEDID) {
        throw cms::Exception("DataModeFRDStriped:::fillFRDCollection") << "Out of range FED ID : " << fedId;
      } else if (fedId >= MINTCDSuTCAFEDID_ && fedId <= MAXTCDSuTCAFEDID_) {
        if (!selectedTCDSFed) {
          selectedTCDSFed = fedId;
          selectedTCDSFileIndex = index;
          tcds_pointer = event + eventSize;
          if (fedId >= FEDNumbering::MINTCDSuTCAFEDID && fedId <= FEDNumbering::MAXTCDSuTCAFEDID) {
            tcdsInRange = true;
          }
        } else if (!testing_)
          throw cms::Exception("DataModeFRDStriped:::fillFRDCollection")
              << "Second TCDS FED ID " << fedId << " found in file " << selectedTCDSFileIndex
              << ". First ID: " << selectedTCDSFed << " in file " << index;
      }
      FEDRawData& fedData = rawData.FEDData(fedId);
      fedData.resize(fedSize);
      memcpy(fedData.data(), event + eventSize, fedSize);
    }
    assert(eventSize == 0);
  }

  return tstamp;
}

fitToBuffer()

bool DataModeFRDStriped::fitToBuffer ( ) const

inlineoverridevirtual

Implements DataMode.

Definition at line 165 of file DAQSourceModelsFRD.h.

{ return true; }

getChecksumError()

std::string DataModeFRDStriped::getChecksumError ( ) const

overridevirtual

Implements DataMode.

Definition at line 299 of file DAQSourceModelsFRD.cc.

{ return crcMsg_; }

headerSize()

uint32_t DataModeFRDStriped::headerSize ( ) const

inlineoverridevirtual

Implements DataMode.

Definition at line 109 of file DAQSourceModelsFRD.h.

References detectedFRDversion_, and edm::streamer::FRDHeaderVersionSize.

{ return edm::streamer::FRDHeaderVersionSize[detectedFRDversion_]; }

isRealData()

bool DataModeFRDStriped::isRealData ( ) const

inlineoverridevirtual

Implements DataMode.

Definition at line 151 of file DAQSourceModelsFRD.h.

References cms::cuda::assert(), and events_.

                                   {
    assert(!events_.empty());
    return events_[0]->isRealData();
  }

makeDaqProvenanceHelpers()

std::vector< std::shared_ptr< const edm::DaqProvenanceHelper > > & DataModeFRDStriped::makeDaqProvenanceHelpers ( )

overridevirtual

Implements DataMode.

Definition at line 258 of file DAQSourceModelsFRD.cc.

                                                                                                     {
  //set FRD data collection
  daqProvenanceHelpers_.clear();
  daqProvenanceHelpers_.emplace_back(std::make_shared<const edm::DaqProvenanceHelper>(
      edm::TypeID(typeid(FEDRawDataCollection)), "FEDRawDataCollection", "FEDRawDataCollection", "DAQSource"));
  return daqProvenanceHelpers_;
}

makeDataBlockView()

void DataModeFRDStriped::makeDataBlockView ( unsigned char *  addr, size_t  maxSize, std::vector< uint64_t > const &  fileSizes, size_t  fileHeaderSize  )

inlineoverridevirtual

Implements DataMode.

Definition at line 120 of file DAQSourceModelsFRD.h.

References generateTowerEtThresholdLUT::addr, cms::cuda::assert(), blockCompleted_, dataBlockAddrs_, dataBlockMax_, dataBlockMaxAddrs_, eventCached_, fileHeaderSize_, mps_fire::i, makeEvents(), reco_skim_cfg_mod::maxSize, numFiles_, mps_fire::result, and setDataBlockInitialized().

                                                         {
    fileHeaderSize_ = fileHeaderSize;
    numFiles_ = fileSizes.size();
    //add offset address for each file payload
    dataBlockAddrs_.clear();
    dataBlockAddrs_.push_back(addr);
    dataBlockMaxAddrs_.clear();
    dataBlockMaxAddrs_.push_back(addr + fileSizes[0] - fileHeaderSize);
    auto fileAddr = addr;
    for (unsigned int i = 1; i < fileSizes.size(); i++) {
      fileAddr += fileSizes[i - 1];
      dataBlockAddrs_.push_back(fileAddr);
      dataBlockMaxAddrs_.push_back(fileAddr + fileSizes[i] - fileHeaderSize);
    }

    dataBlockMax_ = maxSize;
    blockCompleted_ = false;
    //set event cached as we set initial address here
    bool result = makeEvents();
    assert(result);
    eventCached_ = true;
    setDataBlockInitialized(true);
  }

makeDirectoryEntries()

void DataModeFRDStriped::makeDirectoryEntries ( std::vector< std::string > const &  baseDirs, std::vector< int > const &  numSources, std::string const &  runDir  )

overridevirtual

Implements DataMode.

Definition at line 158 of file DAQSourceModelsFRD.cc.

References ALCARECODTCalibSynchDQM_cff::baseDir, and castor_dqm_sourceclient_file_cfg::path.

                                                                       {
  std::filesystem::path runDirP(runDir);
  for (auto& baseDir : baseDirs) {
    std::filesystem::path baseDirP(baseDir);
    buPaths_.emplace_back(baseDirP / runDirP);
  }
}

makeEvents()

bool DataModeFRDStriped::makeEvents ( )

private

Definition at line 336 of file DAQSourceModelsFRD.cc.

References cms::cuda::assert(), Exception, mps_fire::i, and findQualityFiles::size.

Referenced by makeDataBlockView().

                                    {
  events_.clear();
  assert(!blockCompleted_);
  for (int i = 0; i < numFiles_; i++) {
    if (dataBlockAddrs_[i] >= dataBlockMaxAddrs_[i]) {
      //must be exact
      assert(dataBlockAddrs_[i] == dataBlockMaxAddrs_[i]);
      blockCompleted_ = true;
      return false;
    } else {
      if (blockCompleted_)
        throw cms::Exception("DataModeFRDStriped::makeEvents")
            << "not all striped blocks were completed at the same time";
    }
    if (blockCompleted_)
      continue;
    events_.emplace_back(std::make_unique<FRDEventMsgView>(dataBlockAddrs_[i]));
    if (dataBlockAddrs_[i] + events_[i]->size() > dataBlockMaxAddrs_[i])
      throw cms::Exception("DAQSource::getNextEvent")
          << " event id:" << events_[i]->event() << " lumi:" << events_[i]->lumi() << " run:" << events_[i]->run()
          << " of size:" << events_[i]->size() << " bytes does not fit into the buffer or has corrupted header";
  }
  return !blockCompleted_;
}

nextEventView()

bool DataModeFRDStriped::nextEventView ( )

overridevirtual

Implements DataMode.

Definition at line 325 of file DAQSourceModelsFRD.cc.

References mps_fire::i.

                                       {
  blockCompleted_ = false;
  if (eventCached_)
    return true;
  for (unsigned int i = 0; i < events_.size(); i++) {
    //add last event length to each stripe
    dataBlockAddrs_[i] += events_[i]->size();
  }
  return makeEvents();
}

readEvent()

void DataModeFRDStriped::readEvent ( edm::EventPrincipal &  eventPrincipal )

overridevirtual

Implements DataMode.

Definition at line 168 of file DAQSourceModelsFRD.cc.

References cms::cuda::assert(), printConversionInfo::aux, runTheMatrix::const, Exception, FEDHeader::length, evf::evtn::makeEventAuxiliary(), eostools::move(), edm::EventAuxiliary::PhysicsTrigger, edm::EventPrincipal::put(), l1tstage2_dqm_sourceclient-live_cfg::rawData, and FEDHeader::triggerType().

                                                                    {
  assert(!events_.empty());
  std::unique_ptr<FEDRawDataCollection> rawData(new FEDRawDataCollection);
  bool tcdsInRange;
  unsigned char* tcds_pointer = nullptr;
  edm::Timestamp tstamp = fillFRDCollection(*rawData, tcdsInRange, tcds_pointer);

  auto const& event = events_[0];
  if (daqSource_->useL1EventID()) {
    uint32_t L1EventID = event->event();
    edm::EventID eventID = edm::EventID(daqSource_->eventRunNumber(), daqSource_->currentLumiSection(), L1EventID);
    edm::EventAuxiliary aux(
        eventID, daqSource_->processGUID(), tstamp, event->isRealData(), edm::EventAuxiliary::PhysicsTrigger);
    aux.setProcessHistoryID(daqSource_->processHistoryID());
    daqSource_->makeEventWrapper(eventPrincipal, aux);
  } else if (tcds_pointer == nullptr) {
    uint32_t L1EventID = event->event();
    throw cms::Exception("DAQSource::read") << "No TCDS FED in event with FEDHeader EID -: " << L1EventID;
  } else {
    const FEDHeader fedHeader(tcds_pointer);
    tcds::Raw_v1 const* tcds = reinterpret_cast<tcds::Raw_v1 const*>(tcds_pointer + FEDHeader::length);
    edm::EventAuxiliary aux =
        evf::evtn::makeEventAuxiliary(tcds,
                                      daqSource_->eventRunNumber(),
                                      daqSource_->currentLumiSection(),
                                      event->isRealData(),
                                      static_cast<edm::EventAuxiliary::ExperimentType>(fedHeader.triggerType()),
                                      daqSource_->processGUID(),
                                      !daqSource_->fileListLoopMode(),
                                      !tcdsInRange);
    aux.setProcessHistoryID(daqSource_->processHistoryID());
    daqSource_->makeEventWrapper(eventPrincipal, aux);
  }
  std::unique_ptr<edm::WrapperBase> edp(new edm::Wrapper<FEDRawDataCollection>(std::move(rawData)));
  eventPrincipal.put(
      daqProvenanceHelpers_[0]->branchDescription(), std::move(edp), daqProvenanceHelpers_[0]->dummyProvenance());
  eventCached_ = false;
}

requireHeader()

bool DataModeFRDStriped::requireHeader ( ) const

inlineoverridevirtual

Implements DataMode.

Definition at line 163 of file DAQSourceModelsFRD.h.

{ return true; }

run()

uint32_t DataModeFRDStriped::run ( ) const

inlineoverridevirtual

Implements DataMode.

Definition at line 156 of file DAQSourceModelsFRD.h.

References cms::cuda::assert(), and events_.

Referenced by Types.EventID::cppID(), and Types.LuminosityBlockID::cppID().

                                {
    assert(!events_.empty());
    return events_[0]->run();
  }

setDataBlockInitialized()

void DataModeFRDStriped::setDataBlockInitialized ( bool  val )

inlineoverridevirtual

Implements DataMode.

Definition at line 169 of file DAQSourceModelsFRD.h.

References dataBlockInitialized_, and heppy_batch::val.

Referenced by makeDataBlockView().

{ dataBlockInitialized_ = val; };

setTCDSSearchRange()

void DataModeFRDStriped::setTCDSSearchRange ( uint16_t  MINTCDSuTCAFEDID, uint16_t  MAXTCDSuTCAFEDID  )

inlineoverridevirtual

Implements DataMode.

Definition at line 171 of file DAQSourceModelsFRD.h.

References MAXTCDSuTCAFEDID_, and MINTCDSuTCAFEDID_.

                                                                                         {
    MINTCDSuTCAFEDID_ = MINTCDSuTCAFEDID;
    MAXTCDSuTCAFEDID_ = MAXTCDSuTCAFEDID;
  }

versionCheck()

bool DataModeFRDStriped::versionCheck ( ) const

inlineoverridevirtual

Implements DataMode.

Definition at line 111 of file DAQSourceModelsFRD.h.

References detectedFRDversion_, and edm::streamer::FRDHeaderMaxVersion.

{ return detectedFRDversion_ <= edm::streamer::FRDHeaderMaxVersion; }

Member Data Documentation

blockCompleted_

bool DataModeFRDStriped::blockCompleted_ = true

private

Definition at line 197 of file DAQSourceModelsFRD.h.

Referenced by dataBlockCompleted(), and makeDataBlockView().

buPaths_

std::vector<std::filesystem::path> DataModeFRDStriped::buPaths_

private

Definition at line 201 of file DAQSourceModelsFRD.h.

crcMsg_

std::string DataModeFRDStriped::crcMsg_

private

Definition at line 190 of file DAQSourceModelsFRD.h.

daqProvenanceHelpers_

std::vector<std::shared_ptr<const edm::DaqProvenanceHelper> > DataModeFRDStriped::daqProvenanceHelpers_

private

Definition at line 185 of file DAQSourceModelsFRD.h.

dataBlockAddr_

unsigned char* DataModeFRDStriped::dataBlockAddr_ = nullptr

private

Definition at line 191 of file DAQSourceModelsFRD.h.

dataBlockAddrs_

std::vector<unsigned char*> DataModeFRDStriped::dataBlockAddrs_

private

Definition at line 192 of file DAQSourceModelsFRD.h.

Referenced by makeDataBlockView().

dataBlockInitialized_

bool DataModeFRDStriped::dataBlockInitialized_ = false

private

Definition at line 196 of file DAQSourceModelsFRD.h.

Referenced by dataBlockInitialized(), and setDataBlockInitialized().

dataBlockMax_

size_t DataModeFRDStriped::dataBlockMax_ = 0

private

Definition at line 194 of file DAQSourceModelsFRD.h.

Referenced by makeDataBlockView().

dataBlockMaxAddrs_

std::vector<unsigned char*> DataModeFRDStriped::dataBlockMaxAddrs_

private

Definition at line 193 of file DAQSourceModelsFRD.h.

Referenced by makeDataBlockView().

detectedFRDversion_

uint16_t DataModeFRDStriped::detectedFRDversion_ = 0

private

Definition at line 186 of file DAQSourceModelsFRD.h.

Referenced by dataVersion(), detectVersion(), headerSize(), and versionCheck().

eventCached_

bool DataModeFRDStriped::eventCached_ = false

private

Definition at line 198 of file DAQSourceModelsFRD.h.

Referenced by makeDataBlockView().

events_

std::vector<std::unique_ptr<edm::streamer::FRDEventMsgView> > DataModeFRDStriped::events_

private

Definition at line 189 of file DAQSourceModelsFRD.h.

Referenced by dataBlockSize(), isRealData(), and run().

fileHeaderSize_

size_t DataModeFRDStriped::fileHeaderSize_ = 0

private

Definition at line 187 of file DAQSourceModelsFRD.h.

Referenced by makeDataBlockView().

headerSize_

size_t DataModeFRDStriped::headerSize_ = 0

private

Definition at line 188 of file DAQSourceModelsFRD.h.

MAXTCDSuTCAFEDID_

uint16_t DataModeFRDStriped::MAXTCDSuTCAFEDID_ = FEDNumbering::MAXTCDSuTCAFEDID

private

Definition at line 200 of file DAQSourceModelsFRD.h.

Referenced by setTCDSSearchRange().

MINTCDSuTCAFEDID_

uint16_t DataModeFRDStriped::MINTCDSuTCAFEDID_ = FEDNumbering::MINTCDSuTCAFEDID

private

Definition at line 199 of file DAQSourceModelsFRD.h.

Referenced by setTCDSSearchRange().

numFiles_

short DataModeFRDStriped::numFiles_ = 0

private

Definition at line 195 of file DAQSourceModelsFRD.h.

Referenced by makeDataBlockView().