InputFile Struct Reference

#include <FedRawDataInputSource.h>

Public Member Functions
bool	advance (unsigned char *&dataPosition, const size_t size)
int64_t	fileSizeLeft () const
	InputFile (evf::EvFDaqDirector::FileStatus status, unsigned int lumi=0, std::string const &name=std::string(), bool deleteFile=true, int rawFd=-1, uint64_t fileSize=0, uint16_t rawHeaderSize=0, uint32_t nChunks=0, int nEvents=0, FedRawDataInputSource *parent=nullptr)
	InputFile (std::string &name)
void	moveToPreviousChunk (const size_t size, const size_t offset)
void	rewindChunk (const size_t size)
void	unsetDeleteFile ()
bool	waitForChunk (unsigned int chunkid)
	~InputFile ()

Public Attributes
uint32_t	bufferPosition_ = 0
uint32_t	chunkPosition_ = 0
tbb::concurrent_vector< InputChunk * >	chunks_
unsigned int	currentChunk_ = 0
bool	deleteFile_
std::string	fileName_
uint64_t	fileSize_
unsigned int	lumi_
uint32_t	nChunks_
int	nEvents_
unsigned int	nProcessed_
FedRawDataInputSource *	parent_
int	rawFd_
uint16_t	rawHeaderSize_
evf::EvFDaqDirector::FileStatus	status_

Detailed Description

Definition at line 210 of file FedRawDataInputSource.h.

Constructor & Destructor Documentation

InputFile() [1/2]

InputFile::InputFile ( evf::EvFDaqDirector::FileStatus  status, unsigned int  lumi = 0, std::string const &  name = std::string(), bool  deleteFile = true, int  rawFd = -1, uint64_t  fileSize = 0, uint16_t  rawHeaderSize = 0, uint32_t  nChunks = 0, int  nEvents = 0, FedRawDataInputSource *  parent = nullptr  )

inline

Definition at line 229 of file FedRawDataInputSource.h.

References chunks_, and mps_fire::i.

      : parent_(parent),
        status_(status),
        lumi_(lumi),
        fileName_(name),
        deleteFile_(deleteFile),
        rawFd_(rawFd),
        fileSize_(fileSize),
        rawHeaderSize_(rawHeaderSize),
        nChunks_(nChunks),
        nEvents_(nEvents),
        nProcessed_(0) {
    for (unsigned int i = 0; i < nChunks; i++)
      chunks_.push_back(nullptr);
  }

~InputFile()

InputFile::~InputFile

(

)

Definition at line 1479 of file FedRawDataInputSource.cc.

References deleteFile_, cppFunctionSkipper::exception, fileName_, dt4ml_dqm_sourceclient-live_cfg::filePath, LogDebug, castor_dqm_sourceclient_file_cfg::path, rawFd_, and MatrixUtil::remove().

                      {
  if (rawFd_ != -1)
    close(rawFd_);

  if (deleteFile_ && !fileName_.empty()) {
    const std::filesystem::path filePath(fileName_);
    try {
      //sometimes this fails but file gets deleted
      LogDebug("FedRawDataInputSource:InputFile") << "Deleting input file -:" << fileName_;
      std::filesystem::remove(filePath);
      return;
    } catch (const std::filesystem::filesystem_error& ex) {
      edm::LogError("FedRawDataInputSource:InputFile")
          << " - deleteFile BOOST FILESYSTEM ERROR CAUGHT -: " << ex.what() << ". Trying again.";
    } catch (std::exception& ex) {
      edm::LogError("FedRawDataInputSource:InputFile")
          << " - deleteFile std::exception CAUGHT -: " << ex.what() << ". Trying again.";
    }
    std::filesystem::remove(filePath);
  }
}

InputFile() [2/2]

InputFile::InputFile ( std::string &  name )

inline

Definition at line 255 of file FedRawDataInputSource.h.

: fileName_(name) {}

Member Function Documentation

advance()

bool InputFile::advance ( unsigned char *&  dataPosition, const size_t  size  )

inline

Definition at line 1424 of file FedRawDataInputSource.cc.

References cms::cuda::assert(), bufferPosition_, chunkPosition_, chunks_, currentChunk_, FedRawDataInputSource::exceptionState(), evf::FastMonState::inChunkReceived, evf::FastMonState::inWaitChunk, parent_, FedRawDataInputSource::setMonState(), findQualityFiles::size, FedRawDataInputSource::threadError(), and waitForChunk().

                                                                              {
  //wait for chunk

  while (!waitForChunk(currentChunk_)) {
    parent_->setMonState(inWaitChunk);
    usleep(100000);
    parent_->setMonState(inChunkReceived);
    if (parent_->exceptionState())
      parent_->threadError();
  }

  dataPosition = chunks_[currentChunk_]->buf_ + chunkPosition_;
  size_t currentLeft = chunks_[currentChunk_]->size_ - chunkPosition_;

  if (currentLeft < size) {
    //we need next chunk
    assert(chunks_.size() > currentChunk_ + 1);
    while (!waitForChunk(currentChunk_ + 1)) {
      parent_->setMonState(inWaitChunk);
      usleep(100000);
      parent_->setMonState(inChunkReceived);
      if (parent_->exceptionState())
        parent_->threadError();
    }
    //copy everything to beginning of the first chunk
    dataPosition -= chunkPosition_;
    assert(dataPosition == chunks_[currentChunk_]->buf_);
    memmove(chunks_[currentChunk_]->buf_, chunks_[currentChunk_]->buf_ + chunkPosition_, currentLeft);
    memcpy(chunks_[currentChunk_]->buf_ + currentLeft, chunks_[currentChunk_ + 1]->buf_, size - currentLeft);
    //set pointers at the end of the old data position
    bufferPosition_ += size;
    chunkPosition_ = size - currentLeft;
    currentChunk_++;
    return true;
  } else {
    chunkPosition_ += size;
    bufferPosition_ += size;
    return false;
  }
}

fileSizeLeft()

int64_t InputFile::fileSizeLeft ( ) const

inline

Definition at line 265 of file FedRawDataInputSource.h.

References bufferPosition_, and fileSize_.

{ return (int64_t)fileSize_ - (int64_t)bufferPosition_; }

moveToPreviousChunk()

void InputFile::moveToPreviousChunk ( const size_t  size, const size_t  offset  )

inline

Definition at line 1465 of file FedRawDataInputSource.cc.

References cms::cuda::assert(), bufferPosition_, chunkPosition_, chunks_, currentChunk_, hltrates_dqm_sourceclient-live_cfg::offset, and findQualityFiles::size.

                                                                                 {
  //this will fail in case of events that are too large
  assert(size < chunks_[currentChunk_]->size_ - chunkPosition_);
  assert(size - offset < chunks_[currentChunk_]->size_);
  memcpy(chunks_[currentChunk_ - 1]->buf_ + offset, chunks_[currentChunk_]->buf_ + chunkPosition_, size);
  chunkPosition_ += size;
  bufferPosition_ += size;
}

rewindChunk()

void InputFile::rewindChunk ( const size_t  size )

inline

Definition at line 1474 of file FedRawDataInputSource.cc.

References bufferPosition_, chunkPosition_, and findQualityFiles::size.

                                                    {
  chunkPosition_ -= size;
  bufferPosition_ -= size;
}

unsetDeleteFile()

void InputFile::unsetDeleteFile ( )

inline

Definition at line 264 of file FedRawDataInputSource.h.

References deleteFile_.

{ deleteFile_ = false; }

waitForChunk()

bool InputFile::waitForChunk ( unsigned int  chunkid )

inline

Definition at line 257 of file FedRawDataInputSource.h.

References chunks_.

Referenced by advance().

                                          {
    //some atomics to make sure everything is cache synchronized for the main thread
    return chunks_[chunkid] != nullptr && chunks_[chunkid]->readComplete_;
  }

Member Data Documentation

bufferPosition_

uint32_t InputFile::bufferPosition_ = 0

Definition at line 225 of file FedRawDataInputSource.h.

Referenced by advance(), fileSizeLeft(), moveToPreviousChunk(), and rewindChunk().

chunkPosition_

uint32_t InputFile::chunkPosition_ = 0

Definition at line 226 of file FedRawDataInputSource.h.

Referenced by advance(), moveToPreviousChunk(), and rewindChunk().

chunks_

tbb::concurrent_vector<InputChunk*> InputFile::chunks_

Definition at line 223 of file FedRawDataInputSource.h.

Referenced by advance(), InputFile(), moveToPreviousChunk(), and waitForChunk().

currentChunk_

unsigned int InputFile::currentChunk_ = 0

Definition at line 227 of file FedRawDataInputSource.h.

Referenced by advance(), and moveToPreviousChunk().

deleteFile_

bool InputFile::deleteFile_

Definition at line 215 of file FedRawDataInputSource.h.

Referenced by unsetDeleteFile(), and ~InputFile().

fileName_

std::string InputFile::fileName_

Definition at line 214 of file FedRawDataInputSource.h.

Referenced by ~InputFile().

fileSize_

uint64_t InputFile::fileSize_

Definition at line 217 of file FedRawDataInputSource.h.

Referenced by fileSizeLeft().

lumi_

unsigned int InputFile::lumi_

Definition at line 213 of file FedRawDataInputSource.h.

nChunks_

uint32_t InputFile::nChunks_

Definition at line 219 of file FedRawDataInputSource.h.

nEvents_

int InputFile::nEvents_

Definition at line 220 of file FedRawDataInputSource.h.

nProcessed_

unsigned int InputFile::nProcessed_

Definition at line 221 of file FedRawDataInputSource.h.

parent_

FedRawDataInputSource* InputFile::parent_

Definition at line 211 of file FedRawDataInputSource.h.

Referenced by advance().

rawFd_

int InputFile::rawFd_

Definition at line 216 of file FedRawDataInputSource.h.

Referenced by ~InputFile().

rawHeaderSize_

uint16_t InputFile::rawHeaderSize_

Definition at line 218 of file FedRawDataInputSource.h.

status_

evf::EvFDaqDirector::FileStatus InputFile::status_

Definition at line 212 of file FedRawDataInputSource.h.