InputFile Struct Reference

#include <FedRawDataInputSource.h>

Public Member Functions
bool	advance (unsigned char *&dataPosition, const size_t size)
	InputFile (evf::EvFDaqDirector::FileStatus status, unsigned int lumi=0, std::string const &name=std::string(), bool deleteFile=true, int rawFd=-1, uint64_t fileSize=0, uint16_t rawHeaderSize=0, uint32_t nChunks=0, int nEvents=0, FedRawDataInputSource *parent=nullptr)
	InputFile (std::string &name)
void	moveToPreviousChunk (const size_t size, const size_t offset)
void	rewindChunk (const size_t size)
bool	waitForChunk (unsigned int chunkid)
	~InputFile ()

Public Attributes
uint32_t	bufferPosition_ = 0
uint32_t	chunkPosition_ = 0
tbb::concurrent_vector< InputChunk * >	chunks_
unsigned int	currentChunk_ = 0
bool	deleteFile_
std::string	fileName_
uint64_t	fileSize_
unsigned int	lumi_
uint32_t	nChunks_
int	nEvents_
unsigned int	nProcessed_
FedRawDataInputSource *	parent_
int	rawFd_
uint16_t	rawHeaderSize_
evf::EvFDaqDirector::FileStatus	status_

Detailed Description

Definition at line 206 of file FedRawDataInputSource.h.

Constructor & Destructor Documentation

InputFile() [1/2]

InputFile::InputFile ( evf::EvFDaqDirector::FileStatus  status, unsigned int  lumi = 0, std::string const &  name = std::string(), bool  deleteFile = true, int  rawFd = -1, uint64_t  fileSize = 0, uint16_t  rawHeaderSize = 0, uint32_t  nChunks = 0, int  nEvents = 0, FedRawDataInputSource *  parent = nullptr  )

inline

Definition at line 225 of file FedRawDataInputSource.h.

      : parent_(parent),
        status_(status),
        lumi_(lumi),
        fileName_(name),
        deleteFile_(deleteFile),
        rawFd_(rawFd),
        fileSize_(fileSize),
        rawHeaderSize_(rawHeaderSize),
        nChunks_(nChunks),
        nEvents_(nEvents),
        nProcessed_(0) {
    for (unsigned int i = 0; i < nChunks; i++)
      chunks_.push_back(nullptr);
  }

References chunks_, and mps_fire::i.

~InputFile()

InputFile::~InputFile

(

)

Definition at line 1405 of file FedRawDataInputSource.cc.

                      {
  if (rawFd_ != -1)
    close(rawFd_);
 
  if (deleteFile_ && !fileName_.empty()) {
    const std::filesystem::path filePath(fileName_);
    try {
      //sometimes this fails but file gets deleted
      LogDebug("FedRawDataInputSource:InputFile") << "Deleting input file -:" << fileName_;
      std::filesystem::remove(filePath);
      return;
    } catch (const std::filesystem::filesystem_error& ex) {
      edm::LogError("FedRawDataInputSource:InputFile")
          << " - deleteFile BOOST FILESYSTEM ERROR CAUGHT -: " << ex.what() << ". Trying again.";
    } catch (std::exception& ex) {
      edm::LogError("FedRawDataInputSource:InputFile")
          << " - deleteFile std::exception CAUGHT -: " << ex.what() << ". Trying again.";
    }
    std::filesystem::remove(filePath);
  }
}

References deleteFile_, cppFunctionSkipper::exception, fileName_, dt4ml_dqm_sourceclient-live_cfg::filePath, LogDebug, castor_dqm_sourceclient_file_cfg::path, rawFd_, and MatrixUtil::remove().

InputFile() [2/2]

InputFile::InputFile ( std::string &  name )

inline

Definition at line 251 of file FedRawDataInputSource.h.

: fileName_(name) {}

Member Function Documentation

advance()

bool InputFile::advance ( unsigned char *&  dataPosition, const size_t  size  )

inline

Definition at line 1356 of file FedRawDataInputSource.cc.

                                                                              {
  //wait for chunk
  while (!waitForChunk(currentChunk_)) {
    usleep(100000);
    if (parent_->exceptionState())
      parent_->threadError();
  }
 
  dataPosition = chunks_[currentChunk_]->buf_ + chunkPosition_;
  size_t currentLeft = chunks_[currentChunk_]->size_ - chunkPosition_;
 
  if (currentLeft < size) {
    //we need next chunk
    while (!waitForChunk(currentChunk_ + 1)) {
      usleep(100000);
      if (parent_->exceptionState())
        parent_->threadError();
    }
    //copy everything to beginning of the first chunk
    dataPosition -= chunkPosition_;
    assert(dataPosition == chunks_[currentChunk_]->buf_);
    memmove(chunks_[currentChunk_]->buf_, chunks_[currentChunk_]->buf_ + chunkPosition_, currentLeft);
    memcpy(chunks_[currentChunk_]->buf_ + currentLeft, chunks_[currentChunk_ + 1]->buf_, size - currentLeft);
    //set pointers at the end of the old data position
    bufferPosition_ += size;
    chunkPosition_ = size - currentLeft;
    currentChunk_++;
    return true;
  } else {
    chunkPosition_ += size;
    bufferPosition_ += size;
    return false;
  }
}

References cms::cuda::assert(), bufferPosition_, chunkPosition_, chunks_, currentChunk_, FedRawDataInputSource::exceptionState(), parent_, findQualityFiles::size, FedRawDataInputSource::threadError(), and waitForChunk().

moveToPreviousChunk()

void InputFile::moveToPreviousChunk ( const size_t  size, const size_t  offset  )

inline

Definition at line 1391 of file FedRawDataInputSource.cc.

                                                                                 {
  //this will fail in case of events that are too large
  assert(size < chunks_[currentChunk_]->size_ - chunkPosition_);
  assert(size - offset < chunks_[currentChunk_]->size_);
  memcpy(chunks_[currentChunk_ - 1]->buf_ + offset, chunks_[currentChunk_]->buf_ + chunkPosition_, size);
  chunkPosition_ += size;
  bufferPosition_ += size;
}

References cms::cuda::assert(), bufferPosition_, chunkPosition_, chunks_, currentChunk_, hltrates_dqm_sourceclient-live_cfg::offset, and findQualityFiles::size.

rewindChunk()

void InputFile::rewindChunk ( const size_t  size )

inline

Definition at line 1400 of file FedRawDataInputSource.cc.

                                                    {
  chunkPosition_ -= size;
  bufferPosition_ -= size;
}

References bufferPosition_, chunkPosition_, and findQualityFiles::size.

waitForChunk()

bool InputFile::waitForChunk ( unsigned int  chunkid )

inline

Definition at line 253 of file FedRawDataInputSource.h.

                                          {
    //some atomics to make sure everything is cache synchronized for the main thread
    return chunks_[chunkid] != nullptr && chunks_[chunkid]->readComplete_;
  }

References chunks_.

Referenced by advance().

Member Data Documentation

bufferPosition_

uint32_t InputFile::bufferPosition_ = 0

Definition at line 221 of file FedRawDataInputSource.h.

Referenced by advance(), moveToPreviousChunk(), and rewindChunk().

chunkPosition_

uint32_t InputFile::chunkPosition_ = 0

Definition at line 222 of file FedRawDataInputSource.h.

Referenced by advance(), moveToPreviousChunk(), and rewindChunk().

chunks_

tbb::concurrent_vector<InputChunk*> InputFile::chunks_

Definition at line 219 of file FedRawDataInputSource.h.

Referenced by advance(), InputFile(), moveToPreviousChunk(), and waitForChunk().

currentChunk_

unsigned int InputFile::currentChunk_ = 0

Definition at line 223 of file FedRawDataInputSource.h.

Referenced by advance(), and moveToPreviousChunk().

deleteFile_

bool InputFile::deleteFile_

Definition at line 211 of file FedRawDataInputSource.h.

Referenced by ~InputFile().

fileName_

std::string InputFile::fileName_

Definition at line 210 of file FedRawDataInputSource.h.

Referenced by ~InputFile().

fileSize_

uint64_t InputFile::fileSize_

Definition at line 213 of file FedRawDataInputSource.h.

lumi_

unsigned int InputFile::lumi_

Definition at line 209 of file FedRawDataInputSource.h.

nChunks_

uint32_t InputFile::nChunks_

Definition at line 215 of file FedRawDataInputSource.h.

nEvents_

int InputFile::nEvents_

Definition at line 216 of file FedRawDataInputSource.h.

nProcessed_

unsigned int InputFile::nProcessed_

Definition at line 217 of file FedRawDataInputSource.h.

parent_

FedRawDataInputSource* InputFile::parent_

Definition at line 207 of file FedRawDataInputSource.h.

Referenced by advance().

rawFd_

int InputFile::rawFd_

Definition at line 212 of file FedRawDataInputSource.h.

Referenced by ~InputFile().

rawHeaderSize_

uint16_t InputFile::rawHeaderSize_

Definition at line 214 of file FedRawDataInputSource.h.

status_

evf::EvFDaqDirector::FileStatus InputFile::status_

Definition at line 208 of file FedRawDataInputSource.h.