#include <LmfSource.h>

Inheritance diagram for LmfSource:

Classes
struct	IndexRecord

Public Member Functions
	LmfSource (const edm::ParameterSet &pset, const edm::InputSourceDescription &isd)

	~LmfSource () override

Public Member Functions inherited from edm::ProducerSourceBase
	ProducerSourceBase (ParameterSet const &pset, InputSourceDescription const &desc, bool realData)

	~ProducerSourceBase () noexcept(false) override

Public Member Functions inherited from edm::IDGeneratorSourceBase< PuttableSourceBase >
EventNumber_t	event () const

unsigned int	eventCreationDelay () const

EventID const &	eventID () const

	IDGeneratorSourceBase (ParameterSet const &pset, InputSourceDescription const &desc, bool realData)

LuminosityBlockNumber_t	luminosityBlock () const

unsigned int	numberEventsInLumi () const

unsigned int	numberEventsInRun () const

unsigned int	numberEventsInThisLumi () const

unsigned int	numberEventsInThisRun () const

TimeValue_t	presentTime () const

RunNumber_t	run () const

unsigned int	timeBetweenEvents () const

	~IDGeneratorSourceBase () noexcept(false) override

Public Member Functions inherited from edm::PuttableSourceBase
bool	hasAbilityToProduceInBeginLumis () const final

bool	hasAbilityToProduceInBeginRuns () const final

PuttableSourceBase &	operator= (const PuttableSourceBase &)=delete

	PuttableSourceBase (ParameterSet const &, InputSourceDescription const &)

	PuttableSourceBase (const PuttableSourceBase &)=delete

void	registerProducts (ProducerBase , ProductRegistry , ModuleDescription const &)

void	registerProducts () final
	Register any produced products. More...

void	resolvePutIndicies (BranchType iBranchType, ModuleToResolverIndicies const &iIndicies, std::string const &moduleLabel)

Public Member Functions inherited from edm::InputSource
std::shared_ptr< ActivityRegistry >	actReg () const
	Accessor for Activity Registry. More...

std::shared_ptr< BranchIDListHelper const >	branchIDListHelper () const
	Accessors for branchIDListHelper. More...

std::shared_ptr< BranchIDListHelper > &	branchIDListHelper ()

void	closeFile (FileBlock *, bool cleaningUpAfterException)
	close current file More...

void	doBeginJob ()
	Called by framework at beginning of job. More...

void	doEndJob ()
	Called by framework at end of job. More...

void	fillProcessBlockHelper ()
	Fill the ProcessBlockHelper with info for the current file. More...

ProcessingController::ForwardState	forwardState () const

bool	goToEvent (EventID const &eventID)

	InputSource (ParameterSet const &, InputSourceDescription const &)
	Constructor. More...

	InputSource (InputSource const &)=delete

void	issueReports (EventID const &eventID, StreamID streamID)
	issue an event report More...

LuminosityBlockNumber_t	luminosityBlock () const
	Accessor for current luminosity block number. More...

std::shared_ptr< LuminosityBlockAuxiliary >	luminosityBlockAuxiliary () const
	Called by the framework to merge or insert lumi in principal cache. More...

int	maxEvents () const

int	maxLuminosityBlocks () const

ModuleDescription const &	moduleDescription () const
	Accessor for 'module' description. More...

ItemTypeInfo	nextItemType ()
	Advances the source to the next item. More...

bool	nextProcessBlock (ProcessBlockPrincipal &)
	Next process block, return false if there is none, sets the processName in the principal. More...

InputSource &	operator= (InputSource const &)=delete

std::shared_ptr< ProcessBlockHelper const >	processBlockHelper () const
	Accessors for processBlockHelper. More...

std::shared_ptr< ProcessBlockHelper > &	processBlockHelper ()

ProcessConfiguration const &	processConfiguration () const
	Accessor for Process Configuration. More...

std::string const &	processGUID () const
	Accessor for global process identifier. More...

ProcessHistoryRegistry const &	processHistoryRegistry () const
	Accessors for process history registry. More...

ProcessHistoryRegistry &	processHistoryRegistry ()

ProcessingMode	processingMode () const
	RunsLumisAndEvents (default), RunsAndLumis, or Runs. More...

std::shared_ptr< ProductRegistry const >	productRegistry () const
	Accessors for product registry. More...

bool	randomAccess () const

void	readAndMergeLumi (LuminosityBlockPrincipal &lbp)
	Read next luminosity block (same as a prior lumi) More...

void	readAndMergeRun (RunPrincipal &rp)
	Read next run (same as a prior run) More...

void	readEvent (EventPrincipal &ep, StreamContext &)
	Read next event. More...

bool	readEvent (EventPrincipal &ep, EventID const &, StreamContext &)
	Read a specific event. More...

std::shared_ptr< FileBlock >	readFile ()
	Read next file. More...

void	readLuminosityBlock (LuminosityBlockPrincipal &lumiPrincipal, HistoryAppender &historyAppender)
	Read next luminosity block (new lumi) More...

std::shared_ptr< LuminosityBlockAuxiliary >	readLuminosityBlockAuxiliary ()
	Read next luminosity block Auxilary. More...

void	readProcessBlock (ProcessBlockPrincipal &)
	Read next process block. More...

void	readRun (RunPrincipal &runPrincipal, HistoryAppender &historyAppender)
	Read next run (new run) More...

std::shared_ptr< RunAuxiliary >	readRunAuxiliary ()
	Read next run Auxiliary. More...

ProcessHistoryID const &	reducedProcessHistoryID () const

int	remainingEvents () const

int	remainingLuminosityBlocks () const

void	repeat ()
	Reset the remaining number of events/lumis to the maximum number. More...

std::pair< SharedResourcesAcquirer , std::recursive_mutex >	resourceSharedWithDelayedReader ()
	Returns nullptr if no resource shared between the Source and a DelayedReader. More...

ProcessingController::ReverseState	reverseState () const

void	rewind ()
	Begin again at the first event. More...

RunNumber_t	run () const
	Accessor for current run number. More...

std::shared_ptr< RunAuxiliary >	runAuxiliary () const
	Called by the framework to merge or insert run in principal cache. More...

void	setLuminosityBlockNumber_t (LuminosityBlockNumber_t lb)
	Set the luminosity block ID. More...

void	setRunNumber (RunNumber_t r)
	Set the run number. More...

void	skipEvents (int offset)

void	switchTo (std::shared_ptr< ProductRegistry > iOther)
	switch to a different ProductRegistry. More...

std::shared_ptr< ThinnedAssociationsHelper const >	thinnedAssociationsHelper () const
	Accessors for thinnedAssociationsHelper. More...

std::shared_ptr< ThinnedAssociationsHelper > &	thinnedAssociationsHelper ()

Timestamp const &	timestamp () const
	Accessor for the current time, as seen by the input source. More...

virtual	~InputSource () noexcept(false)
	Destructor. More...

Public Member Functions inherited from edm::ProducerBase
void	callWhenNewProductsRegistered (std::function< void(BranchDescription const &)> const &func)

std::vector< edm::ProductResolverIndex > const &	indiciesForPutProducts (BranchType iBranchType) const

	ProducerBase ()

std::vector< edm::ProductResolverIndex > const &	putTokenIndexToProductResolverIndex () const

std::vector< bool > const &	recordProvenanceList () const

void	registerProducts (ProducerBase , ProductRegistry , ModuleDescription const &)

std::function< void(BranchDescription const &)>	registrationCallback () const
	used by the fwk to register list of products More...

void	resolvePutIndicies (BranchType iBranchType, ModuleToResolverIndicies const &iIndicies, std::string const &moduleLabel)

TypeLabelList const &	typeLabelList () const
	used by the fwk to register the list of products of this module More...

	~ProducerBase () noexcept(false) override

Private Member Functions
void	checkFileNames ()

bool	filter () const

bool	nextEventWithinFile ()

bool	openFile (int iFile)

void	produce (edm::Event &e) override

bool	readEvent (bool doSkip=false)

bool	readEventWithinFile (bool doSkip)

bool	readFileHeader ()

void	readIndexTable ()

bool	setRunAndEventInfo (edm::EventID &id, edm::TimeValue_t &time, edm::EventAuxiliary::ExperimentType &eType) override

std::string	toString (edm::TimeValue_t &t) const

Private Attributes
uint32_t	bx_

int	calibTrig_

std::string	currentFileName_

unsigned char	dataFormatVers_

FEDRawData	emptyFedBlock_

uint32_t	eventNum_

FEDRawDataCollection	fedColl_

int	fedId_

std::vector< uint32_t >	fileHeader_

std::ifstream	fileList_

std::string	fileListName_

std::vector< std::string >	fileNames_

std::vector< uint32_t >	header_

uint32_t	iEvent_

uint32_t	iEventInFile_

int	iFile_

std::ifstream	in_

std::vector< IndexRecord >	indexTable_

uint32_t	indexTablePos_

std::string	inputDir_

uint32_t	lumiBlock_

int	nFeds_

int	nSecondsToSleep_

uint32_t	orbitNum_

bool	orderedRead_

unsigned	preScale_

bool	rcRead_

uint32_t	runNum_

uint64_t	timeStamp_

int	verbosity_

bool	watchFileList_

Static Private Attributes
static const unsigned	fileHeaderSize = 2

static const unsigned char	maxDataFormatVersion_ = 5

static const unsigned	maxEvents_ = 1 << 20

static const unsigned	maxEventSize_ = 1 << 20

static const unsigned char	minDataFormatVersion_ = 4

Additional Inherited Members
Public Types inherited from edm::InputSource
enum	ItemPosition : char { ItemPosition::Invalid, ItemPosition::LastItemToBeMerged, ItemPosition::NotLastItemToBeMerged }

enum	ItemType : char { ItemType::IsInvalid, ItemType::IsStop, ItemType::IsFile, ItemType::IsRun, ItemType::IsLumi, ItemType::IsEvent, ItemType::IsRepeat, ItemType::IsSynchronize }

enum	ProcessingMode { Runs, RunsAndLumis, RunsLumisAndEvents }

Public Types inherited from edm::ProducerBase
template<typename T >
using	BranchAliasSetterT = ProductRegistryHelper::BranchAliasSetterT< T >

using	ModuleToResolverIndicies = std::unordered_multimap< std::string, std::tuple< edm::TypeID const , const char , edm::ProductResolverIndex > >

typedef ProductRegistryHelper::TypeLabelList	TypeLabelList

Static Public Member Functions inherited from edm::IDGeneratorSourceBase< PuttableSourceBase >
static void	fillDescription (ParameterSetDescription &desc)

Static Public Member Functions inherited from edm::InputSource
static const std::string &	baseType ()

static void	fillDescription (ParameterSetDescription &desc)

static void	fillDescriptions (ConfigurationDescriptions &descriptions)

static void	prevalidate (ConfigurationDescriptions &)

Public Attributes inherited from edm::InputSource
signalslot::Signal< void(StreamContext const &, ModuleCallingContext const &)>	postEventReadFromSourceSignal_

signalslot::Signal< void(StreamContext const &, ModuleCallingContext const &)>	preEventReadFromSourceSignal_

Protected Member Functions inherited from edm::IDGeneratorSourceBase< PuttableSourceBase >
void	doReadEvent (EventPrincipal &eventPrincipal, F &&f)

void	doReadEventWithDelayedReader (EventPrincipal &eventPrincipal, ProcessHistoryID const &historyID, EventSelectionIDVector eventSelectionIDs, BranchListIndexes branchListIndexes, DelayedReader *reader)

Protected Member Functions inherited from edm::InputSource
void	decreaseRemainingEventsBy (int iSkipped)

bool	eventCached () const

bool	newLumi () const

bool	newRun () const

ProcessHistoryRegistry &	processHistoryRegistryForUpdate ()

ProductRegistry &	productRegistryUpdate ()

void	reset () const

void	resetEventCached ()

void	resetLuminosityBlockAuxiliary (bool isNewLumi=true) const

void	resetNewLumi ()

void	resetNewRun ()

void	resetRunAuxiliary (bool isNewRun=true) const

void	setEventCached ()
	Called by the framework to merge or ached() const {return eventCached_;}. More...

void	setLuminosityBlockAuxiliary (LuminosityBlockAuxiliary *lbp)

void	setNewLumi ()

void	setNewRun ()

void	setRunAuxiliary (RunAuxiliary *rp)

void	setTimestamp (Timestamp const &theTime)
	To set the current time, as seen by the input source. More...

ItemTypeInfo	state () const

Protected Member Functions inherited from edm::ProducerBase
template<Transition Tr = Transition::Event>
auto	produces (std::string instanceName) noexcept
	declare what type of product will make and with which optional label More...

template<Transition B>
BranchAliasSetter	produces (const TypeID &id, std::string instanceName=std::string(), bool recordProvenance=true)

template<BranchType B>
BranchAliasSetter	produces (const TypeID &id, std::string instanceName=std::string(), bool recordProvenance=true)

BranchAliasSetter	produces (const TypeID &id, std::string instanceName=std::string(), bool recordProvenance=true)

template<typename ProductType , Transition B>
BranchAliasSetterT< ProductType >	produces (std::string instanceName)

template<class ProductType >
BranchAliasSetterT< ProductType >	produces ()

template<typename ProductType , BranchType B>
BranchAliasSetterT< ProductType >	produces (std::string instanceName)

template<typename ProductType , BranchType B>
BranchAliasSetterT< ProductType >	produces ()

template<class ProductType >
BranchAliasSetterT< ProductType >	produces (std::string instanceName)

template<typename ProductType , Transition B>
BranchAliasSetterT< ProductType >	produces ()

template<Transition Tr = Transition::Event>
auto	produces () noexcept

ProducesCollector	producesCollector ()

Detailed Description

Definition at line 14 of file LmfSource.h.

Constructor & Destructor Documentation

◆ LmfSource()

LmfSource::LmfSource	(	const edm::ParameterSet &	pset,
		const edm::InputSourceDescription &	isd
	)

Definition at line 23 of file LmfSource.cc.

References checkFileNames(), Exception, fileList_, fileListName_, preScale_, and watchFileList_.

     : ProducerSourceBase(pset, desc, true),
       fileNames_(pset.getParameter<vector<string> >("fileNames")),
       iFile_(-1),
       fedId_(-1),
       fileHeader_(fileHeaderSize),
       dataFormatVers_(5),
       rcRead_(false),
       preScale_(pset.getParameter<unsigned>("preScale")),
       iEvent_(0),
       iEventInFile_(0),
       indexTablePos_(0),
       orderedRead_(pset.getParameter<bool>("orderedRead")),
       watchFileList_(pset.getParameter<bool>("watchFileList")),
       fileListName_(pset.getParameter<std::string>("fileListName")),
       inputDir_(pset.getParameter<std::string>("inputDir")),
       nSecondsToSleep_(pset.getParameter<int>("nSecondsToSleep")),
       verbosity_(pset.getUntrackedParameter<int>("verbosity")) {
   if (preScale_ == 0)
     preScale_ = 1;
   produces<FEDRawDataCollection>();
   // open fileListName
   if (watchFileList_) {
     fileList_.open(fileListName_.c_str());
     if (fileList_.fail()) {
       throw cms::Exception("FileListOpenError") << "Failed to open input file " << fileListName_ << "\n";
     }
   } else {
     //throws a cms exception if error in fileNames parameter
     checkFileNames();
   }
 }

◆ ~LmfSource()

LmfSource::~LmfSource ( )

inlineoverride

Definition at line 24 of file LmfSource.h.

24 {}

Member Function Documentation

◆ checkFileNames()

void LmfSource::checkFileNames ( )

private

Checks paths specified in fileNames_ and remove eventual file: prefix.

Exceptions

cms::Exception in case of a non valid path

Definition at line 442 of file LmfSource.cc.

References Exception, MillePedeFileConverter_cfg::fileName, fileNames_, mps_fire::i, alignCSCRings::s, and AlCaHLTBitMon_QueryRunRegistry::string.

Referenced by LmfSource().

                                {
   for (unsigned i = 0; i < fileNames_.size(); ++i) {
     std::string& fileName = fileNames_[i];
     const char s[] = "file:";
     if (fileName.compare(0, sizeof(s) - 1, s) == 0) {  //file: prefix => to strip
       fileName.erase(fileName.begin(), fileName.begin() + sizeof(s) - 1);
     }
     if (fileName.find_first_of(':') != string::npos) {
       throw cms::Exception("LmfSource") << "Character ':' is not allowed in paths specified fileNames "
                                         << "parameter. Please note only local file (or NFS, AFS)"
                                         << " is supported (no rfio, no /store)";
     }
     const char s1[] = "/store";
     if (fileName.compare(0, sizeof(s1) - 1, s1) == 0) {
       throw cms::Exception("LmfSource") << "CMSSW /store not supported by LmfSource. Only local file "
                                         << "(or NFS/AFS) allowed. Path starting with /store not permitted";
     }
   }
 }

◆ filter()

bool LmfSource::filter ( ) const

private

Filtering events. Used for prescale.

Returns: true of event accepted, false if rejected

Definition at line 428 of file LmfSource.cc.

References iEvent_, and preScale_.

Referenced by setRunAndEventInfo().

428 { return (iEvent_ % preScale_ == 0); }

LmfSource::iEvent_

uint32_t iEvent_

Definition: LmfSource.h:144

LmfSource::preScale_

unsigned preScale_

Definition: LmfSource.h:140

◆ nextEventWithinFile()

bool LmfSource::nextEventWithinFile ( )

private

Move to next event within the same file. Called by nextEvent method.

Returns: false in case of failure (end of file)

Definition at line 176 of file LmfSource.cc.

References gather_cfg::cout, currentFileName_, TauDecayModes::dec, iEventInFile_, iFile_, in_, indexTable_, orderedRead_, and verbosity_.

Referenced by readEvent().

                                     {
   if (iFile_ < 0)
     return false;  //no file opened.
   if (orderedRead_) {
     if (iEventInFile_ >= indexTable_.size())
       return false;
     if (verbosity_) {
       cout << "[LmfSource] move to event with orbit Id " << indexTable_[iEventInFile_].orbit << " at file position 0x"
            << hex << setfill('0') << setw(8) << indexTable_[iEventInFile_].filePos << setfill(' ') << dec << "\n";
     }
     const streampos pos = indexTable_[iEventInFile_].filePos;
     in_.clear();
     in_.seekg(pos);
     if (in_.bad()) {
       cout << "[LmfSource] Problem while reading file " << currentFileName_ << ". Problem with event index table?\n";
       return false;
     }
     ++iEventInFile_;
     return true;
   } else {
     return true;
   }
 }

◆ openFile()

bool LmfSource::openFile ( int iFile )

private

Definition at line 129 of file LmfSource.cc.

References gather_cfg::cout, currentFileName_, Exception, fileList_, fileNames_, iEventInFile_, in_, inputDir_, nSecondsToSleep_, AlCaHLTBitMon_QueryRunRegistry::string, verbosity_, and watchFileList_.

Referenced by readEvent().

                                   {
   iEventInFile_ = 0;
   if (watchFileList_) {
     for (;;) {
       // read the first field of the line, which must be the filename
       fileList_ >> currentFileName_;
       currentFileName_ = inputDir_ + "/" + currentFileName_;
       if (!fileList_.fail()) {
         // skip the rest of the line
         std::string tmp_buffer;
         std::getline(fileList_, tmp_buffer);
         if (verbosity_)
           cout << "[LmfSource]"
                << "Opening file " << currentFileName_ << "\n";
         in_.open(currentFileName_.c_str());
         if (!in_.fail()) {
           // file was successfully open
           return true;
         } else {
           // skip file
           edm::LogError("FileOpenError") << "Failed to open input file " << currentFileName_ << ". Skipping file\n";
           in_.close();
           in_.clear();
         }
       }
       // if here, no new file is available: sleep and retry later
       if (verbosity_)
         std::cout << "[LmfSource]"
                   << " going to sleep 5 seconds\n";
       sleep(nSecondsToSleep_);
       fileList_.clear();
     }
   } else {
     if (iFile > (int)fileNames_.size() - 1)
       return false;
     currentFileName_ = fileNames_[iFile];
     if (verbosity_)
       cout << "[LmfSource]"
            << "Opening file " << currentFileName_ << "\n";
     in_.open(currentFileName_.c_str());
     if (in_.fail()) {
       throw cms::Exception("FileOpenError") << "Failed to open input file " << currentFileName_ << "\n";
     }
   }
   return true;
 }

◆ produce()

void LmfSource::produce ( edm::Event & e )

overrideprivatevirtual

Called by the framework after setRunAndEventInfo()

Implements edm::ProducerSourceBase.

Definition at line 113 of file LmfSource.cc.

References gather_cfg::cout, fedColl_, eostools::move(), edm::Event::put(), and verbosity_.

                                      {
   //   bool rc;
   //   while(!((rc = readFileHeader()) & readEventPayload())){
   //     if(openFile(++iFile_)==false){//no more files
   //       if(verbosity_) cout << "[LmfSource]"
   //               << "No more input file";
   //       return false;
   //     }
   //   }
   auto coll = std::make_unique<FEDRawDataCollection>();
   coll->swap(fedColl_);
   if (verbosity_)
     cout << "[LmfSource] Putting FEDRawDataCollection in event\n";
   evt.put(std::move(coll));
 }

◆ readEvent()

bool LmfSource::readEvent ( bool doSkip = false )

private

Reading next event

Parameters

doSkip if true skip event instead of reading it

Returns: true iff read out succeeded

Definition at line 200 of file LmfSource.cc.

References gather_cfg::cout, iFile_, in_, nextEventWithinFile(), openFile(), orderedRead_, rcRead_, readEventWithinFile(), readFileHeader(), readIndexTable(), and verbosity_.

Referenced by setRunAndEventInfo().

                                      {
   while (!(nextEventWithinFile() && readEventWithinFile(doSkip))) {
     //failed to read event. Let's look for next file:
     in_.close();
     in_.clear();
     bool rcOpen = openFile(++iFile_);
     if (rcOpen == false) {  //no more files
       if (verbosity_)
         cout << "[LmfSource]"
              << "No more input file";
       rcRead_ = false;
       return rcRead_;
     }
     rcRead_ = readFileHeader();
     if (verbosity_)
       cout << "File header readout " << (rcRead_ ? "succeeded" : "failed") << "\n";
     if (rcRead_ && orderedRead_)
       readIndexTable();
   }
   return rcRead_;
 }

◆ readEventWithinFile()

bool LmfSource::readEventWithinFile ( bool doSkip )

private

Read event from current opened file. Called by readEvent, which deals with file chaining Beware: readEventHeader must be called beforehand.

Parameters

doSkip if true skip event instead of reading it

Returns: true iff succeeded

Definition at line 258 of file LmfSource.cc.

References cms::cuda::assert(), visDQMUpload::buf, bx_, calibTrig_, filterCSVwithJSON::copy, gather_cfg::cout, currentFileName_, FEDRawData::data(), dataFormatVers_, TauDecayModes::dec, eventNum_, Exception, fedColl_, FEDRawDataCollection::FEDData(), fedId_, header_, mps_fire::i, iEvent_, iFile_, in_, FEDNumbering::inRange(), ALPAKA_ACCELERATOR_NAMESPACE::vertexFinder::iv, lumiBlock_, maxEventSize_, minDataFormatVersion_, nFeds_, orbitNum_, rcRead_, FEDRawData::resize(), runNum_, FEDRawData::size(), submitPVValidationJobs::t, timeStamp_, verbosity_, and testProducerWithPsetDescEmpty_cfi::x1.

Referenced by readEvent().

                                                {
   if (iFile_ == -1 || !rcRead_)
     return false;  //no file open
   //                                         or header reading failed
   //number of 32-bit word to read first to get the event size
   //field
   const int timeStamp32[] = {0, 0};  //timestamp is 64-bit long
   const int lumiBlock32[] = {2, 2};
   const int runNum32[] = {3, 3};
   const int orbitNum32[] = {4, 4};
   const int bx32[] = {5, 5};
   const int eventNum32[] = {6, 6};
   const int activeFedId32[] = {7, -1};
   const int calibTrig32[] = {-1, 7};
   const int nFeds32[] = {-1, 8};
   // const int reserved32[]       = {-1,9};
   const int evtHeadSize32[] = {8, 10};
 
   const unsigned char iv = dataFormatVers_ - minDataFormatVersion_;
   assert(iv <= sizeof(timeStamp32) / sizeof(timeStamp32[0]));
 
   if ((int)header_.size() < evtHeadSize32[iv])
     header_.resize(evtHeadSize32[iv]);
 
   if (verbosity_)
     cout << "[LmfSource]"
          << "Reading event header\n";
 
   in_.read((char*)&header_[0], evtHeadSize32[iv] * 4);
   if (in_.bad()) {  //reading error other than eof
     throw cms::Exception("FileReadError") << "Error while reading from file " << currentFileName_;
   }
   if (in_.eof())
     return false;
 
   if (verbosity_) {
     cout << "[LmfSource]"
          << "Event header (in hex):" << hex << setfill('0');
     for (int i = 0; i < evtHeadSize32[iv]; ++i) {
       if (i % 8 == 0)
         cout << "\n";
       cout << setw(8) << header_[i] << " ";
     }
     cout << dec << setfill(' ') << "\n";
   }
 
   timeStamp_ = *(uint64_t*)&header_[timeStamp32[iv]];
   lumiBlock_ = header_[lumiBlock32[iv]];
   runNum_ = header_[runNum32[iv]];
   orbitNum_ = header_[orbitNum32[iv]];
   eventNum_ = header_[eventNum32[iv]];
   bx_ = header_[bx32[iv]];
   calibTrig_ = calibTrig32[iv] >= 0 ? header_[calibTrig32[iv]] : 0;
   int activeFedId = activeFedId32[iv] >= 0 ? header_[activeFedId32[iv]] : ((calibTrig_ & 0x3F) + 600);
   nFeds_ = nFeds32[iv] < 0 ? 1 : header_[nFeds32[iv]];
 
   if (verbosity_) {
     time_t t = time_t(timeStamp_ >> 32);
     div_t t_ms_us = div(timeStamp_ & 0xFFFFFFFF, 1000);
     char tbuf[256];
     strftime(tbuf, sizeof(tbuf), "%F %T", localtime(&t));
     tbuf[sizeof(tbuf) - 1] = 0;
     cout << "[LmfSource] "
          << "timeStamp:          " << /*toString(timeStamp_)*/ timeStamp_ << " (" << tbuf << " " << t_ms_us.quot
          << " ms " << t_ms_us.rem << " us)\n"
          << "lumiBlock:          " << lumiBlock_ << "\n"
          << "runNum:             " << runNum_ << "\n"
          << "orbitNum:           " << orbitNum_ << "\n"
          << "eventNum:           " << eventNum_ << "\n"
          << "bx:                 " << bx_ << "\n"
          << "activeFedId:        " << activeFedId << "\n"
          << "Calib trigger type: " << ((calibTrig_ >> 8) & 0x3) << "\n"
          << "Color:              " << ((calibTrig_ >> 6) & 0x3) << "\n"
          << "Side:               " << ((calibTrig_ >> 11) & 0x1) << "\n"
          << "nFeds:              " << nFeds_ << "\n";
   }
 
   const int dccLenOffset32 = 2;
   const int fedIdOffset32 = 0;
   const int nPreRead32 = 3;
   vector<int32_t> buf(nPreRead32);
   for (int iFed = 0; iFed < nFeds_; ++iFed) {
     in_.read((char*)&buf[0], nPreRead32 * sizeof(uint32_t));
 
     if (verbosity_) {
       cout << "[LmfSource] " << nPreRead32 << " first 32-bit words of "
            << "FED block: " << hex << setfill('0');
       for (unsigned i = 0; i < buf.size(); ++i) {
         cout << "0x" << setw(8) << buf[i] << " ";
       }
       cout << dec << setfill(' ');
     }
 
     if (in_.bad())
       return false;
 
     const unsigned eventSize64 = buf[dccLenOffset32] & 0x00FFFFFF;
     const unsigned eventSize32 = eventSize64 * 2;
     const unsigned eventSize8 = eventSize64 * 8;
     const unsigned fedId_ = (buf[fedIdOffset32] >> 8) & 0xFFF;
 
     if (eventSize8 > maxEventSize_) {
       throw cms::Exception("FileReadError")
           << "Size of event fragment (FED block) read from "
           << " data of file " << currentFileName_ << "is unexpctively large (" << (eventSize8 >> 10) << " kByte). "
           << "This must be an error (corrupted file?)\n";
     }
 
     if (!FEDNumbering::inRange(fedId_)) {
       throw cms::Exception("FileReadError") << "Invalid FED number read from data file.";
     }
 
     int32_t toRead8 = (eventSize32 - nPreRead32) * sizeof(int32_t);
 
     if (toRead8 < 0) {
       throw cms::Exception("FileReadError")
           << "Event size error while reading an event from file " << currentFileName_ << "\n";
     }
 
     if (doSkip) {  //event to skip
       if (verbosity_)
         cout << "[LmfSource] "
              << "Skipping on event. Move file pointer " << toRead8 << " ahead.\n";
       in_.seekg(toRead8, ios::cur);
       if (in_.bad()) {  //reading error other than eof
         throw cms::Exception("FileReadError") << "Error while reading from file " << currentFileName_;
       }
     } else {
       //reads FED data:
       FEDRawData& data_ = fedColl_.FEDData(fedId_);
       data_.resize(eventSize8);
 
       //copy already read data:
       copy(buf.begin(), buf.end(), (int32_t*)data_.data());
 
       in_.read((char*)(data_.data()) + nPreRead32 * 4, toRead8);
 
       if (in_.bad()) {  //reading error other than eof
         throw cms::Exception("FileReadError") << "Error while reading from file " << currentFileName_;
       }
 
       if (verbosity_ && data_.size() > 16) {
         cout << "[LmfSource]"
              << "Head of DCC data (in hex):" << hex;
         for (int i = 0; i < 16; ++i) {
           if (i % 8 == 0)
             cout << "\n";
           cout << setw(8) << ((uint32_t*)data_.data())[i] << " ";
         }
         cout << dec << "\n";
       }
 
       if (dataFormatVers_ <= 4) {  //calib trigger in not in event header.
         //                    gets it from DCC block
         calibTrig_ = (((uint32_t*)data_.data())[5] & 0xFC0) | ((activeFedId - 600) & 0x3F);
         if (verbosity_) {
           cout << "[LmfSource] Old data format. "
                   "Uses information read from FED block to retrieve calibration "
                   "trigger type. Value is: 0x"
                << hex << setfill('0') << setw(3) << calibTrig_ << setfill(' ') << dec << "\n";
         }
       }
     }
     if (in_.eof())
       return false;
   }
   ++iEvent_;
   return true;
 }

◆ readFileHeader()

bool LmfSource::readFileHeader ( )

private

Definition at line 56 of file LmfSource.cc.

References gather_cfg::cout, currentFileName_, dataFormatVers_, TauDecayModes::dec, Exception, fileHeader_, fileHeaderSize, mps_fire::i, iFile_, in_, indexTablePos_, createfilelist::int, maxDataFormatVersion_, minDataFormatVersion_, and verbosity_.

Referenced by readEvent().

                                {
   if (iFile_ == -1)
     return false;  //no file open
 
   if (verbosity_)
     cout << "[LmfSource]"
          << "Opening file #" << (iFile_ + 1) << " '" << currentFileName_ << "'\n";
 
   in_.read((char*)&fileHeader_[0], fileHeaderSize * sizeof(uint32_t));
 
   if (in_.eof())
     return false;
 
   if (verbosity_) {
     cout << "[LmfSource]"
          << "File header (in hex):" << hex;
     for (unsigned i = 0; i < fileHeaderSize; ++i) {
       if (i % 8 == 0)
         cout << "\n";
       cout << setw(8) << fileHeader_[i] << " ";
     }
     cout << dec << "\n";
   }
 
   char id[4];
 
   id[0] = fileHeader_[0] & 0xFF;
   id[1] = (fileHeader_[0] >> 8) & 0xFF;
   id[2] = (fileHeader_[0] >> 16) & 0xFF;
   id[3] = (fileHeader_[0] >> 24) & 0xFF;
 
   if (!(id[0] == 'L' && id[1] == 'M' && id[2] == 'F')) {
     throw cms::Exception("FileReadError") << currentFileName_ << " is not a file in LMF format!";
   }
   dataFormatVers_ = id[3];
   if (verbosity_)
     cout << "[LmfSource]"
          << "LMF format: " << (int)dataFormatVers_ << "\n";
 
   if (dataFormatVers_ > maxDataFormatVersion_ || dataFormatVers_ < minDataFormatVersion_) {
     throw cms::Exception("FileReadError") << currentFileName_ << ": LMF format version " << (int)dataFormatVers_
                                           << " is not supported by this release of LmfSource module";
   }
 
   indexTablePos_ = fileHeader_[1];
 
   if (verbosity_)
     cout << "[LmfSource] File position of index table: 0x" << setfill('0') << hex << setw(8) << indexTablePos_
          << setfill(' ') << dec << "\n";
 
   if (dataFormatVers_ < 5) {
     in_.ignore(4);
   }
 
   return true;
 }

◆ readIndexTable()

void LmfSource::readIndexTable ( )

private

Reads event index table from input file. readFileHeader() must be called beforehand.

Definition at line 462 of file LmfSource.cc.

References currentFileName_, Exception, in_, indexTable_, indexTablePos_, maxEvents_, and jetmet_cfg::nevts.

Referenced by readEvent().

                                {
   stringstream errMsg;
   errMsg << "Error while reading event index table of file " << currentFileName_ << ". Try to read it with "
          << "option orderedRead disabled.\n";
 
   if (indexTablePos_ == 0)
     throw cms::Exception("LmfSource") << errMsg.str();
 
   in_.clear();
   in_.seekg(indexTablePos_);
 
   uint32_t nevts = 0;
   in_.read((char*)&nevts, sizeof(nevts));
   in_.ignore(4);
   if (nevts > maxEvents_) {
     throw cms::Exception("LmfSource") << "Number of events indicated in event index of file " << currentFileName_
                                       << " is unexpectively large. File cannot be "
                                       << "read in time-ordered event mode. See orderedRead parmater of "
                                       << "LmfSource module.\n";
   }
   //if(in_.bad()) throw cms::Exception("LmfSource") << errMsg.str();
   if (in_.bad())
     throw cms::Exception("LmfSource") << errMsg.str();
   indexTable_.resize(nevts);
   in_.read((char*)&indexTable_[0], nevts * sizeof(IndexRecord));
 }

◆ setRunAndEventInfo()

bool LmfSource::setRunAndEventInfo	(	edm::EventID &	id,
		edm::TimeValue_t &	time,
		edm::EventAuxiliary::ExperimentType &	eType
	)

overrideprivatevirtual

Callback funtion to set run and event information (lumi block, run number, event number, timestamp) Called by the framework before produce()

Implements edm::IDGeneratorSourceBase< PuttableSourceBase >.

Definition at line 222 of file LmfSource.cc.

References gather_cfg::cout, eventNum_, fedColl_, FEDRawDataCollection::FEDData(), fedId_, filter(), lumiBlock_, readEvent(), FEDRawData::resize(), runNum_, hcalRecHitTable_cff::time, timeStamp_, and verbosity_.

                                                                                                          {
   //empties collection:
   if (fedId_ > 0) {
     fedColl_.FEDData(fedId_).resize(0);
   }
   if (verbosity_)
     cout << "[LmfSource]"
          << "About to read event...\n";
 
   bool rc;
   for (;;) {
     if (filter()) {  //event to read
       rc = readEvent();
       break;  //either event is read or no more event
     } else {  //event to skip
       rc = readEvent(true);
       if (rc == false) {  //no more events
         break;
       }
     }
   }
 
   if (!rc)
     return false;  //event readout failed
 
   if (verbosity_)
     cout << "[LmfSource]"
          << "Setting event time to " << /*toString(*/ timeStamp_ /*)*/ << ", "
          << "Run number to " << runNum_ << ","
          << "Event number to " << eventNum_ << "\n";
 
   time = timeStamp_;
   id = EventID(runNum_, lumiBlock_, eventNum_);
   return true;
 }

◆ toString()

std::string LmfSource::toString ( edm::TimeValue_t & t ) const

private

timeval to string conversion

Parameters

t timestamp

Returns: human readable character string

Definition at line 430 of file LmfSource.cc.

References visDQMUpload::buf, AlCaHLTBitMon_QueryRunRegistry::string, and submitPVValidationJobs::t.

                                                   {
   char buf[256];
   const int secTousec = 1000 * 1000;
   time_t tsec = t / secTousec;
   uint32_t tusec = (uint32_t)(t - tsec);
   strftime(buf, sizeof(buf), "%F %R %S s", localtime(&tsec));
   buf[sizeof(buf) - 1] = 0;
   stringstream buf2;
   buf2 << (tusec + 500) / 1000;
   return string(buf) + " " + buf2.str() + " ms";
 }

Member Data Documentation

◆ bx_

uint32_t LmfSource::bx_

private

Definition at line 128 of file LmfSource.h.

Referenced by readEventWithinFile().

◆ calibTrig_

int LmfSource::calibTrig_

private

Definition at line 152 of file LmfSource.h.

Referenced by readEventWithinFile().

◆ currentFileName_

std::string LmfSource::currentFileName_

private

currently open file

Definition at line 191 of file LmfSource.h.

Referenced by nextEventWithinFile(), openFile(), readEventWithinFile(), readFileHeader(), and readIndexTable().

◆ dataFormatVers_

unsigned char LmfSource::dataFormatVers_

private

Definition at line 132 of file LmfSource.h.

Referenced by readEventWithinFile(), and readFileHeader().

◆ emptyFedBlock_

FEDRawData LmfSource::emptyFedBlock_

private

empty fed block

Definition at line 72 of file LmfSource.h.

◆ eventNum_

uint32_t LmfSource::eventNum_

private

Definition at line 129 of file LmfSource.h.

Referenced by readEventWithinFile(), and setRunAndEventInfo().

◆ fedColl_

FEDRawDataCollection LmfSource::fedColl_

private

Buffer for FED block collection

Definition at line 68 of file LmfSource.h.

Referenced by produce(), readEventWithinFile(), and setRunAndEventInfo().

◆ fedId_

int LmfSource::fedId_

private

FED ID present in FED data collection (only one FED at a time)

Definition at line 77 of file LmfSource.h.

Referenced by readEventWithinFile(), and setRunAndEventInfo().

◆ fileHeader_

std::vector<uint32_t> LmfSource::fileHeader_

private

Buffer for file header readout

Definition at line 87 of file LmfSource.h.

Referenced by readFileHeader().

◆ fileHeaderSize

const unsigned LmfSource::fileHeaderSize = 2

staticprivate

Definition at line 83 of file LmfSource.h.

Referenced by readFileHeader().

◆ fileList_

std::ifstream LmfSource::fileList_

private

Definition at line 193 of file LmfSource.h.

Referenced by LmfSource(), and openFile().

◆ fileListName_

std::string LmfSource::fileListName_

private

name of the textfile with the input file list

Definition at line 183 of file LmfSource.h.

Referenced by LmfSource().

◆ fileNames_

std::vector<std::string> LmfSource::fileNames_

private

List of names of the input files

Definition at line 60 of file LmfSource.h.

Referenced by checkFileNames(), and openFile().

◆ header_

std::vector<uint32_t> LmfSource::header_

private

Buffer for event header readout

Definition at line 81 of file LmfSource.h.

Referenced by readEventWithinFile().

◆ iEvent_

uint32_t LmfSource::iEvent_

private

Sequential number of event.

Definition at line 144 of file LmfSource.h.

Referenced by filter(), and readEventWithinFile().

◆ iEventInFile_

uint32_t LmfSource::iEventInFile_

private

Sequential number of event reset at each newly opened file

Definition at line 148 of file LmfSource.h.

Referenced by nextEventWithinFile(), and openFile().

◆ iFile_

int LmfSource::iFile_

private

Index of the current process file

Definition at line 64 of file LmfSource.h.

Referenced by nextEventWithinFile(), readEvent(), readEventWithinFile(), and readFileHeader().

◆ in_

std::ifstream LmfSource::in_

private

Definition at line 134 of file LmfSource.h.

Referenced by nextEventWithinFile(), openFile(), readEvent(), readEventWithinFile(), readFileHeader(), and readIndexTable().

◆ indexTable_

std::vector<IndexRecord> LmfSource::indexTable_

private

Table with file position of each event order by event time (orbit id used as time measurement).

Definition at line 159 of file LmfSource.h.

Referenced by nextEventWithinFile(), and readIndexTable().

◆ indexTablePos_

uint32_t LmfSource::indexTablePos_

private

Definition at line 150 of file LmfSource.h.

Referenced by readFileHeader(), and readIndexTable().

◆ inputDir_

std::string LmfSource::inputDir_

private

absolute path from which filename in fileListName_ is valid

Definition at line 187 of file LmfSource.h.

Referenced by openFile().

◆ lumiBlock_

uint32_t LmfSource::lumiBlock_

private

Definition at line 126 of file LmfSource.h.

Referenced by readEventWithinFile(), and setRunAndEventInfo().

◆ maxDataFormatVersion_

const unsigned char LmfSource::maxDataFormatVersion_ = 5

staticprivate

Maximal LMF data format version supported.

Definition at line 95 of file LmfSource.h.

Referenced by readFileHeader().

◆ maxEvents_

const unsigned LmfSource::maxEvents_ = 1 << 20

staticprivate

Limit of number of events to prevent exhausting memory with indexTable_ in case of file corruption.

Definition at line 164 of file LmfSource.h.

Referenced by readIndexTable().

◆ maxEventSize_

const unsigned LmfSource::maxEventSize_ = 1 << 20

staticprivate

Limit on event size to prevent exhausting memory in case of error in the event size read from file.

Definition at line 169 of file LmfSource.h.

Referenced by readEventWithinFile().

◆ minDataFormatVersion_

const unsigned char LmfSource::minDataFormatVersion_ = 4

staticprivate

Minimal LMF data format version supported.

Definition at line 91 of file LmfSource.h.

Referenced by readEventWithinFile(), and readFileHeader().

◆ nFeds_

int LmfSource::nFeds_

private

Definition at line 154 of file LmfSource.h.

Referenced by readEventWithinFile().

◆ nSecondsToSleep_

int LmfSource::nSecondsToSleep_

private

seconds to sleep before checking fileList_ for updates

Definition at line 197 of file LmfSource.h.

Referenced by openFile().

◆ orbitNum_

uint32_t LmfSource::orbitNum_

private

Definition at line 130 of file LmfSource.h.

Referenced by readEventWithinFile().

◆ orderedRead_

bool LmfSource::orderedRead_

private

Switch for enabling reading event in ordered using event index table

Definition at line 174 of file LmfSource.h.

Referenced by nextEventWithinFile(), and readEvent().

◆ preScale_

unsigned LmfSource::preScale_

private

Definition at line 140 of file LmfSource.h.

Referenced by filter(), and LmfSource().

◆ rcRead_

bool LmfSource::rcRead_

private

Flags of last event read success: true->succeeded, false->failed

Definition at line 138 of file LmfSource.h.

Referenced by readEvent(), and readEventWithinFile().

◆ runNum_

uint32_t LmfSource::runNum_

private

Definition at line 127 of file LmfSource.h.

Referenced by readEventWithinFile(), and setRunAndEventInfo().

◆ timeStamp_

uint64_t LmfSource::timeStamp_

private

Definition at line 125 of file LmfSource.h.

Referenced by readEventWithinFile(), and setRunAndEventInfo().

◆ verbosity_

int LmfSource::verbosity_

private

Debugging level

Definition at line 201 of file LmfSource.h.

Referenced by nextEventWithinFile(), openFile(), produce(), readEvent(), readEventWithinFile(), readFileHeader(), and setRunAndEventInfo().

◆ watchFileList_

bool LmfSource::watchFileList_

private

enable reading input file list from text file and keep watching the text file for updates

Definition at line 179 of file LmfSource.h.

Referenced by LmfSource(), and openFile().

Classes

Public Member Functions

Private Member Functions

Private Attributes

Static Private Attributes

Additional Inherited Members

Detailed Description

Constructor & Destructor Documentation

◆ LmfSource()

◆ ~LmfSource()

Member Function Documentation

◆ checkFileNames()

◆ filter()

◆ nextEventWithinFile()

◆ openFile()

◆ produce()

◆ readEvent()

◆ readEventWithinFile()

◆ readFileHeader()

◆ readIndexTable()

◆ setRunAndEventInfo()

◆ toString()

Member Data Documentation

◆ bx_

◆ calibTrig_

◆ currentFileName_

◆ dataFormatVers_

◆ emptyFedBlock_

◆ eventNum_

◆ fedColl_

◆ fedId_

◆ fileHeader_

◆ fileHeaderSize

◆ fileList_

◆ fileListName_

◆ fileNames_

◆ header_

◆ iEvent_

◆ iEventInFile_

◆ iFile_

◆ in_

◆ indexTable_

◆ indexTablePos_

◆ inputDir_

◆ lumiBlock_

◆ maxDataFormatVersion_

◆ maxEvents_

◆ maxEventSize_

◆ minDataFormatVersion_

◆ nFeds_

◆ nSecondsToSleep_

◆ orbitNum_

◆ orderedRead_

◆ preScale_

◆ rcRead_

◆ runNum_

◆ timeStamp_

◆ verbosity_

◆ watchFileList_