#include <DQMStreamerReader.h>

Inheritance diagram for dqmservices::DQMStreamerReader:

Classes
struct	OpenFile

Public Types
typedef std::vector< std::string >	Strings

Public Types inherited from edm::RawInputSource
enum	Next { Next::kEvent, Next::kFile, Next::kStop }

Public Types inherited from edm::InputSource
enum	ItemType { IsInvalid, IsStop, IsFile, IsRun, IsLumi, IsEvent, IsRepeat, IsSynchronize }

enum	ProcessingMode { Runs, RunsAndLumis, RunsLumisAndEvents }

Public Member Functions
	DQMStreamerReader (edm::ParameterSet const &pset, edm::InputSourceDescription const &desc)

bool	newHeader ()

	~DQMStreamerReader () override

Public Member Functions inherited from edm::StreamerInputSource
void	deserializeAndMergeWithRegistry (InitMsgView const &initView, bool subsequent=false)

void	deserializeEvent (EventMsgView const &eventView)

std::unique_ptr< SendJobHeader >	deserializeRegistry (InitMsgView const &initView)

bool	isBufferLZMA (unsigned char const *inputBuffer, unsigned int inputSize)

bool	isBufferZSTD (unsigned char const *inputBuffer, unsigned int inputSize)

	StreamerInputSource (ParameterSet const &pset, InputSourceDescription const &desc)

	~StreamerInputSource () override

Public Member Functions inherited from edm::RawInputSource
	RawInputSource (ParameterSet const &pset, InputSourceDescription const &desc)

	~RawInputSource () override

Public Member Functions inherited from edm::InputSource
std::shared_ptr< ActivityRegistry >	actReg () const
	Accessor for Activity Registry. More...

std::shared_ptr< BranchIDListHelper const >	branchIDListHelper () const
	Accessors for branchIDListHelper. More...

std::shared_ptr< BranchIDListHelper > &	branchIDListHelper ()

void	closeFile (FileBlock *, bool cleaningUpAfterException)
	close current file More...

void	doBeginJob ()
	Called by framework at beginning of job. More...

virtual void	doBeginLumi (LuminosityBlockPrincipal &lbp, ProcessContext const *)
	Called by framework at beginning of lumi block. More...

virtual void	doBeginRun (RunPrincipal &rp, ProcessContext const *)
	Called by framework at beginning of run. More...

void	doEndJob ()
	Called by framework at end of job. More...

void	fillProcessBlockHelper ()
	Fill the ProcessBlockHelper with info for the current file. More...

ProcessingController::ForwardState	forwardState () const

bool	goToEvent (EventID const &eventID)

	InputSource (ParameterSet const &, InputSourceDescription const &)
	Constructor. More...

	InputSource (InputSource const &)=delete

void	issueReports (EventID const &eventID, StreamID streamID)
	issue an event report More...

LuminosityBlockNumber_t	luminosityBlock () const
	Accessor for current luminosity block number. More...

std::shared_ptr< LuminosityBlockAuxiliary >	luminosityBlockAuxiliary () const
	Called by the framework to merge or insert lumi in principal cache. More...

int	maxEvents () const

int	maxLuminosityBlocks () const

ModuleDescription const &	moduleDescription () const
	Accessor for 'module' description. More...

ItemType	nextItemType ()
	Advances the source to the next item. More...

bool	nextProcessBlock (ProcessBlockPrincipal &)
	Next process block, return false if there is none, sets the processName in the principal. More...

InputSource &	operator= (InputSource const &)=delete

std::shared_ptr< ProcessBlockHelper const >	processBlockHelper () const
	Accessors for processBlockHelper. More...

std::shared_ptr< ProcessBlockHelper > &	processBlockHelper ()

ProcessConfiguration const &	processConfiguration () const
	Accessor for Process Configuration. More...

std::string const &	processGUID () const
	Accessor for global process identifier. More...

ProcessHistoryRegistry const &	processHistoryRegistry () const
	Accessors for process history registry. More...

ProcessHistoryRegistry &	processHistoryRegistry ()

ProcessingMode	processingMode () const
	RunsLumisAndEvents (default), RunsAndLumis, or Runs. More...

std::shared_ptr< ProductRegistry const >	productRegistry () const
	Accessors for product registry. More...

bool	randomAccess () const

void	readAndMergeLumi (LuminosityBlockPrincipal &lbp)
	Read next luminosity block (same as a prior lumi) More...

void	readAndMergeRun (RunPrincipal &rp)
	Read next run (same as a prior run) More...

void	readEvent (EventPrincipal &ep, StreamContext &)
	Read next event. More...

bool	readEvent (EventPrincipal &ep, EventID const &, StreamContext &)
	Read a specific event. More...

std::shared_ptr< FileBlock >	readFile ()
	Read next file. More...

void	readLuminosityBlock (LuminosityBlockPrincipal &lumiPrincipal, HistoryAppender &historyAppender)
	Read next luminosity block (new lumi) More...

std::shared_ptr< LuminosityBlockAuxiliary >	readLuminosityBlockAuxiliary ()
	Read next luminosity block Auxilary. More...

void	readProcessBlock (ProcessBlockPrincipal &)
	Read next process block. More...

void	readRun (RunPrincipal &runPrincipal, HistoryAppender &historyAppender)
	Read next run (new run) More...

std::shared_ptr< RunAuxiliary >	readRunAuxiliary ()
	Read next run Auxiliary. More...

ProcessHistoryID const &	reducedProcessHistoryID () const

virtual void	registerProducts ()
	Register any produced products. More...

int	remainingEvents () const

int	remainingLuminosityBlocks () const

void	repeat ()
	Reset the remaining number of events/lumis to the maximum number. More...

std::pair< SharedResourcesAcquirer , std::recursive_mutex >	resourceSharedWithDelayedReader ()
	Returns nullptr if no resource shared between the Source and a DelayedReader. More...

ProcessingController::ReverseState	reverseState () const

void	rewind ()
	Begin again at the first event. More...

RunNumber_t	run () const
	Accessor for current run number. More...

std::shared_ptr< RunAuxiliary >	runAuxiliary () const
	Called by the framework to merge or insert run in principal cache. More...

void	setLuminosityBlockNumber_t (LuminosityBlockNumber_t lb)
	Set the luminosity block ID. More...

void	setRunNumber (RunNumber_t r)
	Set the run number. More...

void	skipEvents (int offset)

void	switchTo (std::shared_ptr< ProductRegistry > iOther)
	switch to a different ProductRegistry. More...

std::shared_ptr< ThinnedAssociationsHelper const >	thinnedAssociationsHelper () const
	Accessors for thinnedAssociationsHelper. More...

std::shared_ptr< ThinnedAssociationsHelper > &	thinnedAssociationsHelper ()

Timestamp const &	timestamp () const
	Accessor for the current time, as seen by the input source. More...

virtual	~InputSource () noexcept(false)
	Destructor. More...

Static Public Member Functions
static void	fillDescriptions (edm::ConfigurationDescriptions &descriptions)

Static Public Member Functions inherited from edm::StreamerInputSource
static void	fillDescription (ParameterSetDescription &description)

static void	mergeIntoRegistry (SendJobHeader const &header, ProductRegistry &, BranchIDListHelper &, ThinnedAssociationsHelper &, bool subsequent)

static unsigned int	uncompressBuffer (unsigned char *inputBuffer, unsigned int inputSize, std::vector< unsigned char > &outputBuffer, unsigned int expectedFullSize)

static unsigned int	uncompressBufferLZMA (unsigned char *inputBuffer, unsigned int inputSize, std::vector< unsigned char > &outputBuffer, unsigned int expectedFullSize, bool hasHeader=true)

static unsigned int	uncompressBufferZSTD (unsigned char *inputBuffer, unsigned int inputSize, std::vector< unsigned char > &outputBuffer, unsigned int expectedFullSize, bool hasHeader=true)

Static Public Member Functions inherited from edm::RawInputSource
static void	fillDescription (ParameterSetDescription &description)

Static Public Member Functions inherited from edm::InputSource
static const std::string &	baseType ()

static void	fillDescription (ParameterSetDescription &desc)

static void	fillDescriptions (ConfigurationDescriptions &descriptions)

static void	prevalidate (ConfigurationDescriptions &)

Protected Member Functions
Next	checkNext () override

void	genuineCloseFile () override

void	genuineReadFile () override

void	skip (int toSkip) override

Protected Member Functions inherited from edm::StreamerInputSource
void	resetAfterEndRun ()

Protected Member Functions inherited from edm::RawInputSource
void	makeEvent (EventPrincipal &eventPrincipal, EventAuxiliary const &eventAuxiliary)

void	setInputFileTransitionsEachEvent ()

Protected Member Functions inherited from edm::InputSource
virtual void	beginJob ()
	Begin protected makes it easier to do template programming. More...

void	decreaseRemainingEventsBy (int iSkipped)

bool	eventCached () const

bool	newLumi () const

bool	newRun () const

ProcessHistoryRegistry &	processHistoryRegistryForUpdate ()

ProductRegistry &	productRegistryUpdate ()

void	reset () const

void	resetEventCached ()

void	resetLuminosityBlockAuxiliary (bool isNewLumi=true) const

void	resetNewLumi ()

void	resetNewRun ()

void	resetRunAuxiliary (bool isNewRun=true) const

void	setEventCached ()
	Called by the framework to merge or ached() const {return eventCached_;}. More...

void	setLuminosityBlockAuxiliary (LuminosityBlockAuxiliary *lbp)

void	setNewLumi ()

void	setNewRun ()

void	setRunAuxiliary (RunAuxiliary *rp)

void	setTimestamp (Timestamp const &theTime)
	To set the current time, as seen by the input source. More...

ItemType	state () const

Private Member Functions
bool	acceptEvent (const EventMsgView *)

void	closeFileImp_ (const std::string &reason)

EventMsgView const *	getEventMsg ()

InitMsgView const *	getHeaderMsg ()

bool	matchTriggerSel (Strings const &tnames)

void	openFileImp_ (const DQMFileIterator::LumiEntry &entry)

bool	openNextFileImp_ ()

EventMsgView const *	prepareNextEvent ()

bool	prepareNextFile ()

void	reset_ () override

bool	triggerSel ()

Private Attributes
bool	acceptAllEvt_

std::shared_ptr< TriggerSelector >	eventSelector_

std::shared_ptr< edm::EventSkipperByID >	eventSkipperByID_

struct dqmservices::DQMStreamerReader::OpenFile	file_

DQMFileIterator	fiterator_

bool	flagDeleteDatFiles_

bool	flagEndOfRunKills_

bool	flagSkipFirstLumis_

Strings	hltSel_

bool	isFirstFile_ = true

bool	matchTriggerSel_

unsigned int	minEventsPerLs_

edm::Service< DQMMonitoringService >	mon_

unsigned int	processedEventPerLs_

std::string	runInputDir_

unsigned int	runNumber_

std::string	streamLabel_

Additional Inherited Members
Public Attributes inherited from edm::InputSource
signalslot::Signal< void(StreamContext const &, ModuleCallingContext const &)>	postEventReadFromSourceSignal_

signalslot::Signal< void(StreamContext const &, ModuleCallingContext const &)>	preEventReadFromSourceSignal_

Static Protected Member Functions inherited from edm::StreamerInputSource
static void	buildClassCache (SendDescs const &descs)

static void	declareStreamers (SendDescs const &descs)

Detailed Description

Definition at line 24 of file DQMStreamerReader.h.

Member Typedef Documentation

◆ Strings

typedef std::vector<std::string> dqmservices::DQMStreamerReader::Strings

Definition at line 32 of file DQMStreamerReader.h.

Constructor & Destructor Documentation

◆ DQMStreamerReader()

dqmservices::DQMStreamerReader::DQMStreamerReader	(	edm::ParameterSet const &	pset,
		edm::InputSourceDescription const &	desc
	)

Definition at line 25 of file DQMStreamerReader.cc.

References flagDeleteDatFiles_, flagEndOfRunKills_, flagSkipFirstLumis_, hltSel_, minEventsPerLs_, muonDTDigis_cfi::pset, reset_(), runInputDir_, runNumber_, AlCaHLTBitMon_QueryRunRegistry::string, and triggerSel().

       : StreamerInputSource(pset, desc), fiterator_(pset) {
     runNumber_ = pset.getUntrackedParameter<unsigned int>("runNumber");
     runInputDir_ = pset.getUntrackedParameter<std::string>("runInputDir");
     hltSel_ = pset.getUntrackedParameter<std::vector<std::string> >("SelectEvents");
 
     minEventsPerLs_ = pset.getUntrackedParameter<int>("minEventsPerLumi");
     flagSkipFirstLumis_ = pset.getUntrackedParameter<bool>("skipFirstLumis");
     flagEndOfRunKills_ = pset.getUntrackedParameter<bool>("endOfRunKills");
     flagDeleteDatFiles_ = pset.getUntrackedParameter<bool>("deleteDatFiles");
 
     triggerSel();
 
     reset_();
   }

◆ ~DQMStreamerReader()

dqmservices::DQMStreamerReader::~DQMStreamerReader ( )

override

Definition at line 41 of file DQMStreamerReader.cc.

                                         {
     // Sometimes(?) the destructor called after service registry was already destructed
     // and closeFile_ throws away no ServiceRegistry found exception...
     //
     // Normally, this file should be closed before this destructor is called.
     //closeFileImp_("destructor");
   }

Member Function Documentation

◆ acceptEvent()

bool dqmservices::DQMStreamerReader::acceptEvent ( const EventMsgView * evtmsg )

private

Check the trigger path to accept event

Definition at line 383 of file DQMStreamerReader.cc.

References acceptAllEvt_, eventSelector_, EventMsgView::hltCount(), EventMsgView::hltTriggerBits(), and matchTriggerSel_.

Referenced by prepareNextEvent().

                                                                 {
     if (acceptAllEvt_)
       return true;
     if (!matchTriggerSel_)
       return false;
 
     std::vector<unsigned char> hltTriggerBits_;
     int hltTriggerCount_ = evtmsg->hltCount();
     if (hltTriggerCount_ > 0) {
       hltTriggerBits_.resize(1 + (hltTriggerCount_ - 1) / 4);
     }
     evtmsg->hltTriggerBits(&hltTriggerBits_[0]);
 
     if (eventSelector_->wantAll() || eventSelector_->acceptEvent(&hltTriggerBits_[0], evtmsg->hltCount())) {
       return true;
     } else {
       return false;
     }
   }

◆ checkNext()

edm::RawInputSource::Next dqmservices::DQMStreamerReader::checkNext ( )

overrideprotectedvirtual

This is the actual code for checking the new event and/or deserializing it.

Implements edm::RawInputSource.

Definition at line 313 of file DQMStreamerReader.cc.

References closeFileImp_(), edm::StreamerInputSource::deserializeEvent(), MillePedeFileConverter_cfg::e, file_, fiterator_, edm::RawInputSource::kEvent, edm::RawInputSource::kFile, edm::RawInputSource::kStop, dqmservices::DQMFileIterator::logFileAction(), prepareNextEvent(), processedEventPerLs_, dqmservices::DQMStreamerReader::OpenFile::streamFile_, and AlCaHLTBitMon_QueryRunRegistry::string.

                                                      {
     try {
       EventMsgView const* eview = prepareNextEvent();
       if (eview == nullptr) {
         if (file_.streamFile_ and file_.streamFile_->newHeader()) {
           return Next::kFile;
         }
         return Next::kStop;
       }
 
       deserializeEvent(*eview);
     } catch (const cms::Exception& e) {
       // try to recover from corrupted files/events
       fiterator_.logFileAction(std::string("Can't deserialize event or registry data: ") + e.what());
       closeFileImp_("data file corrupted");
 
       // this is not optimal, but hopefully we won't catch this many times in a row
       return checkNext();
     }
 
     processedEventPerLs_ += 1;
 
     return Next::kEvent;
   }

◆ closeFileImp_()

void dqmservices::DQMStreamerReader::closeFileImp_ ( const std::string & reason )

private

Definition at line 133 of file DQMStreamerReader.cc.

References file_, fiterator_, dqmservices::DQMFileIterator::logLumiState(), dqmservices::DQMStreamerReader::OpenFile::lumi_, dqmservices::DQMStreamerReader::OpenFile::open(), PixelMapPlotter::reason, and dqmservices::DQMStreamerReader::OpenFile::streamFile_.

Referenced by checkNext(), openNextFileImp_(), prepareNextEvent(), prepareNextFile(), and skip().

                                                                {
     if (file_.open()) {
       file_.streamFile_->closeStreamerFile();
       file_.streamFile_ = nullptr;
 
       fiterator_.logLumiState(file_.lumi_, "close: " + reason);
     }
   }

◆ fillDescriptions()

void dqmservices::DQMStreamerReader::fillDescriptions ( edm::ConfigurationDescriptions & descriptions )

static

Definition at line 419 of file DQMStreamerReader.cc.

References edm::ConfigurationDescriptions::add(), submitPVResolutionJobs::desc, edm::EventSkipperByID::fillDescription(), edm::StreamerInputSource::fillDescription(), and dqmservices::DQMFileIterator::fillDescription().

                                                                                      {
     edm::ParameterSetDescription desc;
     desc.setComment("Reads events from streamer files.");
 
     desc.addUntracked<std::vector<std::string> >("SelectEvents")->setComment("HLT path to select events ");
 
     desc.addUntracked<int>("minEventsPerLumi", 1)
         ->setComment(
             "Minimum number of events to process per lumisection, "
             "before switching to a new input file. If the next file "
             "does not yet exist, "
             "the number of processed events will be bigger.");
 
     desc.addUntracked<bool>("skipFirstLumis", false)
         ->setComment(
             "Skip (and ignore the minEventsPerLumi parameter) for the files "
             "which have been available at the begining of the processing. "
             "If set to true, the reader will open last available file for "
             "processing.");
 
     desc.addUntracked<bool>("deleteDatFiles", false)
         ->setComment(
             "Delete data files after they have been closed, in order to "
             "save disk space.");
 
     desc.addUntracked<bool>("endOfRunKills", false)
         ->setComment(
             "Kill the processing as soon as the end-of-run file appears, even if "
             "there are/will be unprocessed lumisections.");
 
     // desc.addUntracked<unsigned int>("skipEvents", 0U)
     //    ->setComment("Skip the first 'skipEvents' events that otherwise would "
     //                 "have been processed.");
 
     // This next parameter is read in the base class, but its default value
     // depends on the derived class, so it is set here.
     desc.addUntracked<bool>("inputFileTransitionsEachEvent", false);
 
     DQMFileIterator::fillDescription(desc);
     edm::StreamerInputSource::fillDescription(desc);
     edm::EventSkipperByID::fillDescription(desc);
 
     descriptions.add("source", desc);
   }

◆ genuineCloseFile()

void dqmservices::DQMStreamerReader::genuineCloseFile ( )

overrideprotectedvirtual

Reimplemented from edm::RawInputSource.

Definition at line 131 of file DQMStreamerReader.cc.

131 {}

◆ genuineReadFile()

void dqmservices::DQMStreamerReader::genuineReadFile ( )

overrideprotectedvirtual

Reimplemented from edm::RawInputSource.

Definition at line 142 of file DQMStreamerReader.cc.

References edm::StreamerInputSource::deserializeAndMergeWithRegistry(), getHeaderMsg(), RecoTauValidation_cfi::header, and isFirstFile_.

                                           {
     if (isFirstFile_) {
       //The file was already opened in the constructor
       isFirstFile_ = false;
       return;
     }
 
     //Get header/init from reader
     InitMsgView const* header = getHeaderMsg();
     deserializeAndMergeWithRegistry(*header, true);
   }

◆ getEventMsg()

EventMsgView const * dqmservices::DQMStreamerReader::getEventMsg ( )

private

Definition at line 191 of file DQMStreamerReader.cc.

References file_, edm::RawInputSource::kFile, edm::RawInputSource::kStop, mps_check::msg, GetRecoTauVFromDQM_MC_cff::next, and dqmservices::DQMStreamerReader::OpenFile::streamFile_.

Referenced by prepareNextEvent().

                                                      {
     auto next = file_.streamFile_->next();
     if (edm::StreamerInputFile::Next::kFile == next) {
       return nullptr;
     }
 
     if (edm::StreamerInputFile::Next::kStop == next) {
       return nullptr;
     }
 
     EventMsgView const* msg = file_.streamFile_->currentRecord();
 
     //  if (msg != nullptr) dumpEventView(msg);
     return msg;
   }

◆ getHeaderMsg()

InitMsgView const * dqmservices::DQMStreamerReader::getHeaderMsg ( )

private

Definition at line 180 of file DQMStreamerReader.cc.

References Exception, file_, edm::errors::FileReadError, RecoTauValidation_cfi::header, Header::INIT, and dqmservices::DQMStreamerReader::OpenFile::streamFile_.

Referenced by genuineReadFile(), and openFileImp_().

                                                      {
     InitMsgView const* header = file_.streamFile_->startMessage();
 
     if (header->code() != Header::INIT) {  // INIT Msg
       throw edm::Exception(edm::errors::FileReadError, "DQMStreamerReader::readHeader")
           << "received wrong message type: expected INIT, got " << header->code() << "\n";
     }
 
     return header;
   }

◆ matchTriggerSel()

bool dqmservices::DQMStreamerReader::matchTriggerSel ( Strings const & tnames )

private

Check if hlt selection matches any trigger name taken from the header file

Definition at line 359 of file DQMStreamerReader.cc.

References c, mps_fire::end, TriggerAnalyzer::hltPath, hltSel_, mps_fire::i, oniaPATMuonsWithTrigger_cff::matches, matchTriggerSel_, edm::regexMatch(), and AlCaHLTBitMon_QueryRunRegistry::string.

Referenced by openFileImp_().

                                                                {
     matchTriggerSel_ = false;
     for (Strings::const_iterator i(hltSel_.begin()), end(hltSel_.end()); i != end; ++i) {
       std::string hltPath(*i);
       hltPath.erase(
           std::remove_if(
               hltPath.begin(), hltPath.end(), [](char c) { return std::isspace(static_cast<unsigned char>(c)); }),
           hltPath.end());
       std::vector<Strings::const_iterator> matches = edm::regexMatch(tnames, hltPath);
       if (!matches.empty()) {
         matchTriggerSel_ = true;
       }
     }
 
     if (!matchTriggerSel_) {
       edm::LogWarning("Trigger selection does not match any trigger path!!!") << std::endl;
     }
 
     return matchTriggerSel_;
   }

◆ newHeader()

bool dqmservices::DQMStreamerReader::newHeader ( )

◆ openFileImp_()

void dqmservices::DQMStreamerReader::openFileImp_ ( const DQMFileIterator::LumiEntry & entry )

private

Definition at line 91 of file DQMStreamerReader.cc.

References acceptAllEvt_, edm::StreamerInputSource::deserializeAndMergeWithRegistry(), mps_splice::entry, eventSelector_, file_, flagDeleteDatFiles_, getHeaderMsg(), RecoTauValidation_cfi::header, hltSel_, isFirstFile_, dqmservices::DQMStreamerReader::OpenFile::lumi_, matchTriggerSel(), castor_dqm_sourceclient_file_cfg::path, processedEventPerLs_, muonDTDigis_cfi::pset, dqmservices::DQMStreamerReader::OpenFile::streamFile_, and AlCaHLTBitMon_QueryRunRegistry::string.

Referenced by openNextFileImp_().

                                                                             {
     processedEventPerLs_ = 0;
     edm::ParameterSet pset;
 
     std::string path = entry.get_data_path();
 
     file_.lumi_ = entry;
     file_.streamFile_ = std::make_unique<edm::StreamerInputFile>(path);
 
     InitMsgView const* header = getHeaderMsg();
     if (isFirstFile_) {
       deserializeAndMergeWithRegistry(*header, false);
     }
 
     // dump the list of HLT trigger name from the header
     //  dumpInitHeader(header);
 
     // if specific trigger selection is requested, check if the requested triggers
     // match with trigger paths in the header file
     if (!acceptAllEvt_) {
       Strings tnames;
       header->hltTriggerNames(tnames);
 
       pset.addParameter<Strings>("SelectEvents", hltSel_);
       eventSelector_.reset(new TriggerSelector(pset, tnames));
 
       // check if any trigger path name requested matches with trigger name in the
       // header file
       matchTriggerSel(tnames);
     }
 
     // our initialization
     processedEventPerLs_ = 0;
 
     if (flagDeleteDatFiles_) {
       // unlink the file
       unlink(path.c_str());
     }
   }

◆ openNextFileImp_()

bool dqmservices::DQMStreamerReader::openNextFileImp_ ( )

private

Definition at line 154 of file DQMStreamerReader.cc.

References closeFileImp_(), MillePedeFileConverter_cfg::e, fiterator_, dqmservices::DQMFileIterator::LumiEntry::get_data_path(), dqmservices::DQMFileIterator::logFileAction(), dqmservices::DQMFileIterator::logLumiState(), dqmservices::DQMFileIterator::open(), openFileImp_(), AlCaHLTBitMon_ParallelJobs::p, and AlCaHLTBitMon_QueryRunRegistry::string.

Referenced by prepareNextFile().

                                            {
     closeFileImp_("skipping to another file");
 
     DQMFileIterator::LumiEntry currentLumi = fiterator_.open();
     std::string p = currentLumi.get_data_path();
 
     if (std::filesystem::exists(p)) {
       try {
         openFileImp_(currentLumi);
         return true;
       } catch (const cms::Exception& e) {
         fiterator_.logFileAction(std::string("Can't deserialize registry data (in open file): ") + e.what(), p);
         fiterator_.logLumiState(currentLumi, "error: data file corrupted");
 
         closeFileImp_("data file corrupted");
         return false;
       }
     } else {
       /* dat file missing */
       fiterator_.logFileAction("Data file (specified in json) is missing:", p);
       fiterator_.logLumiState(currentLumi, "error: data file missing");
 
       return false;
     }
   }

◆ prepareNextEvent()

EventMsgView const * dqmservices::DQMStreamerReader::prepareNextEvent ( )

private

Waits and reads the event header. If end-of-run nullptr is returned.

Definition at line 274 of file DQMStreamerReader.cc.

References acceptEvent(), closeFileImp_(), dqmservices::DQMFileIterator::delay(), file_, fiterator_, getEventMsg(), GetRecoTauVFromDQM_MC_cff::next, dqmservices::DQMStreamerReader::OpenFile::open(), and prepareNextFile().

Referenced by checkNext(), and skip().

                                                           {
     EventMsgView const* eview = nullptr;
     typedef DQMFileIterator::State State;
 
     // wait for the next event
     for (;;) {
       // edm::LogAbsolute("DQMStreamerReader")
       //     << "State loop.";
       bool next = prepareNextFile();
       if (!next)
         return nullptr;
 
       // sleep
       if (!file_.open()) {
         // the reader does not exist
         fiterator_.delay();
       } else {
         // our reader exists, try to read out an event
         eview = getEventMsg();
 
         if (eview == nullptr) {
           // read unsuccessful
           // this means end of file, so close the file
           closeFileImp_("eof");
         } else {
           if (!acceptEvent(eview)) {
             continue;
           } else {
             return eview;
           }
         }
       }
     }
     return eview;
   }

◆ prepareNextFile()

bool dqmservices::DQMStreamerReader::prepareNextFile ( )

private

Prepare (open) the next file for reading. It is used by prepareNextEvent and in the constructor.

Does not block/wait.

Return false if this is end of run and/or no more file are available. However, return of "true" does not imply the file has been openned, but we need to wait until some future file becomes available.

Definition at line 217 of file DQMStreamerReader.cc.

References closeFileImp_(), file_, fiterator_, flagEndOfRunKills_, svgfig::load(), dqmservices::DQMFileIterator::logFileAction(), dqmservices::DQMFileIterator::lumiReady(), minEventsPerLs_, dqmservices::DQMStreamerReader::OpenFile::open(), openNextFileImp_(), processedEventPerLs_, edm::shutdown_flag, dqmservices::DQMFileIterator::state(), and dqmservices::DQMFileIterator::update_state().

Referenced by prepareNextEvent(), and reset_().

                                           {
     typedef DQMFileIterator::State State;
 
     for (;;) {
       fiterator_.update_state();
 
       if (edm::shutdown_flag.load()) {
         fiterator_.logFileAction("Shutdown flag was set, shutting down.");
 
         closeFileImp_("shutdown flag is set");
         return false;
       }
 
       // check for end of run file and force quit
       if (flagEndOfRunKills_ && (fiterator_.state() != State::OPEN)) {
         closeFileImp_("forced end-of-run");
         return false;
       }
 
       // check for end of run and quit if everything has been processed.
       // this clean exit
       if ((!file_.open()) && (!fiterator_.lumiReady()) && (fiterator_.state() == State::EOR)) {
         return false;
       }
 
       // if this is end of run and no more files to process
       // close it
       if ((processedEventPerLs_ >= minEventsPerLs_) && (!fiterator_.lumiReady()) &&
           (fiterator_.state() == State::EOR)) {
         closeFileImp_("graceful end-of-run");
         return false;
       }
 
       // skip to the next file if we have no files openned yet
       if (!file_.open()) {
         if (fiterator_.lumiReady()) {
           openNextFileImp_();
           // we might need to open once more (if .dat is missing)
           continue;
         }
       }
 
       // or if there is a next file and enough eventshas been processed.
       if (fiterator_.lumiReady() && (processedEventPerLs_ >= minEventsPerLs_)) {
         openNextFileImp_();
         // we might need to open once more (if .dat is missing)
         continue;
       }
 
       return true;
     }
   }

◆ reset_()

void dqmservices::DQMStreamerReader::reset_ ( )

overrideprivatevirtual

Reimplemented from edm::RawInputSource.

Definition at line 49 of file DQMStreamerReader.cc.

References dqmservices::DQMFileIterator::advanceToLumi(), dqmservices::DQMFileIterator::delay(), file_, fiterator_, flagSkipFirstLumis_, cmsLHEtoEOSManager::l, dqmservices::DQMFileIterator::lastLumiFound(), dqmservices::DQMFileIterator::logFileAction(), GetRecoTauVFromDQM_MC_cff::next, dqmservices::DQMStreamerReader::OpenFile::open(), prepareNextFile(), and dqmservices::DQMFileIterator::update_state().

Referenced by DQMStreamerReader().

                                  {
     // We have to load at least a single header,
     // so the ProductRegistry gets initialized.
     //
     // This must happen here (inside the constructor),
     // as ProductRegistry gets frozen after we initialize:
     // https://cmssdt.cern.ch/SDT/lxr/source/FWCore/Framework/src/Schedule.cc#441
 
     fiterator_.logFileAction("Waiting for the first lumi in order to initialize.");
 
     fiterator_.update_state();
 
     // Fast-forward to the last open file.
     if (flagSkipFirstLumis_) {
       unsigned int l = fiterator_.lastLumiFound();
       if (l > 1) {
         fiterator_.advanceToLumi(l, "skipped: fast-forward to the latest lumi");
       }
     }
 
     for (;;) {
       bool next = prepareNextFile();
 
       // check for end of run
       if (!next) {
         fiterator_.logFileAction("End of run reached before DQMStreamerReader was initialised.");
         return;
       }
 
       // check if we have a file openned
       if (file_.open()) {
         // we are now initialised
         break;
       }
 
       // wait
       fiterator_.delay();
     }
 
     fiterator_.logFileAction("DQMStreamerReader initialised.");
   }

◆ skip()

void dqmservices::DQMStreamerReader::skip ( int toSkip )

overrideprotectedvirtual

Reimplemented from edm::InputSource.

Definition at line 403 of file DQMStreamerReader.cc.

References closeFileImp_(), MillePedeFileConverter_cfg::e, fiterator_, mps_fire::i, dqmservices::DQMFileIterator::logFileAction(), prepareNextEvent(), and AlCaHLTBitMon_QueryRunRegistry::string.

                                          {
     try {
       for (int i = 0; i != toSkip; ++i) {
         EventMsgView const* evMsg = prepareNextEvent();
 
         if (evMsg == nullptr) {
           return;
         }
       }
     } catch (const cms::Exception& e) {
       // try to recover from corrupted files/events
       fiterator_.logFileAction(std::string("Can't deserialize event data: ") + e.what());
       closeFileImp_("data file corrupted");
     }
   }

◆ triggerSel()

bool dqmservices::DQMStreamerReader::triggerSel ( )

private

If hlt trigger selection is '*', return a boolean variable to accept all events

Definition at line 342 of file DQMStreamerReader.cc.

References acceptAllEvt_, c, mps_fire::end, TriggerAnalyzer::hltPath, hltSel_, mps_fire::i, and AlCaHLTBitMon_QueryRunRegistry::string.

Referenced by DQMStreamerReader().

                                      {
     acceptAllEvt_ = false;
     for (Strings::const_iterator i(hltSel_.begin()), end(hltSel_.end()); i != end; ++i) {
       std::string hltPath(*i);
       hltPath.erase(
           std::remove_if(
               hltPath.begin(), hltPath.end(), [](char c) { return std::isspace(static_cast<unsigned char>(c)); }),
           hltPath.end());
       if (hltPath == "*")
         acceptAllEvt_ = true;
     }
     return acceptAllEvt_;
   }

Member Data Documentation

◆ acceptAllEvt_

bool dqmservices::DQMStreamerReader::acceptAllEvt_

private

Definition at line 59 of file DQMStreamerReader.h.

Referenced by acceptEvent(), openFileImp_(), and triggerSel().

◆ eventSelector_

std::shared_ptr<TriggerSelector> dqmservices::DQMStreamerReader::eventSelector_

private

Definition at line 86 of file DQMStreamerReader.h.

Referenced by acceptEvent(), and openFileImp_().

◆ eventSkipperByID_

std::shared_ptr<edm::EventSkipperByID> dqmservices::DQMStreamerReader::eventSkipperByID_

private

Definition at line 85 of file DQMStreamerReader.h.

◆ file_

struct dqmservices::DQMStreamerReader::OpenFile dqmservices::DQMStreamerReader::file_

private

Referenced by checkNext(), closeFileImp_(), getEventMsg(), getHeaderMsg(), openFileImp_(), prepareNextEvent(), prepareNextFile(), and reset_().

◆ fiterator_

DQMFileIterator dqmservices::DQMStreamerReader::fiterator_

private

Definition at line 75 of file DQMStreamerReader.h.

Referenced by checkNext(), closeFileImp_(), openNextFileImp_(), prepareNextEvent(), prepareNextFile(), reset_(), and skip().

◆ flagDeleteDatFiles_

bool dqmservices::DQMStreamerReader::flagDeleteDatFiles_

private

Definition at line 73 of file DQMStreamerReader.h.

Referenced by DQMStreamerReader(), and openFileImp_().

◆ flagEndOfRunKills_

bool dqmservices::DQMStreamerReader::flagEndOfRunKills_

private

Definition at line 72 of file DQMStreamerReader.h.

Referenced by DQMStreamerReader(), and prepareNextFile().

◆ flagSkipFirstLumis_

bool dqmservices::DQMStreamerReader::flagSkipFirstLumis_

private

Definition at line 71 of file DQMStreamerReader.h.

Referenced by DQMStreamerReader(), and reset_().

◆ hltSel_

Strings dqmservices::DQMStreamerReader::hltSel_

private

Definition at line 66 of file DQMStreamerReader.h.

Referenced by DQMStreamerReader(), matchTriggerSel(), openFileImp_(), and triggerSel().

◆ isFirstFile_

bool dqmservices::DQMStreamerReader::isFirstFile_ = true

private

Definition at line 61 of file DQMStreamerReader.h.

Referenced by genuineReadFile(), and openFileImp_().

◆ matchTriggerSel_

bool dqmservices::DQMStreamerReader::matchTriggerSel_

private

Definition at line 60 of file DQMStreamerReader.h.

Referenced by acceptEvent(), and matchTriggerSel().

◆ minEventsPerLs_

unsigned int dqmservices::DQMStreamerReader::minEventsPerLs_

private

Definition at line 69 of file DQMStreamerReader.h.

Referenced by DQMStreamerReader(), and prepareNextFile().

◆ mon_

edm::Service<DQMMonitoringService> dqmservices::DQMStreamerReader::mon_

private

Definition at line 89 of file DQMStreamerReader.h.

◆ processedEventPerLs_

unsigned int dqmservices::DQMStreamerReader::processedEventPerLs_

private

Definition at line 68 of file DQMStreamerReader.h.

Referenced by checkNext(), openFileImp_(), and prepareNextFile().

◆ runInputDir_

std::string dqmservices::DQMStreamerReader::runInputDir_

private

Definition at line 64 of file DQMStreamerReader.h.

Referenced by DQMStreamerReader().

◆ runNumber_

unsigned int dqmservices::DQMStreamerReader::runNumber_

private

Definition at line 63 of file DQMStreamerReader.h.

Referenced by DQMStreamerReader().

◆ streamLabel_

std::string dqmservices::DQMStreamerReader::streamLabel_

private

Definition at line 65 of file DQMStreamerReader.h.

Classes

Public Types

Public Member Functions

Static Public Member Functions

Protected Member Functions

Private Member Functions

Private Attributes

Additional Inherited Members

Detailed Description

Member Typedef Documentation

◆ Strings

Constructor & Destructor Documentation

◆ DQMStreamerReader()

◆ ~DQMStreamerReader()

Member Function Documentation

◆ acceptEvent()

◆ checkNext()

◆ closeFileImp_()

◆ fillDescriptions()

◆ genuineCloseFile()

◆ genuineReadFile()

◆ getEventMsg()

◆ getHeaderMsg()

◆ matchTriggerSel()

◆ newHeader()

◆ openFileImp_()

◆ openNextFileImp_()

◆ prepareNextEvent()

◆ prepareNextFile()

◆ reset_()

◆ skip()

◆ triggerSel()

Member Data Documentation

◆ acceptAllEvt_

◆ eventSelector_

◆ eventSkipperByID_

◆ file_

◆ fiterator_

◆ flagDeleteDatFiles_

◆ flagEndOfRunKills_

◆ flagSkipFirstLumis_

◆ hltSel_

◆ isFirstFile_

◆ matchTriggerSel_

◆ minEventsPerLs_

◆ mon_

◆ processedEventPerLs_

◆ runInputDir_

◆ runNumber_

◆ streamLabel_