#include <DQMStreamerReader.h>

Inheritance diagram for dqmservices::DQMStreamerReader:

Classes
struct	OpenFile

Public Types
typedef std::vector< std::string >	Strings

Public Types inherited from edm::InputSource
enum	ItemType { IsInvalid, IsStop, IsFile, IsRun, IsLumi, IsEvent, IsRepeat, IsSynchronize }

enum	ProcessingMode { Runs, RunsAndLumis, RunsLumisAndEvents }

Public Member Functions
	DQMStreamerReader (edm::ParameterSet const &pset, edm::InputSourceDescription const &desc)

bool	newHeader ()

	~DQMStreamerReader () override

Public Member Functions inherited from edm::StreamerInputSource
void	deserializeAndMergeWithRegistry (InitMsgView const &initView, bool subsequent=false)

void	deserializeEvent (EventMsgView const &eventView)

std::unique_ptr< SendJobHeader >	deserializeRegistry (InitMsgView const &initView)

bool	isBufferLZMA (unsigned char const *inputBuffer, unsigned int inputSize)

bool	isBufferZSTD (unsigned char const *inputBuffer, unsigned int inputSize)

	StreamerInputSource (ParameterSet const &pset, InputSourceDescription const &desc)

	~StreamerInputSource () override

Public Member Functions inherited from edm::RawInputSource
	RawInputSource (ParameterSet const &pset, InputSourceDescription const &desc)

	~RawInputSource () override

Public Member Functions inherited from edm::InputSource
std::shared_ptr< ActivityRegistry >	actReg () const
	Accessor for Activity Registry. More...

std::shared_ptr< BranchIDListHelper const >	branchIDListHelper () const
	Accessors for branchIDListHelper. More...

std::shared_ptr< BranchIDListHelper > &	branchIDListHelper ()

void	closeFile (FileBlock *, bool cleaningUpAfterException)
	close current file More...

void	doBeginJob ()
	Called by framework at beginning of job. More...

virtual void	doBeginLumi (LuminosityBlockPrincipal &lbp, ProcessContext const *)
	Called by framework at beginning of lumi block. More...

virtual void	doBeginRun (RunPrincipal &rp, ProcessContext const *)
	Called by framework at beginning of run. More...

void	doEndJob ()
	Called by framework at end of job. More...

ProcessingController::ForwardState	forwardState () const

bool	goToEvent (EventID const &eventID)

	InputSource (ParameterSet const &, InputSourceDescription const &)
	Constructor. More...

	InputSource (InputSource const &)=delete

void	issueReports (EventID const &eventID, StreamID streamID)
	issue an event report More...

LuminosityBlockNumber_t	luminosityBlock () const
	Accessor for current luminosity block number. More...

std::shared_ptr< LuminosityBlockAuxiliary >	luminosityBlockAuxiliary () const
	Called by the framework to merge or insert lumi in principal cache. More...

int	maxEvents () const

int	maxLuminosityBlocks () const

ModuleDescription const &	moduleDescription () const
	Accessor for 'module' description. More...

ItemType	nextItemType ()
	Advances the source to the next item. More...

InputSource &	operator= (InputSource const &)=delete

ProcessConfiguration const &	processConfiguration () const
	Accessor for Process Configuration. More...

std::string const &	processGUID () const
	Accessor for global process identifier. More...

ProcessHistoryRegistry const &	processHistoryRegistry () const
	Accessors for process history registry. More...

ProcessHistoryRegistry &	processHistoryRegistry ()

ProcessingMode	processingMode () const
	RunsLumisAndEvents (default), RunsAndLumis, or Runs. More...

std::shared_ptr< ProductRegistry const >	productRegistry () const
	Accessors for product registry. More...

std::shared_ptr< ProductRegistry > &	productRegistry ()

bool	randomAccess () const

void	readAndMergeLumi (LuminosityBlockPrincipal &lbp)
	Read next luminosity block (same as a prior lumi) More...

void	readAndMergeRun (RunPrincipal &rp)
	Read next run (same as a prior run) More...

void	readEvent (EventPrincipal &ep, StreamContext &)
	Read next event. More...

bool	readEvent (EventPrincipal &ep, EventID const &, StreamContext &)
	Read a specific event. More...

std::unique_ptr< FileBlock >	readFile ()
	Read next file. More...

void	readLuminosityBlock (LuminosityBlockPrincipal &lumiPrincipal, HistoryAppender &historyAppender)
	Read next luminosity block (new lumi) More...

std::shared_ptr< LuminosityBlockAuxiliary >	readLuminosityBlockAuxiliary ()
	Read next luminosity block Auxilary. More...

void	readRun (RunPrincipal &runPrincipal, HistoryAppender &historyAppender)
	Read next run (new run) More...

std::shared_ptr< RunAuxiliary >	readRunAuxiliary ()
	Read next run Auxiliary. More...

ProcessHistoryID const &	reducedProcessHistoryID () const

virtual void	registerProducts ()
	Register any produced products. More...

int	remainingEvents () const

int	remainingLuminosityBlocks () const

void	repeat ()
	Reset the remaining number of events/lumis to the maximum number. More...

std::pair< SharedResourcesAcquirer , std::recursive_mutex >	resourceSharedWithDelayedReader ()
	Returns nullptr if no resource shared between the Source and a DelayedReader. More...

ProcessingController::ReverseState	reverseState () const

void	rewind ()
	Begin again at the first event. More...

RunNumber_t	run () const
	Accessor for current run number. More...

std::shared_ptr< RunAuxiliary >	runAuxiliary () const
	Called by the framework to merge or insert run in principal cache. More...

void	setLuminosityBlockNumber_t (LuminosityBlockNumber_t lb)
	Set the luminosity block ID. More...

void	setRunNumber (RunNumber_t r)
	Set the run number. More...

void	skipEvents (int offset)

std::shared_ptr< ThinnedAssociationsHelper const >	thinnedAssociationsHelper () const
	Accessors for thinnedAssociationsHelper. More...

std::shared_ptr< ThinnedAssociationsHelper > &	thinnedAssociationsHelper ()

Timestamp const &	timestamp () const
	Accessor for the current time, as seen by the input source. More...

virtual	~InputSource () noexcept(false)
	Destructor. More...

Static Public Member Functions
static void	fillDescriptions (edm::ConfigurationDescriptions &descriptions)

Static Public Member Functions inherited from edm::StreamerInputSource
static void	fillDescription (ParameterSetDescription &description)

static void	mergeIntoRegistry (SendJobHeader const &header, ProductRegistry &, BranchIDListHelper &, ThinnedAssociationsHelper &, bool subsequent)

static unsigned int	uncompressBuffer (unsigned char *inputBuffer, unsigned int inputSize, std::vector< unsigned char > &outputBuffer, unsigned int expectedFullSize)

static unsigned int	uncompressBufferLZMA (unsigned char *inputBuffer, unsigned int inputSize, std::vector< unsigned char > &outputBuffer, unsigned int expectedFullSize, bool hasHeader=true)

static unsigned int	uncompressBufferZSTD (unsigned char *inputBuffer, unsigned int inputSize, std::vector< unsigned char > &outputBuffer, unsigned int expectedFullSize, bool hasHeader=true)

Static Public Member Functions inherited from edm::RawInputSource
static void	fillDescription (ParameterSetDescription &description)

Static Public Member Functions inherited from edm::InputSource
static const std::string &	baseType ()

static void	fillDescription (ParameterSetDescription &desc)

static void	fillDescriptions (ConfigurationDescriptions &descriptions)

static void	prevalidate (ConfigurationDescriptions &)

Protected Member Functions
bool	checkNextEvent () override

void	skip (int toSkip) override

Protected Member Functions inherited from edm::StreamerInputSource
void	resetAfterEndRun ()

Protected Member Functions inherited from edm::RawInputSource
void	makeEvent (EventPrincipal &eventPrincipal, EventAuxiliary const &eventAuxiliary)

void	setInputFileTransitionsEachEvent ()

Protected Member Functions inherited from edm::InputSource
virtual void	beginJob ()
	Begin protected makes it easier to do template programming. More...

void	decreaseRemainingEventsBy (int iSkipped)

bool	eventCached () const

bool	newLumi () const

bool	newRun () const

ProcessHistoryRegistry &	processHistoryRegistryForUpdate ()

ProductRegistry &	productRegistryUpdate ()

void	reset () const

void	resetEventCached ()

void	resetLuminosityBlockAuxiliary (bool isNewLumi=true) const

void	resetNewLumi ()

void	resetNewRun ()

void	resetRunAuxiliary (bool isNewRun=true) const

void	setEventCached ()
	Called by the framework to merge or ached() const {return eventCached_;}. More...

void	setLuminosityBlockAuxiliary (LuminosityBlockAuxiliary *lbp)

void	setNewLumi ()

void	setNewRun ()

void	setRunAuxiliary (RunAuxiliary *rp)

void	setTimestamp (Timestamp const &theTime)
	To set the current time, as seen by the input source. More...

ItemType	state () const

Private Member Functions
bool	acceptEvent (const EventMsgView *)

void	closeFileImp_ (const std::string &reason)

EventMsgView const *	getEventMsg ()

InitMsgView const *	getHeaderMsg ()

bool	matchTriggerSel (Strings const &tnames)

void	openFileImp_ (const DQMFileIterator::LumiEntry &entry)

bool	openNextFileImp_ ()

EventMsgView const *	prepareNextEvent ()

bool	prepareNextFile ()

void	reset_ () override

bool	triggerSel ()

Private Attributes
bool	acceptAllEvt_

std::shared_ptr< TriggerSelector >	eventSelector_

std::shared_ptr< edm::EventSkipperByID >	eventSkipperByID_

struct dqmservices::DQMStreamerReader::OpenFile	file_

DQMFileIterator	fiterator_

bool	flagDeleteDatFiles_

bool	flagEndOfRunKills_

bool	flagSkipFirstLumis_

Strings	hltSel_

bool	matchTriggerSel_

unsigned int	minEventsPerLs_

edm::Service< DQMMonitoringService >	mon_

unsigned int	processedEventPerLs_

std::string	runInputDir_

unsigned int	runNumber_

std::string	streamLabel_

Additional Inherited Members
Public Attributes inherited from edm::InputSource
signalslot::Signal< void(StreamContext const &, ModuleCallingContext const &)>	postEventReadFromSourceSignal_

signalslot::Signal< void(StreamContext const &, ModuleCallingContext const &)>	preEventReadFromSourceSignal_

Static Protected Member Functions inherited from edm::StreamerInputSource
static void	buildClassCache (SendDescs const &descs)

static void	declareStreamers (SendDescs const &descs)

Detailed Description

Definition at line 24 of file DQMStreamerReader.h.

Member Typedef Documentation

typedef std::vector<std::string> dqmservices::DQMStreamerReader::Strings

Definition at line 32 of file DQMStreamerReader.h.

Constructor & Destructor Documentation

dqmservices::DQMStreamerReader::DQMStreamerReader	(	edm::ParameterSet const &	pset,
		edm::InputSourceDescription const &	desc
	)

Definition at line 26 of file DQMStreamerReader.cc.

References flagDeleteDatFiles_, flagEndOfRunKills_, flagSkipFirstLumis_, edm::ParameterSet::getUntrackedParameter(), hltSel_, minEventsPerLs_, reset_(), runInputDir_, runNumber_, AlCaHLTBitMon_QueryRunRegistry::string, and triggerSel().

       : StreamerInputSource(pset, desc), fiterator_(pset) {
     runNumber_ = pset.getUntrackedParameter<unsigned int>("runNumber");
     runInputDir_ = pset.getUntrackedParameter<std::string>("runInputDir");
     hltSel_ = pset.getUntrackedParameter<std::vector<std::string> >("SelectEvents");
 
     minEventsPerLs_ = pset.getUntrackedParameter<int>("minEventsPerLumi");
     flagSkipFirstLumis_ = pset.getUntrackedParameter<bool>("skipFirstLumis");
     flagEndOfRunKills_ = pset.getUntrackedParameter<bool>("endOfRunKills");
     flagDeleteDatFiles_ = pset.getUntrackedParameter<bool>("deleteDatFiles");
 
     triggerSel();
 
     reset_();
   }

dqmservices::DQMStreamerReader::~DQMStreamerReader ( )

override

Definition at line 42 of file DQMStreamerReader.cc.

                                         {
     // Sometimes(?) the destructor called after service registry was already destructed
     // and closeFile_ throws away no ServiceRegistry found exception...
     //
     // Normally, this file should be closed before this destructor is called.
     //closeFileImp_("destructor");
   }

Member Function Documentation

bool dqmservices::DQMStreamerReader::acceptEvent ( const EventMsgView * evtmsg )

private

Check the trigger path to accept event

Definition at line 364 of file DQMStreamerReader.cc.

References acceptAllEvt_, eventSelector_, EventMsgView::hltCount(), EventMsgView::hltTriggerBits(), and matchTriggerSel_.

Referenced by prepareNextEvent().

                                                                 {
     if (acceptAllEvt_)
       return true;
     if (!matchTriggerSel_)
       return false;
 
     std::vector<unsigned char> hltTriggerBits_;
     int hltTriggerCount_ = evtmsg->hltCount();
     if (hltTriggerCount_ > 0) {
       hltTriggerBits_.resize(1 + (hltTriggerCount_ - 1) / 4);
     }
     evtmsg->hltTriggerBits(&hltTriggerBits_[0]);
 
     if (eventSelector_->wantAll() || eventSelector_->acceptEvent(&hltTriggerBits_[0], evtmsg->hltCount())) {
       return true;
     } else {
       return false;
     }
   }

bool dqmservices::DQMStreamerReader::checkNextEvent ( )

overrideprotectedvirtual

This is the actual code for checking the new event and/or deserializing it.

Implements edm::RawInputSource.

Definition at line 293 of file DQMStreamerReader.cc.

References closeFileImp_(), edm::StreamerInputSource::deserializeAndMergeWithRegistry(), edm::StreamerInputSource::deserializeEvent(), MillePedeFileConverter_cfg::e, file_, fiterator_, getHeaderMsg(), RecoTauValidation_cfi::header, dqmservices::DQMFileIterator::logFileAction(), prepareNextEvent(), processedEventPerLs_, dqmservices::DQMStreamerReader::OpenFile::streamFile_, AlCaHLTBitMon_QueryRunRegistry::string, and cms::Exception::what().

                                          {
     try {
       EventMsgView const* eview = prepareNextEvent();
       if (eview == nullptr) {
         return false;
       }
 
       // this is reachable only if eview is set
       // and the file is openned
       if (file_.streamFile_->newHeader()) {
         // A new file has been opened and we must compare Headers here !!
         // Get header/init from reader
 
         InitMsgView const* header = getHeaderMsg();
         deserializeAndMergeWithRegistry(*header, true);
       }
 
       deserializeEvent(*eview);
     } catch (const cms::Exception& e) {
       // try to recover from corrupted files/events
       fiterator_.logFileAction(std::string("Can't deserialize event or registry data: ") + e.what());
       closeFileImp_("data file corrupted");
 
       // this is not optimal, but hopefully we won't catch this many times in a row
       return checkNextEvent();
     }
 
     processedEventPerLs_ += 1;
 
     return true;
   }

void dqmservices::DQMStreamerReader::closeFileImp_ ( const std::string & reason )

private

Definition at line 130 of file DQMStreamerReader.cc.

References file_, fiterator_, dqmservices::DQMFileIterator::logLumiState(), dqmservices::DQMStreamerReader::OpenFile::lumi_, dqmservices::DQMStreamerReader::OpenFile::open(), and dqmservices::DQMStreamerReader::OpenFile::streamFile_.

Referenced by checkNextEvent(), openNextFileImp_(), prepareNextEvent(), prepareNextFile(), and skip().

                                                                {
     if (file_.open()) {
       file_.streamFile_->closeStreamerFile();
       file_.streamFile_ = nullptr;
 
       fiterator_.logLumiState(file_.lumi_, "close: " + reason);
     }
   }

void dqmservices::DQMStreamerReader::fillDescriptions ( edm::ConfigurationDescriptions & descriptions )

static

Definition at line 400 of file DQMStreamerReader.cc.

References edm::ConfigurationDescriptions::add(), edm::ParameterSetDescription::addUntracked(), edm::EventSkipperByID::fillDescription(), edm::StreamerInputSource::fillDescription(), dqmservices::DQMFileIterator::fillDescription(), and edm::ParameterSetDescription::setComment().

                                                                                      {
     edm::ParameterSetDescription desc;
     desc.setComment("Reads events from streamer files.");
 
     desc.addUntracked<std::vector<std::string> >("SelectEvents")->setComment("HLT path to select events ");
 
     desc.addUntracked<int>("minEventsPerLumi", 1)
         ->setComment(
             "Minimum number of events to process per lumisection, "
             "before switching to a new input file. If the next file "
             "does not yet exist, "
             "the number of processed events will be bigger.");
 
     desc.addUntracked<bool>("skipFirstLumis", false)
         ->setComment(
             "Skip (and ignore the minEventsPerLumi parameter) for the files "
             "which have been available at the begining of the processing. "
             "If set to true, the reader will open last available file for "
             "processing.");
 
     desc.addUntracked<bool>("deleteDatFiles", false)
         ->setComment(
             "Delete data files after they have been closed, in order to "
             "save disk space.");
 
     desc.addUntracked<bool>("endOfRunKills", false)
         ->setComment(
             "Kill the processing as soon as the end-of-run file appears, even if "
             "there are/will be unprocessed lumisections.");
 
     // desc.addUntracked<unsigned int>("skipEvents", 0U)
     //    ->setComment("Skip the first 'skipEvents' events that otherwise would "
     //                 "have been processed.");
 
     // This next parameter is read in the base class, but its default value
     // depends on the derived class, so it is set here.
     desc.addUntracked<bool>("inputFileTransitionsEachEvent", false);
 
     DQMFileIterator::fillDescription(desc);
     edm::StreamerInputSource::fillDescription(desc);
     edm::EventSkipperByID::fillDescription(desc);
 
     descriptions.add("source", desc);
   }

EventMsgView const * dqmservices::DQMStreamerReader::getEventMsg ( )

private

Definition at line 176 of file DQMStreamerReader.cc.

References file_, mps_check::msg, and dqmservices::DQMStreamerReader::OpenFile::streamFile_.

Referenced by prepareNextEvent().

                                                      {
     if (!file_.streamFile_->next()) {
       return nullptr;
     }
 
     EventMsgView const* msg = file_.streamFile_->currentRecord();
 
     //  if (msg != nullptr) dumpEventView(msg);
     return msg;
   }

InitMsgView const * dqmservices::DQMStreamerReader::getHeaderMsg ( )

private

Definition at line 165 of file DQMStreamerReader.cc.

References InitMsgView::code(), Exception, file_, edm::errors::FileReadError, RecoTauValidation_cfi::header, Header::INIT, and dqmservices::DQMStreamerReader::OpenFile::streamFile_.

Referenced by checkNextEvent(), and openFileImp_().

                                                      {
     InitMsgView const* header = file_.streamFile_->startMessage();
 
     if (header->code() != Header::INIT) {  // INIT Msg
       throw edm::Exception(edm::errors::FileReadError, "DQMStreamerReader::readHeader")
           << "received wrong message type: expected INIT, got " << header->code() << "\n";
     }
 
     return header;
   }

bool dqmservices::DQMStreamerReader::matchTriggerSel ( Strings const & tnames )

private

Check if hlt selection matches any trigger name taken from the header file

Definition at line 343 of file DQMStreamerReader.cc.

References end, zMuMuMuonUserData::hltPath, hltSel_, mps_fire::i, patCandidatesForDimuonsSequences_cff::matches, matchTriggerSel_, edm::regexMatch(), and AlCaHLTBitMon_QueryRunRegistry::string.

Referenced by openFileImp_().

                                                                {
     matchTriggerSel_ = false;
     for (Strings::const_iterator i(hltSel_.begin()), end(hltSel_.end()); i != end; ++i) {
       std::string hltPath(*i);
       boost::erase_all(hltPath, " \t");
       std::vector<Strings::const_iterator> matches = edm::regexMatch(tnames, hltPath);
       if (!matches.empty()) {
         matchTriggerSel_ = true;
       }
     }
 
     if (!matchTriggerSel_) {
       edm::LogWarning("Trigger selection does not match any trigger path!!!") << std::endl;
     }
 
     return matchTriggerSel_;
   }

bool dqmservices::DQMStreamerReader::newHeader ( )

void dqmservices::DQMStreamerReader::openFileImp_ ( const DQMFileIterator::LumiEntry & entry )

private

Definition at line 92 of file DQMStreamerReader.cc.

References acceptAllEvt_, edm::ParameterSet::addParameter(), edm::StreamerInputSource::deserializeAndMergeWithRegistry(), mps_splice::entry, eventSelector_, file_, flagDeleteDatFiles_, dqmservices::DQMFileIterator::LumiEntry::get_data_path(), getHeaderMsg(), RecoTauValidation_cfi::header, hltSel_, InitMsgView::hltTriggerNames(), dqmservices::DQMStreamerReader::OpenFile::lumi_, matchTriggerSel(), castor_dqm_sourceclient_file_cfg::path, processedEventPerLs_, muonDTDigis_cfi::pset, dqmservices::DQMStreamerReader::OpenFile::streamFile_, and AlCaHLTBitMon_QueryRunRegistry::string.

Referenced by openNextFileImp_().

                                                                             {
     processedEventPerLs_ = 0;
     edm::ParameterSet pset;
 
     std::string path = entry.get_data_path();
 
     file_.lumi_ = entry;
     file_.streamFile_.reset(new edm::StreamerInputFile(path));
 
     InitMsgView const* header = getHeaderMsg();
     deserializeAndMergeWithRegistry(*header, false);
 
     // dump the list of HLT trigger name from the header
     //  dumpInitHeader(header);
 
     // if specific trigger selection is requested, check if the requested triggers
     // match with trigger paths in the header file
     if (!acceptAllEvt_) {
       Strings tnames;
       header->hltTriggerNames(tnames);
 
       pset.addParameter<Strings>("SelectEvents", hltSel_);
       eventSelector_.reset(new TriggerSelector(pset, tnames));
 
       // check if any trigger path name requested matches with trigger name in the
       // header file
       matchTriggerSel(tnames);
     }
 
     // our initialization
     processedEventPerLs_ = 0;
 
     if (flagDeleteDatFiles_) {
       // unlink the file
       unlink(path.c_str());
     }
   }

bool dqmservices::DQMStreamerReader::openNextFileImp_ ( )

private

Definition at line 139 of file DQMStreamerReader.cc.

References closeFileImp_(), MillePedeFileConverter_cfg::e, fiterator_, dqmservices::DQMFileIterator::LumiEntry::get_data_path(), dqmservices::DQMFileIterator::logFileAction(), dqmservices::DQMFileIterator::logLumiState(), dqmservices::DQMFileIterator::open(), openFileImp_(), AlCaHLTBitMon_ParallelJobs::p, AlCaHLTBitMon_QueryRunRegistry::string, and cms::Exception::what().

Referenced by prepareNextFile().

                                            {
     closeFileImp_("skipping to another file");
 
     DQMFileIterator::LumiEntry currentLumi = fiterator_.open();
     std::string p = currentLumi.get_data_path();
 
     if (boost::filesystem::exists(p)) {
       try {
         openFileImp_(currentLumi);
         return true;
       } catch (const cms::Exception& e) {
         fiterator_.logFileAction(std::string("Can't deserialize registry data (in open file): ") + e.what(), p);
         fiterator_.logLumiState(currentLumi, "error: data file corrupted");
 
         closeFileImp_("data file corrupted");
         return false;
       }
     } else {
       /* dat file missing */
       fiterator_.logFileAction("Data file (specified in json) is missing:", p);
       fiterator_.logLumiState(currentLumi, "error: data file missing");
 
       return false;
     }
   }

EventMsgView const * dqmservices::DQMStreamerReader::prepareNextEvent ( )

private

Waits and reads the event header. If end-of-run nullptr is returned.

Definition at line 254 of file DQMStreamerReader.cc.

References acceptEvent(), closeFileImp_(), dqmservices::DQMFileIterator::delay(), file_, fiterator_, getEventMsg(), GetRecoTauVFromDQM_MC_cff::next, dqmservices::DQMStreamerReader::OpenFile::open(), and prepareNextFile().

Referenced by checkNextEvent(), and skip().

                                                           {
     EventMsgView const* eview = nullptr;
     typedef DQMFileIterator::State State;
 
     // wait for the next event
     for (;;) {
       // edm::LogAbsolute("DQMStreamerReader")
       //     << "State loop.";
       bool next = prepareNextFile();
       if (!next)
         return nullptr;
 
       // sleep
       if (!file_.open()) {
         // the reader does not exist
         fiterator_.delay();
       } else {
         // our reader exists, try to read out an event
         eview = getEventMsg();
 
         if (eview == nullptr) {
           // read unsuccessful
           // this means end of file, so close the file
           closeFileImp_("eof");
         } else {
           if (!acceptEvent(eview)) {
             continue;
           } else {
             return eview;
           }
         }
       }
     }
     return eview;
   }

bool dqmservices::DQMStreamerReader::prepareNextFile ( )

private

Prepare (open) the next file for reading. It is used by prepareNextEvent and in the constructor.

Does not block/wait.

Return false if this is end of run and/or no more file are available. However, return of "true" does not imply the file has been openned, but we need to wait until some future file becomes available.

Definition at line 197 of file DQMStreamerReader.cc.

References closeFileImp_(), file_, fiterator_, flagEndOfRunKills_, svgfig::load(), dqmservices::DQMFileIterator::logFileAction(), dqmservices::DQMFileIterator::lumiReady(), minEventsPerLs_, dqmservices::DQMStreamerReader::OpenFile::open(), openNextFileImp_(), processedEventPerLs_, edm::shutdown_flag, dqmservices::DQMFileIterator::state(), and dqmservices::DQMFileIterator::update_state().

Referenced by prepareNextEvent(), and reset_().

                                           {
     typedef DQMFileIterator::State State;
 
     for (;;) {
       fiterator_.update_state();
 
       if (edm::shutdown_flag.load()) {
         fiterator_.logFileAction("Shutdown flag was set, shutting down.");
 
         closeFileImp_("shutdown flag is set");
         return false;
       }
 
       // check for end of run file and force quit
       if (flagEndOfRunKills_ && (fiterator_.state() != State::OPEN)) {
         closeFileImp_("forced end-of-run");
         return false;
       }
 
       // check for end of run and quit if everything has been processed.
       // this clean exit
       if ((!file_.open()) && (!fiterator_.lumiReady()) && (fiterator_.state() == State::EOR)) {
         return false;
       }
 
       // if this is end of run and no more files to process
       // close it
       if ((processedEventPerLs_ >= minEventsPerLs_) && (!fiterator_.lumiReady()) &&
           (fiterator_.state() == State::EOR)) {
         closeFileImp_("graceful end-of-run");
         return false;
       }
 
       // skip to the next file if we have no files openned yet
       if (!file_.open()) {
         if (fiterator_.lumiReady()) {
           openNextFileImp_();
           // we might need to open once more (if .dat is missing)
           continue;
         }
       }
 
       // or if there is a next file and enough eventshas been processed.
       if (fiterator_.lumiReady() && (processedEventPerLs_ >= minEventsPerLs_)) {
         openNextFileImp_();
         // we might need to open once more (if .dat is missing)
         continue;
       }
 
       return true;
     }
   }

void dqmservices::DQMStreamerReader::reset_ ( )

overrideprivatevirtual

Reimplemented from edm::RawInputSource.

Definition at line 50 of file DQMStreamerReader.cc.

References dqmservices::DQMFileIterator::advanceToLumi(), dqmservices::DQMFileIterator::delay(), file_, fiterator_, flagSkipFirstLumis_, cmsLHEtoEOSManager::l, dqmservices::DQMFileIterator::lastLumiFound(), dqmservices::DQMFileIterator::logFileAction(), GetRecoTauVFromDQM_MC_cff::next, dqmservices::DQMStreamerReader::OpenFile::open(), prepareNextFile(), and dqmservices::DQMFileIterator::update_state().

Referenced by DQMStreamerReader().

                                  {
     // We have to load at least a single header,
     // so the ProductRegistry gets initialized.
     //
     // This must happen here (inside the constructor),
     // as ProductRegistry gets frozen after we initialize:
     // https://cmssdt.cern.ch/SDT/lxr/source/FWCore/Framework/src/Schedule.cc#441
 
     fiterator_.logFileAction("Waiting for the first lumi in order to initialize.");
 
     fiterator_.update_state();
 
     // Fast-forward to the last open file.
     if (flagSkipFirstLumis_) {
       unsigned int l = fiterator_.lastLumiFound();
       if (l > 1) {
         fiterator_.advanceToLumi(l, "skipped: fast-forward to the latest lumi");
       }
     }
 
     for (;;) {
       bool next = prepareNextFile();
 
       // check for end of run
       if (!next) {
         fiterator_.logFileAction("End of run reached before DQMStreamerReader was initialised.");
         return;
       }
 
       // check if we have a file openned
       if (file_.open()) {
         // we are now initialised
         break;
       }
 
       // wait
       fiterator_.delay();
     }
 
     fiterator_.logFileAction("DQMStreamerReader initialised.");
   }

void dqmservices::DQMStreamerReader::skip ( int toSkip )

overrideprotectedvirtual

Reimplemented from edm::InputSource.

Definition at line 384 of file DQMStreamerReader.cc.

References closeFileImp_(), MillePedeFileConverter_cfg::e, fiterator_, mps_fire::i, dqmservices::DQMFileIterator::logFileAction(), prepareNextEvent(), AlCaHLTBitMon_QueryRunRegistry::string, and cms::Exception::what().

                                          {
     try {
       for (int i = 0; i != toSkip; ++i) {
         EventMsgView const* evMsg = prepareNextEvent();
 
         if (evMsg == nullptr) {
           return;
         }
       }
     } catch (const cms::Exception& e) {
       // try to recover from corrupted files/events
       fiterator_.logFileAction(std::string("Can't deserialize event data: ") + e.what());
       closeFileImp_("data file corrupted");
     }
   }

bool dqmservices::DQMStreamerReader::triggerSel ( )

private

If hlt trigger selection is '*', return a boolean variable to accept all events

Definition at line 329 of file DQMStreamerReader.cc.

References acceptAllEvt_, end, zMuMuMuonUserData::hltPath, hltSel_, mps_fire::i, and AlCaHLTBitMon_QueryRunRegistry::string.

Referenced by DQMStreamerReader().

                                      {
     acceptAllEvt_ = false;
     for (Strings::const_iterator i(hltSel_.begin()), end(hltSel_.end()); i != end; ++i) {
       std::string hltPath(*i);
       boost::erase_all(hltPath, " \t");
       if (hltPath == "*")
         acceptAllEvt_ = true;
     }
     return acceptAllEvt_;
   }