CMS 3D CMS Logo

List of all members | Classes | Public Types | Public Member Functions | Static Public Member Functions | Protected Member Functions | Private Member Functions | Private Attributes
dqmservices::DQMStreamerReader Class Reference

#include <DQMStreamerReader.h>

Inheritance diagram for dqmservices::DQMStreamerReader:
edm::StreamerInputSource edm::RawInputSource edm::InputSource

Classes

struct  OpenFile
 

Public Types

typedef std::vector< std::string > Strings
 
- Public Types inherited from edm::InputSource
enum  ItemType {
  IsInvalid, IsStop, IsFile, IsRun,
  IsLumi, IsEvent, IsRepeat, IsSynchronize
}
 
enum  ProcessingMode { Runs, RunsAndLumis, RunsLumisAndEvents }
 

Public Member Functions

 DQMStreamerReader (edm::ParameterSet const &pset, edm::InputSourceDescription const &desc)
 
bool newHeader ()
 
 ~DQMStreamerReader () override
 
- Public Member Functions inherited from edm::StreamerInputSource
void deserializeAndMergeWithRegistry (InitMsgView const &initView, bool subsequent=false)
 
void deserializeEvent (EventMsgView const &eventView)
 
std::unique_ptr< SendJobHeaderdeserializeRegistry (InitMsgView const &initView)
 
 StreamerInputSource (ParameterSet const &pset, InputSourceDescription const &desc)
 
 ~StreamerInputSource () override
 
- Public Member Functions inherited from edm::RawInputSource
 RawInputSource (ParameterSet const &pset, InputSourceDescription const &desc)
 
 ~RawInputSource () override
 
- Public Member Functions inherited from edm::InputSource
std::shared_ptr< ActivityRegistryactReg () const
 Accessor for Activity Registry. More...
 
std::shared_ptr< BranchIDListHelper const > branchIDListHelper () const
 Accessors for branchIDListHelper. More...
 
std::shared_ptr< BranchIDListHelper > & branchIDListHelper ()
 
void closeFile (FileBlock *, bool cleaningUpAfterException)
 close current file More...
 
void doBeginJob ()
 Called by framework at beginning of job. More...
 
virtual void doBeginLumi (LuminosityBlockPrincipal &lbp, ProcessContext const *)
 Called by framework at beginning of lumi block. More...
 
virtual void doBeginRun (RunPrincipal &rp, ProcessContext const *)
 Called by framework at beginning of run. More...
 
void doEndJob ()
 Called by framework at end of job. More...
 
virtual void doEndLumi (LuminosityBlockPrincipal &lbp, bool cleaningUpAfterException, ProcessContext const *)
 Called by framework at end of lumi block. More...
 
virtual void doEndRun (RunPrincipal &rp, bool cleaningUpAfterException, ProcessContext const *)
 Called by framework at end of run. More...
 
ProcessingController::ForwardState forwardState () const
 
bool goToEvent (EventID const &eventID)
 
 InputSource (ParameterSet const &, InputSourceDescription const &)
 Constructor. More...
 
 InputSource (InputSource const &)=delete
 
void issueReports (EventID const &eventID)
 issue an event report More...
 
LuminosityBlockNumber_t luminosityBlock () const
 Accessor for current luminosity block number. More...
 
std::shared_ptr< LuminosityBlockAuxiliaryluminosityBlockAuxiliary () const
 Called by the framework to merge or insert lumi in principal cache. More...
 
int maxEvents () const
 
int maxLuminosityBlocks () const
 
ModuleDescription const & moduleDescription () const
 Accessor for 'module' description. More...
 
ItemType nextItemType ()
 Advances the source to the next item. More...
 
InputSourceoperator= (InputSource const &)=delete
 
ProcessConfiguration const & processConfiguration () const
 Accessor for Process Configuration. More...
 
std::string const & processGUID () const
 Accessor for global process identifier. More...
 
ProcessHistoryRegistry const & processHistoryRegistry () const
 Accessors for process history registry. More...
 
ProcessHistoryRegistryprocessHistoryRegistry ()
 
ProcessingMode processingMode () const
 RunsLumisAndEvents (default), RunsAndLumis, or Runs. More...
 
std::shared_ptr< ProductRegistry const > productRegistry () const
 Accessors for product registry. More...
 
std::shared_ptr< ProductRegistry > & productRegistry ()
 
bool randomAccess () const
 
void readAndMergeLumi (LuminosityBlockPrincipal &lbp)
 Read next luminosity block (same as a prior lumi) More...
 
void readAndMergeRun (RunPrincipal &rp)
 Read next run (same as a prior run) More...
 
void readEvent (EventPrincipal &ep, StreamContext &)
 Read next event. More...
 
bool readEvent (EventPrincipal &ep, EventID const &, StreamContext &)
 Read a specific event. More...
 
std::unique_ptr< FileBlockreadFile ()
 Read next file. More...
 
void readLuminosityBlock (LuminosityBlockPrincipal &lumiPrincipal, HistoryAppender &historyAppender)
 Read next luminosity block (new lumi) More...
 
std::shared_ptr< LuminosityBlockAuxiliaryreadLuminosityBlockAuxiliary ()
 Read next luminosity block Auxilary. More...
 
void readRun (RunPrincipal &runPrincipal, HistoryAppender &historyAppender)
 Read next run (new run) More...
 
std::shared_ptr< RunAuxiliaryreadRunAuxiliary ()
 Read next run Auxiliary. More...
 
ProcessHistoryID const & reducedProcessHistoryID () const
 
virtual void registerProducts ()
 Register any produced products. More...
 
int remainingEvents () const
 
int remainingLuminosityBlocks () const
 
void repeat ()
 Reset the remaining number of events/lumis to the maximum number. More...
 
std::pair< SharedResourcesAcquirer *, std::recursive_mutex * > resourceSharedWithDelayedReader ()
 Returns nullptr if no resource shared between the Source and a DelayedReader. More...
 
ProcessingController::ReverseState reverseState () const
 
void rewind ()
 Begin again at the first event. More...
 
RunNumber_t run () const
 Accessor for current run number. More...
 
std::shared_ptr< RunAuxiliaryrunAuxiliary () const
 Called by the framework to merge or insert run in principal cache. More...
 
void setLuminosityBlockNumber_t (LuminosityBlockNumber_t lb)
 Set the luminosity block ID. More...
 
void setRunNumber (RunNumber_t r)
 Set the run number. More...
 
void skipEvents (int offset)
 
std::shared_ptr< ThinnedAssociationsHelper const > thinnedAssociationsHelper () const
 Accessors for thinnedAssociationsHelper. More...
 
std::shared_ptr< ThinnedAssociationsHelper > & thinnedAssociationsHelper ()
 
Timestamp const & timestamp () const
 Accessor for the current time, as seen by the input source. More...
 
virtual ~InputSource () noexcept(false)
 Destructor. More...
 

Static Public Member Functions

static void fillDescriptions (edm::ConfigurationDescriptions &descriptions)
 
- Static Public Member Functions inherited from edm::StreamerInputSource
static void fillDescription (ParameterSetDescription &description)
 
static void mergeIntoRegistry (SendJobHeader const &header, ProductRegistry &, BranchIDListHelper &, ThinnedAssociationsHelper &, bool subsequent)
 
static unsigned int uncompressBuffer (unsigned char *inputBuffer, unsigned int inputSize, std::vector< unsigned char > &outputBuffer, unsigned int expectedFullSize)
 
- Static Public Member Functions inherited from edm::RawInputSource
static void fillDescription (ParameterSetDescription &description)
 
- Static Public Member Functions inherited from edm::InputSource
static const std::string & baseType ()
 
static void fillDescription (ParameterSetDescription &desc)
 
static void fillDescriptions (ConfigurationDescriptions &descriptions)
 
static void prevalidate (ConfigurationDescriptions &)
 

Protected Member Functions

bool checkNextEvent () override
 
void skip (int toSkip) override
 
- Protected Member Functions inherited from edm::StreamerInputSource
void resetAfterEndRun ()
 
- Protected Member Functions inherited from edm::RawInputSource
void makeEvent (EventPrincipal &eventPrincipal, EventAuxiliary const &eventAuxiliary)
 
void setInputFileTransitionsEachEvent ()
 
- Protected Member Functions inherited from edm::InputSource
void decreaseRemainingEventsBy (int iSkipped)
 
bool eventCached () const
 
bool newLumi () const
 
bool newRun () const
 
ProcessHistoryRegistryprocessHistoryRegistryForUpdate ()
 
ProductRegistryproductRegistryUpdate ()
 
void reset () const
 
void resetEventCached ()
 
void resetLuminosityBlockAuxiliary (bool isNewLumi=true) const
 
void resetNewLumi ()
 
void resetNewRun ()
 
void resetRunAuxiliary (bool isNewRun=true) const
 
void setEventCached ()
 Called by the framework to merge or ached() const {return eventCached_;}. More...
 
void setLuminosityBlockAuxiliary (LuminosityBlockAuxiliary *lbp)
 
void setNewLumi ()
 
void setNewRun ()
 
void setRunAuxiliary (RunAuxiliary *rp)
 
void setTimestamp (Timestamp const &theTime)
 To set the current time, as seen by the input source. More...
 
ItemType state () const
 

Private Member Functions

bool acceptEvent (const EventMsgView *)
 
void closeFile_ (const std::string &reason)
 
EventMsgView const * getEventMsg ()
 
InitMsgView const * getHeaderMsg ()
 
bool matchTriggerSel (Strings const &tnames)
 
void openFile_ (const DQMFileIterator::LumiEntry &entry)
 
bool openNextFile_ ()
 
EventMsgView const * prepareNextEvent ()
 
bool prepareNextFile ()
 
void reset_ () override
 
bool triggerSel ()
 

Private Attributes

bool acceptAllEvt_
 
std::shared_ptr< TriggerSelectoreventSelector_
 
std::shared_ptr< edm::EventSkipperByIDeventSkipperByID_
 
struct dqmservices::DQMStreamerReader::OpenFile file_
 
DQMFileIterator fiterator_
 
bool flagDeleteDatFiles_
 
bool flagEndOfRunKills_
 
bool flagSkipFirstLumis_
 
Strings hltSel_
 
bool matchTriggerSel_
 
unsigned int minEventsPerLs_
 
edm::Service< DQMMonitoringServicemon_
 
unsigned int processedEventPerLs_
 
std::string runInputDir_
 
unsigned int runNumber_
 
std::string streamLabel_
 

Additional Inherited Members

- Public Attributes inherited from edm::InputSource
signalslot::Signal< void(StreamContext const &, ModuleCallingContext const &)> postEventReadFromSourceSignal_
 
signalslot::Signal< void(StreamContext const &, ModuleCallingContext const &)> preEventReadFromSourceSignal_
 
- Static Protected Member Functions inherited from edm::StreamerInputSource
static void buildClassCache (SendDescs const &descs)
 
static void declareStreamers (SendDescs const &descs)
 

Detailed Description

Definition at line 24 of file DQMStreamerReader.h.

Member Typedef Documentation

typedef std::vector<std::string> dqmservices::DQMStreamerReader::Strings

Definition at line 33 of file DQMStreamerReader.h.

Constructor & Destructor Documentation

dqmservices::DQMStreamerReader::DQMStreamerReader ( edm::ParameterSet const &  pset,
edm::InputSourceDescription const &  desc 
)

Definition at line 29 of file DQMStreamerReader.cc.

References flagDeleteDatFiles_, flagEndOfRunKills_, flagSkipFirstLumis_, edm::ParameterSet::getUntrackedParameter(), hltSel_, minEventsPerLs_, reset_(), runInputDir_, runNumber_, AlCaHLTBitMon_QueryRunRegistry::string, and triggerSel().

32  runNumber_ = pset.getUntrackedParameter<unsigned int>("runNumber");
33  runInputDir_ = pset.getUntrackedParameter<std::string>("runInputDir");
34  hltSel_ =
35  pset.getUntrackedParameter<std::vector<std::string> >("SelectEvents");
36 
37  minEventsPerLs_ = pset.getUntrackedParameter<int>("minEventsPerLumi");
38  flagSkipFirstLumis_ = pset.getUntrackedParameter<bool>("skipFirstLumis");
39  flagEndOfRunKills_ = pset.getUntrackedParameter<bool>("endOfRunKills");
40  flagDeleteDatFiles_ = pset.getUntrackedParameter<bool>("deleteDatFiles");
41 
42  triggerSel();
43 
44  reset_();
45 }
StreamerInputSource(ParameterSet const &pset, InputSourceDescription const &desc)
dqmservices::DQMStreamerReader::~DQMStreamerReader ( )
override

Definition at line 47 of file DQMStreamerReader.cc.

47  {
48  // Sometimes(?) the destructor called after service registry was already destructed
49  // and closeFile_ throws away no ServiceRegistry found exception...
50  //
51  // Normally, this file should be closed before this destructor is called.
52  //closeFile_("destructor");
53 }

Member Function Documentation

bool dqmservices::DQMStreamerReader::acceptEvent ( const EventMsgView evtmsg)
private

Check the trigger path to accept event

Definition at line 376 of file DQMStreamerReader.cc.

References acceptAllEvt_, eventSelector_, EventMsgView::hltCount(), EventMsgView::hltTriggerBits(), and matchTriggerSel_.

Referenced by prepareNextEvent().

376  {
377  if (acceptAllEvt_) return true;
378  if (!matchTriggerSel_) return false;
379 
380  std::vector<unsigned char> hltTriggerBits_;
381  int hltTriggerCount_ = evtmsg->hltCount();
382  if (hltTriggerCount_ > 0) {
383  hltTriggerBits_.resize(1 + (hltTriggerCount_ - 1) / 4);
384  }
385  evtmsg->hltTriggerBits(&hltTriggerBits_[0]);
386 
387  if (eventSelector_->wantAll() ||
388  eventSelector_->acceptEvent(&hltTriggerBits_[0], evtmsg->hltCount())) {
389  return true;
390  } else {
391  return false;
392  }
393 }
void hltTriggerBits(uint8 *put_here) const
std::shared_ptr< TriggerSelector > eventSelector_
uint32 hltCount() const
Definition: EventMessage.h:97
bool dqmservices::DQMStreamerReader::checkNextEvent ( )
overrideprotectedvirtual

This is the actual code for checking the new event and/or deserializing it.

Implements edm::RawInputSource.

Definition at line 302 of file DQMStreamerReader.cc.

References edm::RawInputSource::closeFile_(), edm::StreamerInputSource::deserializeAndMergeWithRegistry(), edm::StreamerInputSource::deserializeEvent(), MillePedeFileConverter_cfg::e, file_, fiterator_, getHeaderMsg(), RecoTauValidation_cfi::header, dqmservices::DQMFileIterator::logFileAction(), prepareNextEvent(), processedEventPerLs_, dqmservices::DQMStreamerReader::OpenFile::streamFile_, AlCaHLTBitMon_QueryRunRegistry::string, and cms::Exception::what().

302  {
303  try {
304  EventMsgView const* eview = prepareNextEvent();
305  if (eview == nullptr) {
306  return false;
307  }
308 
309  // this is reachable only if eview is set
310  // and the file is openned
311  if (file_.streamFile_->newHeader()) {
312  // A new file has been opened and we must compare Headers here !!
313  // Get header/init from reader
314 
315  InitMsgView const* header = getHeaderMsg();
316  deserializeAndMergeWithRegistry(*header, true);
317  }
318 
319  deserializeEvent(*eview);
320  } catch (const cms::Exception& e) {
321  // try to recover from corrupted files/events
322  fiterator_.logFileAction(std::string("Can't deserialize event or registry data: ") + e.what());
323  closeFile_("data file corrupted");
324 
325  // this is not optimal, but hopefully we won't catch this many times in a row
326  return checkNextEvent();
327  }
328 
330 
331  return true;
332 }
void closeFile_() final
char const * what() const override
Definition: Exception.cc:141
std::unique_ptr< edm::StreamerInputFile > streamFile_
void deserializeEvent(EventMsgView const &eventView)
void logFileAction(const std::string &msg, const std::string &fileName="") const
InitMsgView const * getHeaderMsg()
void deserializeAndMergeWithRegistry(InitMsgView const &initView, bool subsequent=false)
EventMsgView const * prepareNextEvent()
struct dqmservices::DQMStreamerReader::OpenFile file_
void dqmservices::DQMStreamerReader::closeFile_ ( const std::string &  reason)
private

Definition at line 137 of file DQMStreamerReader.cc.

References file_, fiterator_, dqmservices::DQMFileIterator::logLumiState(), dqmservices::DQMStreamerReader::OpenFile::lumi_, dqmservices::DQMStreamerReader::OpenFile::open(), and dqmservices::DQMStreamerReader::OpenFile::streamFile_.

137  {
138  if (file_.open()) {
139  file_.streamFile_->closeStreamerFile();
140  file_.streamFile_ = nullptr;
141 
142  fiterator_.logLumiState(file_.lumi_, "close: " + reason);
143  }
144 }
void logLumiState(const LumiEntry &lumi, const std::string &msg)
std::unique_ptr< edm::StreamerInputFile > streamFile_
struct dqmservices::DQMStreamerReader::OpenFile file_
void dqmservices::DQMStreamerReader::fillDescriptions ( edm::ConfigurationDescriptions descriptions)
static

Definition at line 411 of file DQMStreamerReader.cc.

References edm::ConfigurationDescriptions::add(), edm::ParameterSetDescription::addUntracked(), edm::EventSkipperByID::fillDescription(), edm::StreamerInputSource::fillDescription(), dqmservices::DQMFileIterator::fillDescription(), and edm::ParameterSetDescription::setComment().

412  {
414  desc.setComment("Reads events from streamer files.");
415 
416  desc.addUntracked<std::vector<std::string> >("SelectEvents")
417  ->setComment("HLT path to select events ");
418 
419  desc.addUntracked<int>("minEventsPerLumi", 1)
420  ->setComment(
421  "Minimum number of events to process per lumisection, "
422  "before switching to a new input file. If the next file "
423  "does not yet exist, "
424  "the number of processed events will be bigger.");
425 
426  desc.addUntracked<bool>("skipFirstLumis", false)
427  ->setComment(
428  "Skip (and ignore the minEventsPerLumi parameter) for the files "
429  "which have been available at the begining of the processing. "
430  "If set to true, the reader will open last available file for "
431  "processing.");
432 
433  desc.addUntracked<bool>("deleteDatFiles", false)
434  ->setComment(
435  "Delete data files after they have been closed, in order to "
436  "save disk space.");
437 
438  desc.addUntracked<bool>("endOfRunKills", false)
439  ->setComment(
440  "Kill the processing as soon as the end-of-run file appears, even if "
441  "there are/will be unprocessed lumisections.");
442 
443  // desc.addUntracked<unsigned int>("skipEvents", 0U)
444  // ->setComment("Skip the first 'skipEvents' events that otherwise would "
445  // "have been processed.");
446 
447  // This next parameter is read in the base class, but its default value
448  // depends on the derived class, so it is set here.
449  desc.addUntracked<bool>("inputFileTransitionsEachEvent", false);
450 
454 
455  descriptions.add("source", desc);
456 }
static void fillDescription(ParameterSetDescription &description)
ParameterDescriptionBase * addUntracked(U const &iLabel, T const &value)
void setComment(std::string const &value)
void add(std::string const &label, ParameterSetDescription const &psetDescription)
static void fillDescription(ParameterSetDescription &desc)
static void fillDescription(edm::ParameterSetDescription &d)
EventMsgView const * dqmservices::DQMStreamerReader::getEventMsg ( )
private

Definition at line 185 of file DQMStreamerReader.cc.

References file_, mps_check::msg, and dqmservices::DQMStreamerReader::OpenFile::streamFile_.

Referenced by prepareNextEvent().

185  {
186  if (!file_.streamFile_->next()) {
187  return nullptr;
188  }
189 
190  EventMsgView const* msg = file_.streamFile_->currentRecord();
191 
192  // if (msg != nullptr) dumpEventView(msg);
193  return msg;
194 }
std::unique_ptr< edm::StreamerInputFile > streamFile_
tuple msg
Definition: mps_check.py:277
struct dqmservices::DQMStreamerReader::OpenFile file_
InitMsgView const * dqmservices::DQMStreamerReader::getHeaderMsg ( )
private

Definition at line 172 of file DQMStreamerReader.cc.

References InitMsgView::code(), Exception, file_, edm::errors::FileReadError, RecoTauValidation_cfi::header, Header::INIT, and dqmservices::DQMStreamerReader::OpenFile::streamFile_.

Referenced by checkNextEvent(), and openFile_().

172  {
173  InitMsgView const* header = file_.streamFile_->startMessage();
174 
175  if (header->code() != Header::INIT) { // INIT Msg
177  "DQMStreamerReader::readHeader")
178  << "received wrong message type: expected INIT, got " << header->code()
179  << "\n";
180  }
181 
182  return header;
183 }
std::unique_ptr< edm::StreamerInputFile > streamFile_
uint32 code() const
Definition: InitMessage.h:72
struct dqmservices::DQMStreamerReader::OpenFile file_
bool dqmservices::DQMStreamerReader::matchTriggerSel ( Strings const &  tnames)
private

Check if hlt selection matches any trigger name taken from the header file

Definition at line 352 of file DQMStreamerReader.cc.

References end, TriggerAnalyzer::hltPath, hltSel_, mps_fire::i, patRefSel_triggerMatching_cfi::matches, matchTriggerSel_, edm::regexMatch(), and AlCaHLTBitMon_QueryRunRegistry::string.

Referenced by openFile_().

352  {
353  matchTriggerSel_ = false;
354  for (Strings::const_iterator i(hltSel_.begin()), end(hltSel_.end()); i != end;
355  ++i) {
357  boost::erase_all(hltPath, " \t");
358  std::vector<Strings::const_iterator> matches =
359  edm::regexMatch(tnames, hltPath);
360  if (!matches.empty()) {
361  matchTriggerSel_ = true;
362  }
363  }
364 
365  if (!matchTriggerSel_) {
366  edm::LogWarning("Trigger selection does not match any trigger path!!!")
367  << std::endl;
368  }
369 
370  return matchTriggerSel_;
371 }
#define end
Definition: vmac.h:39
std::vector< std::vector< std::string >::const_iterator > regexMatch(std::vector< std::string > const &strings, std::regex const &regexp)
Definition: RegexMatch.cc:30
bool dqmservices::DQMStreamerReader::newHeader ( )
void dqmservices::DQMStreamerReader::openFile_ ( const DQMFileIterator::LumiEntry entry)
private

Definition at line 99 of file DQMStreamerReader.cc.

References acceptAllEvt_, edm::ParameterSet::addParameter(), edm::StreamerInputSource::deserializeAndMergeWithRegistry(), mps_splice::entry, eventSelector_, file_, flagDeleteDatFiles_, dqmservices::DQMFileIterator::LumiEntry::get_data_path(), getHeaderMsg(), RecoTauValidation_cfi::header, hltSel_, InitMsgView::hltTriggerNames(), dqmservices::DQMStreamerReader::OpenFile::lumi_, matchTriggerSel(), callgraph::path, processedEventPerLs_, muonDTDigis_cfi::pset, dqmservices::DQMStreamerReader::OpenFile::streamFile_, and AlCaHLTBitMon_QueryRunRegistry::string.

Referenced by openNextFile_().

99  {
102 
103  std::string path = entry.get_data_path();
104 
105  file_.lumi_ = entry;
106  file_.streamFile_.reset(new edm::StreamerInputFile(path));
107 
108  InitMsgView const* header = getHeaderMsg();
109  deserializeAndMergeWithRegistry(*header, false);
110 
111  // dump the list of HLT trigger name from the header
112  // dumpInitHeader(header);
113 
114  // if specific trigger selection is requested, check if the requested triggers
115  // match with trigger paths in the header file
116  if (!acceptAllEvt_) {
117  Strings tnames;
118  header->hltTriggerNames(tnames);
119 
120  pset.addParameter<Strings>("SelectEvents", hltSel_);
121  eventSelector_.reset(new TriggerSelector(pset, tnames));
122 
123  // check if any trigger path name requested matches with trigger name in the
124  // header file
125  matchTriggerSel(tnames);
126  }
127 
128  // our initialization
130 
131  if (flagDeleteDatFiles_) {
132  // unlink the file
133  unlink(path.c_str());
134  }
135 }
std::vector< std::string > Strings
Definition: MsgTools.h:18
std::shared_ptr< TriggerSelector > eventSelector_
void hltTriggerNames(Strings &save_here) const
Definition: InitMessage.cc:146
std::unique_ptr< edm::StreamerInputFile > streamFile_
void addParameter(std::string const &name, T const &value)
Definition: ParameterSet.h:144
InitMsgView const * getHeaderMsg()
void deserializeAndMergeWithRegistry(InitMsgView const &initView, bool subsequent=false)
bool matchTriggerSel(Strings const &tnames)
struct dqmservices::DQMStreamerReader::OpenFile file_
bool dqmservices::DQMStreamerReader::openNextFile_ ( )
private

Definition at line 146 of file DQMStreamerReader.cc.

References edm::RawInputSource::closeFile_(), MillePedeFileConverter_cfg::e, fiterator_, dqmservices::DQMFileIterator::LumiEntry::get_data_path(), dqmservices::DQMFileIterator::logFileAction(), dqmservices::DQMFileIterator::logLumiState(), dqmservices::DQMFileIterator::open(), openFile_(), AlCaHLTBitMon_ParallelJobs::p, AlCaHLTBitMon_QueryRunRegistry::string, and cms::Exception::what().

Referenced by prepareNextFile().

146  {
147  closeFile_("skipping to another file");
148 
149  DQMFileIterator::LumiEntry currentLumi = fiterator_.open();
150  std::string p = currentLumi.get_data_path();
151 
152  if (boost::filesystem::exists(p)) {
153  try {
154  openFile_(currentLumi);
155  return true;
156  } catch (const cms::Exception& e) {
157  fiterator_.logFileAction(std::string("Can't deserialize registry data (in open file): ") + e.what(), p);
158  fiterator_.logLumiState(currentLumi, "error: data file corrupted");
159 
160  closeFile_("data file corrupted");
161  return false;
162  }
163  } else {
164  /* dat file missing */
165  fiterator_.logFileAction("Data file (specified in json) is missing:", p);
166  fiterator_.logLumiState(currentLumi, "error: data file missing");
167 
168  return false;
169  }
170 }
void closeFile_() final
void logLumiState(const LumiEntry &lumi, const std::string &msg)
char const * what() const override
Definition: Exception.cc:141
void openFile_(const DQMFileIterator::LumiEntry &entry)
void logFileAction(const std::string &msg, const std::string &fileName="") const
EventMsgView const * dqmservices::DQMStreamerReader::prepareNextEvent ( )
private

Waits and reads the event header. If end-of-run nullptr is returned.

Definition at line 264 of file DQMStreamerReader.cc.

References acceptEvent(), edm::RawInputSource::closeFile_(), dqmservices::DQMFileIterator::delay(), file_, fiterator_, getEventMsg(), GetRecoTauVFromDQM_MC_cff::next, dqmservices::DQMStreamerReader::OpenFile::open(), and prepareNextFile().

Referenced by checkNextEvent(), and skip().

264  {
265  EventMsgView const* eview = nullptr;
267 
268  // wait for the next event
269  for (;;) {
270  // edm::LogAbsolute("DQMStreamerReader")
271  // << "State loop.";
272  bool next = prepareNextFile();
273  if (!next) return nullptr;
274 
275  // sleep
276  if (!file_.open()) {
277  // the reader does not exist
278  fiterator_.delay();
279  } else {
280  // our reader exists, try to read out an event
281  eview = getEventMsg();
282 
283  if (eview == nullptr) {
284  // read unsuccessful
285  // this means end of file, so close the file
286  closeFile_("eof");
287  } else {
288  if (!acceptEvent(eview)) {
289  continue;
290  } else {
291  return eview;
292  }
293  }
294  }
295  }
296  return eview;
297 }
void closeFile_() final
EventMsgView const * getEventMsg()
bool acceptEvent(const EventMsgView *)
State
Definition: hltDiff.cc:288
struct dqmservices::DQMStreamerReader::OpenFile file_
bool dqmservices::DQMStreamerReader::prepareNextFile ( )
private

Prepare (open) the next file for reading. It is used by prepareNextEvent and in the constructor.

Does not block/wait.

Return false if this is end of run and/or no more file are available. However, return of "true" does not imply the file has been openned, but we need to wait until some future file becomes available.

Definition at line 206 of file DQMStreamerReader.cc.

References edm::RawInputSource::closeFile_(), file_, fiterator_, flagEndOfRunKills_, svgfig::load(), dqmservices::DQMFileIterator::logFileAction(), dqmservices::DQMFileIterator::lumiReady(), minEventsPerLs_, dqmservices::DQMStreamerReader::OpenFile::open(), openNextFile_(), processedEventPerLs_, edm::shutdown_flag, dqmservices::DQMFileIterator::state(), and dqmservices::DQMFileIterator::update_state().

Referenced by prepareNextEvent(), and reset_().

206  {
208 
209  for (;;) {
211 
212  if (edm::shutdown_flag.load()) {
213  fiterator_.logFileAction("Shutdown flag was set, shutting down.");
214 
215  closeFile_("shutdown flag is set");
216  return false;
217  }
218 
219  // check for end of run file and force quit
220  if (flagEndOfRunKills_ && (fiterator_.state() != State::OPEN)) {
221  closeFile_("forced end-of-run");
222  return false;
223  }
224 
225  // check for end of run and quit if everything has been processed.
226  // this clean exit
227  if ((!file_.open()) && (!fiterator_.lumiReady()) &&
228  (fiterator_.state() == State::EOR)) {
229  return false;
230  }
231 
232  // if this is end of run and no more files to process
233  // close it
235  (!fiterator_.lumiReady()) && (fiterator_.state() == State::EOR)) {
236  closeFile_("graceful end-of-run");
237  return false;
238  }
239 
240  // skip to the next file if we have no files openned yet
241  if (!file_.open()) {
242  if (fiterator_.lumiReady()) {
243  openNextFile_();
244  // we might need to open once more (if .dat is missing)
245  continue;
246  }
247  }
248 
249  // or if there is a next file and enough eventshas been processed.
251  openNextFile_();
252  // we might need to open once more (if .dat is missing)
253  continue;
254  }
255 
256  return true;
257  }
258 }
void closeFile_() final
volatile std::atomic< bool > shutdown_flag
void logFileAction(const std::string &msg, const std::string &fileName="") const
def load(fileName)
Definition: svgfig.py:546
State
Definition: hltDiff.cc:288
struct dqmservices::DQMStreamerReader::OpenFile file_
void dqmservices::DQMStreamerReader::reset_ ( )
overrideprivatevirtual

Reimplemented from edm::RawInputSource.

Definition at line 55 of file DQMStreamerReader.cc.

References dqmservices::DQMFileIterator::advanceToLumi(), dqmservices::DQMFileIterator::delay(), file_, fiterator_, flagSkipFirstLumis_, checklumidiff::l, dqmservices::DQMFileIterator::lastLumiFound(), dqmservices::DQMFileIterator::logFileAction(), GetRecoTauVFromDQM_MC_cff::next, dqmservices::DQMStreamerReader::OpenFile::open(), prepareNextFile(), and dqmservices::DQMFileIterator::update_state().

Referenced by DQMStreamerReader().

55  {
56  // We have to load at least a single header,
57  // so the ProductRegistry gets initialized.
58  //
59  // This must happen here (inside the constructor),
60  // as ProductRegistry gets frozen after we initialize:
61  // https://cmssdt.cern.ch/SDT/lxr/source/FWCore/Framework/src/Schedule.cc#441
62 
64  "Waiting for the first lumi in order to initialize.");
65 
67 
68  // Fast-forward to the last open file.
69  if (flagSkipFirstLumis_) {
70  unsigned int l = fiterator_.lastLumiFound();
71  if (l > 1) {
72  fiterator_.advanceToLumi(l, "skipped: fast-forward to the latest lumi");
73  }
74  }
75 
76  for (;;) {
77  bool next = prepareNextFile();
78 
79  // check for end of run
80  if (!next) {
82  "End of run reached before DQMStreamerReader was initialised.");
83  return;
84  }
85 
86  // check if we have a file openned
87  if (file_.open()) {
88  // we are now initialised
89  break;
90  }
91 
92  // wait
93  fiterator_.delay();
94  }
95 
96  fiterator_.logFileAction("DQMStreamerReader initialised.");
97 }
void logFileAction(const std::string &msg, const std::string &fileName="") const
void advanceToLumi(unsigned int lumi, std::string reason)
struct dqmservices::DQMStreamerReader::OpenFile file_
void dqmservices::DQMStreamerReader::skip ( int  toSkip)
overrideprotectedvirtual

Reimplemented from edm::InputSource.

Definition at line 395 of file DQMStreamerReader.cc.

References edm::RawInputSource::closeFile_(), MillePedeFileConverter_cfg::e, fiterator_, mps_fire::i, dqmservices::DQMFileIterator::logFileAction(), prepareNextEvent(), AlCaHLTBitMon_QueryRunRegistry::string, and cms::Exception::what().

395  {
396  try {
397  for (int i = 0; i != toSkip; ++i) {
398  EventMsgView const* evMsg = prepareNextEvent();
399 
400  if (evMsg == nullptr) {
401  return;
402  }
403  }
404  } catch (const cms::Exception& e) {
405  // try to recover from corrupted files/events
406  fiterator_.logFileAction(std::string("Can't deserialize event data: ") + e.what());
407  closeFile_("data file corrupted");
408  }
409 }
void closeFile_() final
char const * what() const override
Definition: Exception.cc:141
void logFileAction(const std::string &msg, const std::string &fileName="") const
EventMsgView const * prepareNextEvent()
bool dqmservices::DQMStreamerReader::triggerSel ( )
private

If hlt trigger selection is '*', return a boolean variable to accept all events

Definition at line 338 of file DQMStreamerReader.cc.

References acceptAllEvt_, end, TriggerAnalyzer::hltPath, hltSel_, mps_fire::i, and AlCaHLTBitMon_QueryRunRegistry::string.

Referenced by DQMStreamerReader().

338  {
339  acceptAllEvt_ = false;
340  for (Strings::const_iterator i(hltSel_.begin()), end(hltSel_.end()); i != end;
341  ++i) {
343  boost::erase_all(hltPath, " \t");
344  if (hltPath == "*") acceptAllEvt_ = true;
345  }
346  return acceptAllEvt_;
347 }
#define end
Definition: vmac.h:39

Member Data Documentation

bool dqmservices::DQMStreamerReader::acceptAllEvt_
private

Definition at line 58 of file DQMStreamerReader.h.

Referenced by acceptEvent(), openFile_(), and triggerSel().

std::shared_ptr<TriggerSelector> dqmservices::DQMStreamerReader::eventSelector_
private

Definition at line 84 of file DQMStreamerReader.h.

Referenced by acceptEvent(), and openFile_().

std::shared_ptr<edm::EventSkipperByID> dqmservices::DQMStreamerReader::eventSkipperByID_
private

Definition at line 83 of file DQMStreamerReader.h.

struct dqmservices::DQMStreamerReader::OpenFile dqmservices::DQMStreamerReader::file_
private
DQMFileIterator dqmservices::DQMStreamerReader::fiterator_
private
bool dqmservices::DQMStreamerReader::flagDeleteDatFiles_
private

Definition at line 71 of file DQMStreamerReader.h.

Referenced by DQMStreamerReader(), and openFile_().

bool dqmservices::DQMStreamerReader::flagEndOfRunKills_
private

Definition at line 70 of file DQMStreamerReader.h.

Referenced by DQMStreamerReader(), and prepareNextFile().

bool dqmservices::DQMStreamerReader::flagSkipFirstLumis_
private

Definition at line 69 of file DQMStreamerReader.h.

Referenced by DQMStreamerReader(), and reset_().

Strings dqmservices::DQMStreamerReader::hltSel_
private

Definition at line 64 of file DQMStreamerReader.h.

Referenced by DQMStreamerReader(), matchTriggerSel(), openFile_(), and triggerSel().

bool dqmservices::DQMStreamerReader::matchTriggerSel_
private

Definition at line 59 of file DQMStreamerReader.h.

Referenced by acceptEvent(), and matchTriggerSel().

unsigned int dqmservices::DQMStreamerReader::minEventsPerLs_
private

Definition at line 67 of file DQMStreamerReader.h.

Referenced by DQMStreamerReader(), and prepareNextFile().

edm::Service<DQMMonitoringService> dqmservices::DQMStreamerReader::mon_
private

Definition at line 87 of file DQMStreamerReader.h.

unsigned int dqmservices::DQMStreamerReader::processedEventPerLs_
private

Definition at line 66 of file DQMStreamerReader.h.

Referenced by checkNextEvent(), openFile_(), and prepareNextFile().

std::string dqmservices::DQMStreamerReader::runInputDir_
private

Definition at line 62 of file DQMStreamerReader.h.

Referenced by DQMStreamerReader().

unsigned int dqmservices::DQMStreamerReader::runNumber_
private

Definition at line 61 of file DQMStreamerReader.h.

Referenced by DQMStreamerReader().

std::string dqmservices::DQMStreamerReader::streamLabel_
private

Definition at line 63 of file DQMStreamerReader.h.