CMS 3D CMS Logo

 All Classes Namespaces Files Functions Variables Typedefs Enumerations Enumerator Properties Friends Macros Pages
List of all members | Public Types | Public Member Functions | Static Public Member Functions | Protected Member Functions | Private Member Functions | Private Attributes
dqmservices::DQMStreamerReader Class Reference

#include <DQMStreamerReader.h>

Inheritance diagram for dqmservices::DQMStreamerReader:
edm::StreamerInputSource edm::RawInputSource edm::InputSource edm::ProductRegistryHelper

Public Types

typedef std::vector< std::string > Strings
 
- Public Types inherited from edm::InputSource
enum  ItemType {
  IsInvalid, IsStop, IsFile, IsRun,
  IsLumi, IsEvent, IsRepeat, IsSynchronize
}
 
enum  ProcessingMode { Runs, RunsAndLumis, RunsLumisAndEvents }
 
typedef
ProductRegistryHelper::TypeLabelList 
TypeLabelList
 

Public Member Functions

 DQMStreamerReader (edm::ParameterSet const &pset, edm::InputSourceDescription const &desc)
 
bool newHeader ()
 
virtual ~DQMStreamerReader ()
 
- Public Member Functions inherited from edm::StreamerInputSource
void deserializeAndMergeWithRegistry (InitMsgView const &initView, bool subsequent=false)
 
void deserializeEvent (EventMsgView const &eventView)
 
std::auto_ptr< SendJobHeaderdeserializeRegistry (InitMsgView const &initView)
 
 StreamerInputSource (ParameterSet const &pset, InputSourceDescription const &desc)
 
virtual ~StreamerInputSource ()
 
- Public Member Functions inherited from edm::RawInputSource
 RawInputSource (ParameterSet const &pset, InputSourceDescription const &desc)
 
virtual ~RawInputSource ()
 
- Public Member Functions inherited from edm::InputSource
boost::shared_ptr
< ActivityRegistry
actReg () const
 Accessor for Activity Registry. More...
 
boost::shared_ptr
< BranchIDListHelper
branchIDListHelper () const
 Accessor for branchIDListHelper. More...
 
void closeFile (FileBlock *, bool cleaningUpAfterException)
 close current file More...
 
void doBeginJob ()
 Called by framework at beginning of job. More...
 
void doBeginLumi (LuminosityBlockPrincipal &lbp, ProcessContext const *)
 Called by framework at beginning of lumi block. More...
 
void doBeginRun (RunPrincipal &rp, ProcessContext const *)
 Called by framework at beginning of run. More...
 
void doEndJob ()
 Called by framework at end of job. More...
 
void doEndLumi (LuminosityBlockPrincipal &lbp, bool cleaningUpAfterException, ProcessContext const *)
 Called by framework at end of lumi block. More...
 
void doEndRun (RunPrincipal &rp, bool cleaningUpAfterException, ProcessContext const *)
 Called by framework at end of run. More...
 
void doPostForkReacquireResources (boost::shared_ptr< multicore::MessageReceiverForSource >)
 
void doPreForkReleaseResources ()
 Called by the framework before forking the process. More...
 
ProcessingController::ForwardState forwardState () const
 
bool goToEvent (EventID const &eventID)
 
 InputSource (ParameterSet const &, InputSourceDescription const &)
 Constructor. More...
 
 InputSource (InputSource const &)=delete
 
void issueReports (EventID const &eventID)
 issue an event report More...
 
LuminosityBlockNumber_t luminosityBlock () const
 Accessor for current luminosity block number. More...
 
boost::shared_ptr
< LuminosityBlockAuxiliary
luminosityBlockAuxiliary () const
 Called by the framework to merge or insert lumi in principal cache. More...
 
int maxEvents () const
 
int maxLuminosityBlocks () const
 
ModuleDescription const & moduleDescription () const
 Accessor for 'module' description. More...
 
ItemType nextItemType ()
 Advances the source to the next item. More...
 
InputSourceoperator= (InputSource const &)=delete
 
bool primary () const
 Accessor for primary input source flag. More...
 
ProcessConfiguration const & processConfiguration () const
 Accessor for Process Configuration. More...
 
std::string const & processGUID () const
 Accessor for global process identifier. More...
 
ProcessHistoryRegistry const & processHistoryRegistry () const
 Const accessor for process history registry. More...
 
ProcessHistoryRegistryprocessHistoryRegistryForUpdate ()
 Non-const accessor for process history registry. More...
 
ProcessingMode processingMode () const
 RunsLumisAndEvents (default), RunsAndLumis, or Runs. More...
 
boost::shared_ptr
< ProductRegistry const > 
productRegistry () const
 Accessor for product registry. More...
 
bool randomAccess () const
 
void readAndMergeLumi (LuminosityBlockPrincipal &lbp)
 Read next luminosity block (same as a prior lumi) More...
 
void readAndMergeRun (RunPrincipal &rp)
 Read next run (same as a prior run) More...
 
void readEvent (EventPrincipal &ep, StreamContext &)
 Read next event. More...
 
bool readEvent (EventPrincipal &ep, EventID const &, StreamContext &)
 Read a specific event. More...
 
std::unique_ptr< FileBlockreadFile ()
 Read next file. More...
 
void readLuminosityBlock (LuminosityBlockPrincipal &lumiPrincipal, HistoryAppender &historyAppender)
 Read next luminosity block (new lumi) More...
 
boost::shared_ptr
< LuminosityBlockAuxiliary
readLuminosityBlockAuxiliary ()
 Read next luminosity block Auxilary. More...
 
void readRun (RunPrincipal &runPrincipal, HistoryAppender &historyAppender)
 Read next run (new run) More...
 
boost::shared_ptr< RunAuxiliaryreadRunAuxiliary ()
 Read next run Auxiliary. More...
 
ProcessHistoryID const & reducedProcessHistoryID () const
 
void registerProducts ()
 Register any produced products. More...
 
int remainingEvents () const
 
int remainingLuminosityBlocks () const
 
void repeat ()
 Reset the remaining number of events/lumis to the maximum number. More...
 
SharedResourcesAcquirerresourceSharedWithDelayedReader () const
 Returns nullptr if no resource shared between the Source and a DelayedReader. More...
 
ProcessingController::ReverseState reverseState () const
 
void rewind ()
 Begin again at the first event. More...
 
RunNumber_t run () const
 Accessor for current run number. More...
 
boost::shared_ptr< RunAuxiliaryrunAuxiliary () const
 Called by the framework to merge or insert run in principal cache. More...
 
void setLuminosityBlockNumber_t (LuminosityBlockNumber_t lb)
 Set the luminosity block ID. More...
 
void setRunNumber (RunNumber_t r)
 Set the run number. More...
 
void skipEvents (int offset)
 
bool skipForForking ()
 
Timestamp const & timestamp () const
 Accessor for the current time, as seen by the input source. More...
 
virtual ~InputSource ()
 Destructor. More...
 

Static Public Member Functions

static void fillDescriptions (edm::ConfigurationDescriptions &descriptions)
 
- Static Public Member Functions inherited from edm::StreamerInputSource
static void fillDescription (ParameterSetDescription &description)
 
static void mergeIntoRegistry (SendJobHeader const &header, ProductRegistry &, BranchIDListHelper &, bool subsequent)
 
static unsigned int uncompressBuffer (unsigned char *inputBuffer, unsigned int inputSize, std::vector< unsigned char > &outputBuffer, unsigned int expectedFullSize)
 
- Static Public Member Functions inherited from edm::RawInputSource
static void fillDescription (ParameterSetDescription &description)
 
- Static Public Member Functions inherited from edm::InputSource
static const std::string & baseType ()
 
static void fillDescription (ParameterSetDescription &desc)
 
static void fillDescriptions (ConfigurationDescriptions &descriptions)
 
static void prevalidate (ConfigurationDescriptions &)
 

Protected Member Functions

virtual bool checkNextEvent ()
 
virtual void skip (int toSkip)
 
- Protected Member Functions inherited from edm::StreamerInputSource
void resetAfterEndRun ()
 
- Protected Member Functions inherited from edm::RawInputSource
void makeEvent (EventPrincipal &eventPrincipal, EventAuxiliary const &eventAuxiliary)
 
void setInputFileTransitionsEachEvent ()
 
- Protected Member Functions inherited from edm::InputSource
void decreaseRemainingEventsBy (int iSkipped)
 
bool eventCached () const
 
boost::shared_ptr
< LuminosityBlockPrincipal >
const 
luminosityBlockPrincipal () const
 
bool newLumi () const
 
bool newRun () const
 
ProcessHistoryRegistryprocessHistoryRegistryUpdate () const
 
ProductRegistryproductRegistryUpdate () const
 
void reset () const
 
void resetEventCached ()
 
void resetLuminosityBlockAuxiliary (bool isNewLumi=true) const
 
void resetNewLumi ()
 
void resetNewRun ()
 
void resetRunAuxiliary (bool isNewRun=true) const
 
boost::shared_ptr
< RunPrincipal > const 
runPrincipal () const
 
void setEventCached ()
 Called by the framework to merge or ached() const {return eventCached_;}. More...
 
void setLuminosityBlockAuxiliary (LuminosityBlockAuxiliary *lbp)
 
void setNewLumi ()
 
void setNewRun ()
 
void setRunAuxiliary (RunAuxiliary *rp)
 
void setTimestamp (Timestamp const &theTime)
 To set the current time, as seen by the input source. More...
 
ItemType state () const
 

Private Member Functions

bool acceptEvent (const EventMsgView *)
 
void closeFile_ ()
 
EventMsgView const * getEventMsg ()
 
InitMsgView const * getHeaderMsg ()
 
bool matchTriggerSel (Strings const &tnames)
 
void openFile_ (std::string filename)
 
bool openNextFile_ ()
 
EventMsgView const * prepareNextEvent ()
 
bool prepareNextFile ()
 
void reset_ ()
 
bool triggerSel ()
 

Private Attributes

bool acceptAllEvt_
 
std::shared_ptr< TriggerSelectoreventSelector_
 
boost::shared_ptr
< edm::EventSkipperByID
eventSkipperByID_
 
DQMFileIterator fiterator_
 
bool flagDeleteDatFiles_
 
bool flagEndOfRunKills_
 
bool flagSkipFirstLumis_
 
Strings hltSel_
 
bool matchTriggerSel_
 
unsigned int minEventsPerLs_
 
edm::Service
< DQMMonitoringService
mon_
 
unsigned int processedEventPerLs_
 
std::string runInputDir_
 
unsigned int runNumber_
 
std::string streamLabel_
 
std::unique_ptr
< edm::StreamerInputFile
streamReader_
 

Additional Inherited Members

- Static Protected Member Functions inherited from edm::StreamerInputSource
static void buildClassCache (SendDescs const &descs)
 
static void declareStreamers (SendDescs const &descs)
 

Detailed Description

Definition at line 25 of file DQMStreamerReader.h.

Member Typedef Documentation

typedef std::vector<std::string> dqmservices::DQMStreamerReader::Strings

Definition at line 34 of file DQMStreamerReader.h.

Constructor & Destructor Documentation

dqmservices::DQMStreamerReader::DQMStreamerReader ( edm::ParameterSet const &  pset,
edm::InputSourceDescription const &  desc 
)

Definition at line 28 of file DQMStreamerReader.cc.

References flagDeleteDatFiles_, flagEndOfRunKills_, flagSkipFirstLumis_, edm::ParameterSet::getUntrackedParameter(), hltSel_, minEventsPerLs_, reset_(), runInputDir_, runNumber_, AlCaHLTBitMon_QueryRunRegistry::string, and triggerSel().

30  : StreamerInputSource(pset, desc),
31  fiterator_(pset),
32  streamReader_(),
34 
35  runNumber_ = pset.getUntrackedParameter<unsigned int>("runNumber");
36  runInputDir_ = pset.getUntrackedParameter<std::string>("runInputDir");
37  hltSel_ =
38  pset.getUntrackedParameter<std::vector<std::string> >("SelectEvents");
39 
40  minEventsPerLs_ = pset.getUntrackedParameter<int>("minEventsPerLumi");
41  flagSkipFirstLumis_ = pset.getUntrackedParameter<bool>("skipFirstLumis");
42  flagEndOfRunKills_ = pset.getUntrackedParameter<bool>("endOfRunKills");
43  flagDeleteDatFiles_ = pset.getUntrackedParameter<bool>("deleteDatFiles");
44 
45  triggerSel();
46 
47  reset_();
48 }
StreamerInputSource(ParameterSet const &pset, InputSourceDescription const &desc)
std::unique_ptr< edm::StreamerInputFile > streamReader_
boost::shared_ptr< edm::EventSkipperByID > eventSkipperByID_
static std::auto_ptr< EventSkipperByID > create(ParameterSet const &pset)
dqmservices::DQMStreamerReader::~DQMStreamerReader ( )
virtual

Definition at line 50 of file DQMStreamerReader.cc.

References closeFile_().

Member Function Documentation

bool dqmservices::DQMStreamerReader::acceptEvent ( const EventMsgView evtmsg)
private

Check the trigger path to accept event

Definition at line 345 of file DQMStreamerReader.cc.

References acceptAllEvt_, eventSelector_, EventMsgView::hltCount(), EventMsgView::hltTriggerBits(), and matchTriggerSel_.

Referenced by prepareNextEvent().

345  {
346 
347  if (acceptAllEvt_) return true;
348  if (!matchTriggerSel_) return false;
349 
350  std::vector<unsigned char> hltTriggerBits_;
351  int hltTriggerCount_ = evtmsg->hltCount();
352  if (hltTriggerCount_ > 0) {
353  hltTriggerBits_.resize(1 + (hltTriggerCount_ - 1) / 4);
354  }
355  evtmsg->hltTriggerBits(&hltTriggerBits_[0]);
356 
357  if (eventSelector_->wantAll() ||
358  eventSelector_->acceptEvent(&hltTriggerBits_[0], evtmsg->hltCount())) {
359  return true;
360  }else{
361  return false;
362  }
363 }
void hltTriggerBits(uint8 *put_here) const
std::shared_ptr< TriggerSelector > eventSelector_
uint32 hltCount() const
Definition: EventMessage.h:95
bool dqmservices::DQMStreamerReader::checkNextEvent ( )
protectedvirtual

This is the actual code for checking the new event and/or deserializing it.

Implements edm::RawInputSource.

Definition at line 283 of file DQMStreamerReader.cc.

References edm::StreamerInputSource::deserializeAndMergeWithRegistry(), edm::StreamerInputSource::deserializeEvent(), getHeaderMsg(), mon_, prepareNextEvent(), processedEventPerLs_, and streamReader_.

283  {
284  EventMsgView const* eview = prepareNextEvent();
285  if (eview == nullptr) {
286  return false;
287  }
288 
289  // this is reachable only if eview is set
290  // and the file is openned
291  if (streamReader_->newHeader()) {
292  // A new file has been opened and we must compare Headers here !!
293  // Get header/init from reader
294  InitMsgView const* header = getHeaderMsg();
295  deserializeAndMergeWithRegistry(*header, true);
296  }
297 
299  deserializeEvent(*eview);
300 
301  if (mon_.isAvailable()) {
302  mon_->reportEvents(1);
303  }
304 
305  return true;
306 }
std::unique_ptr< edm::StreamerInputFile > streamReader_
void deserializeEvent(EventMsgView const &eventView)
InitMsgView const * getHeaderMsg()
edm::Service< DQMMonitoringService > mon_
void deserializeAndMergeWithRegistry(InitMsgView const &initView, bool subsequent=false)
EventMsgView const * prepareNextEvent()
void dqmservices::DQMStreamerReader::closeFile_ ( )
privatevirtual

Reimplemented from edm::InputSource.

Definition at line 131 of file DQMStreamerReader.cc.

References streamReader_.

Referenced by openNextFile_(), prepareNextEvent(), prepareNextFile(), and ~DQMStreamerReader().

131  {
132  if (streamReader_.get() != nullptr) {
133  streamReader_->closeStreamerFile();
134  streamReader_ = nullptr;
135  }
136 }
std::unique_ptr< edm::StreamerInputFile > streamReader_
void dqmservices::DQMStreamerReader::fillDescriptions ( edm::ConfigurationDescriptions descriptions)
static

Definition at line 382 of file DQMStreamerReader.cc.

References edm::ConfigurationDescriptions::add(), edm::ParameterSetDescription::addUntracked(), edm::EventSkipperByID::fillDescription(), edm::StreamerInputSource::fillDescription(), dqmservices::DQMFileIterator::fillDescription(), and edm::ParameterSetDescription::setComment().

383  {
384 
386  desc.setComment("Reads events from streamer files.");
387 
388  desc.addUntracked<std::vector<std::string> >("SelectEvents")
389  ->setComment("HLT path to select events ");
390 
391  desc.addUntracked<int>("minEventsPerLumi", 1)->setComment(
392  "Minimum number of events to process per lumisection, "
393  "before switching to a new input file. If the next file "
394  "does not yet exist, "
395  "the number of processed events will be bigger.");
396 
397  desc.addUntracked<bool>("skipFirstLumis", false)->setComment(
398  "Skip (and ignore the minEventsPerLumi parameter) for the files "
399  "which have been available at the begining of the processing. "
400  "If set to true, the reader will open last available file for "
401  "processing.");
402 
403  desc.addUntracked<bool>("deleteDatFiles", false)->setComment(
404  "Delete data files after they have been closed, in order to "
405  "save disk space.");
406 
407  desc.addUntracked<bool>("endOfRunKills", false)->setComment(
408  "Kill the processing as soon as the end-of-run file appears, even if "
409  "there are/will be unprocessed lumisections.");
410 
411  // desc.addUntracked<unsigned int>("skipEvents", 0U)
412  // ->setComment("Skip the first 'skipEvents' events that otherwise would "
413  // "have been processed.");
414 
415  // This next parameter is read in the base class, but its default value
416  // depends on the derived class, so it is set here.
417  desc.addUntracked<bool>("inputFileTransitionsEachEvent", false);
418 
422 
423  descriptions.add("source", desc);
424 }
static void fillDescription(ParameterSetDescription &description)
ParameterDescriptionBase * addUntracked(U const &iLabel, T const &value)
void setComment(std::string const &value)
void add(std::string const &label, ParameterSetDescription const &psetDescription)
static void fillDescription(ParameterSetDescription &desc)
static void fillDescription(edm::ParameterSetDescription &d)
EventMsgView const * dqmservices::DQMStreamerReader::getEventMsg ( )
private

Definition at line 168 of file DQMStreamerReader.cc.

References producerFileCleanner::msg, and streamReader_.

Referenced by prepareNextEvent().

168  {
169  if (!streamReader_->next()) {
170  return nullptr;
171  }
172 
173  EventMsgView const* msg = streamReader_->currentRecord();
174 
175  // if (msg != nullptr) dumpEventView(msg);
176  return msg;
177 }
std::unique_ptr< edm::StreamerInputFile > streamReader_
InitMsgView const * dqmservices::DQMStreamerReader::getHeaderMsg ( )
private

Definition at line 156 of file DQMStreamerReader.cc.

References InitMsgView::code(), edm::hlt::Exception, edm::errors::FileReadError, Header::INIT, and streamReader_.

Referenced by checkNextEvent(), and openFile_().

156  {
157  InitMsgView const* header = streamReader_->startMessage();
158 
159  if (header->code() != Header::INIT) { // INIT Msg
160  throw edm::Exception(edm::errors::FileReadError, "DQMStreamerReader::readHeader")
161  << "received wrong message type: expected INIT, got " << header->code()
162  << "\n";
163  }
164 
165  return header;
166 }
std::unique_ptr< edm::StreamerInputFile > streamReader_
uint32 code() const
Definition: InitMessage.h:70
bool dqmservices::DQMStreamerReader::matchTriggerSel ( Strings const &  tnames)
private

Check if hlt selection matches any trigger name taken from the header file

Definition at line 325 of file DQMStreamerReader.cc.

References end, hltSel_, i, matchTriggerSel_, edm::regexMatch(), and AlCaHLTBitMon_QueryRunRegistry::string.

Referenced by openFile_().

325  {
326  matchTriggerSel_ = false;
327  for (Strings::const_iterator i(hltSel_.begin()), end(hltSel_.end());
328  i!=end; ++i){
329  std::string hltPath(*i);
330  boost::erase_all(hltPath, " \t");
331  std::vector<Strings::const_iterator> matches = edm::regexMatch(tnames, hltPath);
332  if (matches.empty()){
333  edm::LogWarning("Trigger selection does not match any trigger path!!!") << std::endl;
334  matchTriggerSel_ = false;
335  }else{
336  matchTriggerSel_ = true;
337  }
338  }
339  return matchTriggerSel_;
340 }
int i
Definition: DBlmapReader.cc:9
#define end
Definition: vmac.h:37
std::vector< std::vector< std::string >::const_iterator > regexMatch(std::vector< std::string > const &strings, boost::regex const &regexp)
Definition: RegexMatch.cc:30
bool dqmservices::DQMStreamerReader::newHeader ( )
void dqmservices::DQMStreamerReader::openFile_ ( std::string  filename)
private

Definition at line 96 of file DQMStreamerReader.cc.

References acceptAllEvt_, edm::ParameterSet::addParameter(), edm::StreamerInputSource::deserializeAndMergeWithRegistry(), eventSelector_, eventSkipperByID_, flagDeleteDatFiles_, getHeaderMsg(), hltSel_, matchTriggerSel(), processedEventPerLs_, and streamReader_.

Referenced by openNextFile_().

96  {
98  edm::ParameterSet pset;
99 
100  streamReader_ = std::unique_ptr<edm::StreamerInputFile>(
101  new edm::StreamerInputFile(newStreamerFile_, eventSkipperByID_));
102 
103  InitMsgView const* header = getHeaderMsg();
104  deserializeAndMergeWithRegistry(*header, false);
105 
106  // dump the list of HLT trigger name from the header
107  // dumpInitHeader(header);
108 
109  // if specific trigger selection is requested, check if the requested triggers
110  // match with trigger paths in the header file
111  if (!acceptAllEvt_){
112  Strings tnames;
113  header->hltTriggerNames(tnames);
114 
115  pset.addParameter<Strings>("SelectEvents", hltSel_);
116  eventSelector_.reset(new TriggerSelector(pset, tnames));
117 
118  // check if any trigger path name requested matches with trigger name in the header file
119  matchTriggerSel(tnames);
120  }
121 
122  // our initialization
124 
125  if (flagDeleteDatFiles_) {
126  // unlink the file
127  unlink(newStreamerFile_.c_str());
128  }
129 }
std::vector< std::string > Strings
Definition: MsgTools.h:18
std::shared_ptr< TriggerSelector > eventSelector_
std::unique_ptr< edm::StreamerInputFile > streamReader_
void addParameter(std::string const &name, T const &value)
Definition: ParameterSet.h:142
boost::shared_ptr< edm::EventSkipperByID > eventSkipperByID_
InitMsgView const * getHeaderMsg()
void deserializeAndMergeWithRegistry(InitMsgView const &initView, bool subsequent=false)
bool matchTriggerSel(Strings const &tnames)
bool dqmservices::DQMStreamerReader::openNextFile_ ( )
private

Definition at line 138 of file DQMStreamerReader.cc.

References closeFile_(), fiterator_, dqmservices::DQMFileIterator::front(), dqmservices::DQMFileIterator::logFileAction(), fjr2json::lumi, dqmservices::DQMFileIterator::make_path_data(), openFile_(), AlCaHLTBitMon_ParallelJobs::p, dqmservices::DQMFileIterator::pop(), and AlCaHLTBitMon_QueryRunRegistry::string.

Referenced by prepareNextFile().

138  {
139  closeFile_();
140 
141  const DQMFileIterator::LumiEntry& lumi = fiterator_.front();
143  fiterator_.pop();
144 
145  if (boost::filesystem::exists(p)) {
146  openFile_(p);
147  return true;
148  } else {
149  /* dat file missing */
150  fiterator_.logFileAction("Data file (specified in json) is missing:", p);
151 
152  return false;
153  }
154 }
tuple lumi
Definition: fjr2json.py:35
std::string make_path_data(const LumiEntry &lumi)
void openFile_(std::string filename)
void logFileAction(const std::string &msg, const std::string &fileName="") const
EventMsgView const * dqmservices::DQMStreamerReader::prepareNextEvent ( )
private

Waits and reads the event header. If end-of-run nullptr is returned.

Definition at line 243 of file DQMStreamerReader.cc.

References acceptEvent(), closeFile_(), dqmservices::DQMFileIterator::delay(), fiterator_, getEventMsg(), GetRecoTauVFromDQM_MC_cff::next, prepareNextFile(), streamReader_, and dqmservices::DQMFileIterator::updateWatchdog().

Referenced by checkNextEvent(), and skip().

243  {
245 
246  EventMsgView const* eview = nullptr;
247  typedef DQMFileIterator::State State;
248 
249  // wait for the next event
250  for (;;) {
251  // edm::LogAbsolute("DQMStreamerReader")
252  // << "State loop.";
253  bool next = prepareNextFile();
254  if (!next) return nullptr;
255 
256  // sleep
257  if (streamReader_.get() == nullptr) {
258  // the reader does not exist
259  fiterator_.delay();
260  } else {
261  // our reader exists, try to read out an event
262  eview = getEventMsg();
263 
264  if (eview == nullptr) {
265  // read unsuccessful
266  // this means end of file, so close the file
267  closeFile_();
268  } else {
269  if (!acceptEvent(eview)) {
270  continue;
271  } else {
272  return eview;
273  }
274  }
275  }
276  }
277  return eview;
278 }
EventMsgView const * getEventMsg()
std::unique_ptr< edm::StreamerInputFile > streamReader_
bool acceptEvent(const EventMsgView *)
bool dqmservices::DQMStreamerReader::prepareNextFile ( )
private

Prepare (open) the next file for reading. It is used by prepareNextEvent and in the constructor.

Does not block/wait.

Return false if this is end of run and/or no more file are available. However, return of "true" does not imply the file has been openned, but we need to wait until some future file becomes available.

Definition at line 189 of file DQMStreamerReader.cc.

References closeFile_(), fiterator_, flagEndOfRunKills_, dqmservices::DQMFileIterator::lumiReady(), minEventsPerLs_, openNextFile_(), processedEventPerLs_, dqmservices::DQMFileIterator::state(), streamReader_, and dqmservices::DQMFileIterator::update_state().

Referenced by prepareNextEvent(), and reset_().

189  {
190  typedef DQMFileIterator::State State;
191 
192  for (;;) {
194 
195  // check for end of run file and force quit
196  if (flagEndOfRunKills_ && (fiterator_.state() != State::OPEN)) {
197  closeFile_();
198  return false;
199  }
200 
201  // check for end of run and quit if everything has been processed.
202  // this clean exit
203  if ((streamReader_.get() == nullptr) && (!fiterator_.lumiReady()) &&
204  (fiterator_.state() == State::EOR)) {
205 
206  closeFile_();
207  return false;
208  }
209 
210  // if this is end of run and no more files to process
211  // close it
213  (!fiterator_.lumiReady()) && (fiterator_.state() == State::EOR)) {
214 
215  closeFile_();
216  return false;
217  }
218 
219  // skip to the next file if we have no files openned yet
220  if (streamReader_.get() == nullptr) {
221  if (fiterator_.lumiReady()) {
222  openNextFile_();
223  // we might need to open once more (if .dat is missing)
224  continue;
225  }
226  }
227 
228  // or if there is a next file and enough eventshas been processed.
230  openNextFile_();
231  // we might need to open once more (if .dat is missing)
232  continue;
233  }
234 
235  return true;
236  }
237 }
std::unique_ptr< edm::StreamerInputFile > streamReader_
void dqmservices::DQMStreamerReader::reset_ ( )
privatevirtual

Reimplemented from edm::RawInputSource.

Definition at line 52 of file DQMStreamerReader.cc.

References dqmservices::DQMFileIterator::advanceToLumi(), dqmservices::DQMFileIterator::delay(), fiterator_, flagSkipFirstLumis_, ConfigFiles::l, dqmservices::DQMFileIterator::lastLumiFound(), dqmservices::DQMFileIterator::logFileAction(), GetRecoTauVFromDQM_MC_cff::next, prepareNextFile(), streamReader_, and dqmservices::DQMFileIterator::update_state().

Referenced by DQMStreamerReader().

52  {
53  // We have to load at least a single header,
54  // so the ProductRegistry gets initialized.
55  //
56  // This must happen here (inside the constructor),
57  // as ProductRegistry gets frozen after we initialize:
58  // https://cmssdt.cern.ch/SDT/lxr/source/FWCore/Framework/src/Schedule.cc#441
59 
61  "Waiting for the first lumi in order to initialize.");
62 
64 
65  // Fast-forward to the last open file.
66  if (flagSkipFirstLumis_) {
67  unsigned int l = fiterator_.lastLumiFound();
68  if (l > 1) {
70  }
71  }
72 
73  for (;;) {
74  bool next = prepareNextFile();
75 
76  // check for end of run
77  if (!next) {
79  "End of run reached before DQMStreamerReader was initialised.");
80  return;
81  }
82 
83  // check if we have a file openned
84  if (streamReader_.get() != nullptr) {
85  // we are now initialised
86  break;
87  }
88 
89  // wait
90  fiterator_.delay();
91  }
92 
93  fiterator_.logFileAction("DQMStreamerReader initialised.");
94 }
std::unique_ptr< edm::StreamerInputFile > streamReader_
void advanceToLumi(unsigned int lumi)
void logFileAction(const std::string &msg, const std::string &fileName="") const
void dqmservices::DQMStreamerReader::skip ( int  toSkip)
protectedvirtual

Reimplemented from edm::InputSource.

Definition at line 365 of file DQMStreamerReader.cc.

References EventMsgView::event(), eventSkipperByID_, i, EventMsgView::lumi(), prepareNextEvent(), and EventMsgView::run().

365  {
366  for (int i = 0; i != toSkip; ++i) {
367  EventMsgView const* evMsg = prepareNextEvent();
368 
369  if (evMsg == nullptr) {
370  return;
371  }
372 
373  // If the event would have been skipped anyway, don't count it as a skipped
374  // event.
375  if (eventSkipperByID_ && eventSkipperByID_->skipIt(
376  evMsg->run(), evMsg->lumi(), evMsg->event())) {
377  --i;
378  }
379  }
380 }
int i
Definition: DBlmapReader.cc:9
uint32 lumi() const
Definition: EventMessage.cc:85
uint32 run() const
Definition: EventMessage.cc:73
uint32 event() const
Definition: EventMessage.cc:79
boost::shared_ptr< edm::EventSkipperByID > eventSkipperByID_
EventMsgView const * prepareNextEvent()
bool dqmservices::DQMStreamerReader::triggerSel ( )
private

If hlt trigger selection is '*', return a boolean variable to accept all events

Definition at line 311 of file DQMStreamerReader.cc.

References acceptAllEvt_, end, hltSel_, i, and AlCaHLTBitMon_QueryRunRegistry::string.

Referenced by DQMStreamerReader().

311  {
312  acceptAllEvt_ = false;
313  for (Strings::const_iterator i(hltSel_.begin()), end(hltSel_.end());
314  i!=end; ++i){
315  std::string hltPath(*i);
316  boost::erase_all(hltPath, " \t");
317  if (hltPath == "*") acceptAllEvt_ = true;
318  }
319  return acceptAllEvt_;
320 }
int i
Definition: DBlmapReader.cc:9
#define end
Definition: vmac.h:37

Member Data Documentation

bool dqmservices::DQMStreamerReader::acceptAllEvt_
private

Definition at line 58 of file DQMStreamerReader.h.

Referenced by acceptEvent(), openFile_(), and triggerSel().

std::shared_ptr<TriggerSelector> dqmservices::DQMStreamerReader::eventSelector_
private

Definition at line 77 of file DQMStreamerReader.h.

Referenced by acceptEvent(), and openFile_().

boost::shared_ptr<edm::EventSkipperByID> dqmservices::DQMStreamerReader::eventSkipperByID_
private

Definition at line 76 of file DQMStreamerReader.h.

Referenced by openFile_(), and skip().

DQMFileIterator dqmservices::DQMStreamerReader::fiterator_
private

Definition at line 73 of file DQMStreamerReader.h.

Referenced by openNextFile_(), prepareNextEvent(), prepareNextFile(), and reset_().

bool dqmservices::DQMStreamerReader::flagDeleteDatFiles_
private

Definition at line 71 of file DQMStreamerReader.h.

Referenced by DQMStreamerReader(), and openFile_().

bool dqmservices::DQMStreamerReader::flagEndOfRunKills_
private

Definition at line 70 of file DQMStreamerReader.h.

Referenced by DQMStreamerReader(), and prepareNextFile().

bool dqmservices::DQMStreamerReader::flagSkipFirstLumis_
private

Definition at line 69 of file DQMStreamerReader.h.

Referenced by DQMStreamerReader(), and reset_().

Strings dqmservices::DQMStreamerReader::hltSel_
private

Definition at line 64 of file DQMStreamerReader.h.

Referenced by DQMStreamerReader(), matchTriggerSel(), openFile_(), and triggerSel().

bool dqmservices::DQMStreamerReader::matchTriggerSel_
private

Definition at line 59 of file DQMStreamerReader.h.

Referenced by acceptEvent(), and matchTriggerSel().

unsigned int dqmservices::DQMStreamerReader::minEventsPerLs_
private

Definition at line 67 of file DQMStreamerReader.h.

Referenced by DQMStreamerReader(), and prepareNextFile().

edm::Service<DQMMonitoringService> dqmservices::DQMStreamerReader::mon_
private

Definition at line 80 of file DQMStreamerReader.h.

Referenced by checkNextEvent().

unsigned int dqmservices::DQMStreamerReader::processedEventPerLs_
private

Definition at line 66 of file DQMStreamerReader.h.

Referenced by checkNextEvent(), openFile_(), and prepareNextFile().

std::string dqmservices::DQMStreamerReader::runInputDir_
private

Definition at line 62 of file DQMStreamerReader.h.

Referenced by DQMStreamerReader().

unsigned int dqmservices::DQMStreamerReader::runNumber_
private

Definition at line 61 of file DQMStreamerReader.h.

Referenced by DQMStreamerReader().

std::string dqmservices::DQMStreamerReader::streamLabel_
private

Definition at line 63 of file DQMStreamerReader.h.

std::unique_ptr<edm::StreamerInputFile> dqmservices::DQMStreamerReader::streamReader_
private