#include <DQMProtobufReader.h>

Inheritance diagram for dqmservices::DQMProtobufReader:

Public Member Functions
	DQMProtobufReader (edm::ParameterSet const &, edm::InputSourceDescription const &)

	~DQMProtobufReader ()

Public Member Functions inherited from edm::InputSource
std::shared_ptr< ActivityRegistry >	actReg () const
	Accessor for Activity Registry. More...

std::shared_ptr < BranchIDListHelper >	branchIDListHelper () const
	Accessor for branchIDListHelper. More...

void	closeFile (FileBlock *, bool cleaningUpAfterException)
	close current file More...

void	doBeginJob ()
	Called by framework at beginning of job. More...

void	doBeginLumi (LuminosityBlockPrincipal &lbp, ProcessContext const *)
	Called by framework at beginning of lumi block. More...

void	doBeginRun (RunPrincipal &rp, ProcessContext const *)
	Called by framework at beginning of run. More...

void	doEndJob ()
	Called by framework at end of job. More...

void	doEndLumi (LuminosityBlockPrincipal &lbp, bool cleaningUpAfterException, ProcessContext const *)
	Called by framework at end of lumi block. More...

void	doEndRun (RunPrincipal &rp, bool cleaningUpAfterException, ProcessContext const *)
	Called by framework at end of run. More...

void	doPostForkReacquireResources (std::shared_ptr< multicore::MessageReceiverForSource >)

void	doPreForkReleaseResources ()
	Called by the framework before forking the process. More...

ProcessingController::ForwardState	forwardState () const

bool	goToEvent (EventID const &eventID)

	InputSource (ParameterSet const &, InputSourceDescription const &)
	Constructor. More...

	InputSource (InputSource const &)=delete

void	issueReports (EventID const &eventID)
	issue an event report More...

LuminosityBlockNumber_t	luminosityBlock () const
	Accessor for current luminosity block number. More...

std::shared_ptr < LuminosityBlockAuxiliary >	luminosityBlockAuxiliary () const
	Called by the framework to merge or insert lumi in principal cache. More...

int	maxEvents () const

int	maxLuminosityBlocks () const

ModuleDescription const &	moduleDescription () const
	Accessor for 'module' description. More...

ItemType	nextItemType ()
	Advances the source to the next item. More...

InputSource &	operator= (InputSource const &)=delete

ProcessConfiguration const &	processConfiguration () const
	Accessor for Process Configuration. More...

std::string const &	processGUID () const
	Accessor for global process identifier. More...

ProcessHistoryRegistry const &	processHistoryRegistry () const
	Const accessor for process history registry. More...

ProcessingMode	processingMode () const
	RunsLumisAndEvents (default), RunsAndLumis, or Runs. More...

std::shared_ptr < ProductRegistry const >	productRegistry () const
	Accessor for product registry. More...

bool	randomAccess () const

void	readAndMergeLumi (LuminosityBlockPrincipal &lbp)
	Read next luminosity block (same as a prior lumi) More...

void	readAndMergeRun (RunPrincipal &rp)
	Read next run (same as a prior run) More...

void	readEvent (EventPrincipal &ep, StreamContext &)
	Read next event. More...

bool	readEvent (EventPrincipal &ep, EventID const &, StreamContext &)
	Read a specific event. More...

std::unique_ptr< FileBlock >	readFile ()
	Read next file. More...

void	readLuminosityBlock (LuminosityBlockPrincipal &lumiPrincipal, HistoryAppender &historyAppender)
	Read next luminosity block (new lumi) More...

std::shared_ptr < LuminosityBlockAuxiliary >	readLuminosityBlockAuxiliary ()
	Read next luminosity block Auxilary. More...

void	readRun (RunPrincipal &runPrincipal, HistoryAppender &historyAppender)
	Read next run (new run) More...

std::shared_ptr< RunAuxiliary >	readRunAuxiliary ()
	Read next run Auxiliary. More...

ProcessHistoryID const &	reducedProcessHistoryID () const

void	registerProducts ()
	Register any produced products. More...

int	remainingEvents () const

int	remainingLuminosityBlocks () const

void	repeat ()
	Reset the remaining number of events/lumis to the maximum number. More...

SharedResourcesAcquirer *	resourceSharedWithDelayedReader () const
	Returns nullptr if no resource shared between the Source and a DelayedReader. More...

ProcessingController::ReverseState	reverseState () const

void	rewind ()
	Begin again at the first event. More...

RunNumber_t	run () const
	Accessor for current run number. More...

std::shared_ptr< RunAuxiliary >	runAuxiliary () const
	Called by the framework to merge or insert run in principal cache. More...

void	setLuminosityBlockNumber_t (LuminosityBlockNumber_t lb)
	Set the luminosity block ID. More...

void	setRunNumber (RunNumber_t r)
	Set the run number. More...

void	skipEvents (int offset)

bool	skipForForking ()

std::shared_ptr < ThinnedAssociationsHelper >	thinnedAssociationsHelper () const
	Accessor for thinnedAssociationsHelper. More...

Timestamp const &	timestamp () const
	Accessor for the current time, as seen by the input source. More...

virtual	~InputSource ()
	Destructor. More...

Static Public Member Functions
static void	fillDescriptions (edm::ConfigurationDescriptions &descriptions)

Static Public Member Functions inherited from edm::InputSource
static const std::string &	baseType ()

static void	fillDescription (ParameterSetDescription &desc)

static void	fillDescriptions (ConfigurationDescriptions &descriptions)

static void	prevalidate (ConfigurationDescriptions &)

Private Member Functions
virtual edm::InputSource::ItemType	getNextItemType () override

void	logFileAction (char const msg, char const fileName) const

bool	prepareNextFile ()

virtual void	readEvent_ (edm::EventPrincipal &) override

virtual void	readLuminosityBlock_ (edm::LuminosityBlockPrincipal &lbCache) override

virtual std::shared_ptr < edm::LuminosityBlockAuxiliary >	readLuminosityBlockAuxiliary_ () override

virtual void	readRun_ (edm::RunPrincipal &rpCache) override

virtual std::shared_ptr < edm::RunAuxiliary >	readRunAuxiliary_ () override

Private Attributes
DQMFileIterator::LumiEntry	currentLumi_

DQMFileIterator	fiterator_

bool	flagDeleteDatFiles_

bool	flagEndOfRunKills_

bool	flagSkipFirstLumis_

InputSource::ItemType	nextItemType

std::unique_ptr< double >	streamReader_

Additional Inherited Members
Public Types inherited from edm::InputSource
enum	ItemType { IsInvalid, IsStop, IsFile, IsRun, IsLumi, IsEvent, IsRepeat, IsSynchronize }

enum	ProcessingMode { Runs, RunsAndLumis, RunsLumisAndEvents }

typedef ProductRegistryHelper::TypeLabelList	TypeLabelList

Protected Member Functions inherited from edm::InputSource
void	decreaseRemainingEventsBy (int iSkipped)

bool	eventCached () const

std::shared_ptr < LuminosityBlockPrincipal > const	luminosityBlockPrincipal () const

bool	newLumi () const

bool	newRun () const

ProcessHistoryRegistry &	processHistoryRegistryForUpdate () const

ProductRegistry &	productRegistryUpdate () const

void	reset () const

void	resetEventCached ()

void	resetLuminosityBlockAuxiliary (bool isNewLumi=true) const

void	resetNewLumi ()

void	resetNewRun ()

void	resetRunAuxiliary (bool isNewRun=true) const

std::shared_ptr< RunPrincipal > const	runPrincipal () const

void	setEventCached ()
	Called by the framework to merge or ached() const {return eventCached_;}. More...

void	setLuminosityBlockAuxiliary (LuminosityBlockAuxiliary *lbp)

void	setNewLumi ()

void	setNewRun ()

void	setRunAuxiliary (RunAuxiliary *rp)

void	setTimestamp (Timestamp const &theTime)
	To set the current time, as seen by the input source. More...

virtual void	skip (int offset)

ItemType	state () const

Detailed Description

Definition at line 15 of file DQMProtobufReader.h.

Constructor & Destructor Documentation

DQMProtobufReader::DQMProtobufReader	(	edm::ParameterSet const &	pset,
		edm::InputSourceDescription const &	desc
	)

explicit

Definition at line 9 of file DQMProtobufReader.cc.

References flagDeleteDatFiles_, flagEndOfRunKills_, flagSkipFirstLumis_, and edm::ParameterSet::getUntrackedParameter().

     : InputSource(pset, desc), fiterator_(pset) {
 
   flagSkipFirstLumis_ = pset.getUntrackedParameter<bool>("skipFirstLumis");
   flagEndOfRunKills_ = pset.getUntrackedParameter<bool>("endOfRunKills");
   flagDeleteDatFiles_ = pset.getUntrackedParameter<bool>("deleteDatFiles");
 }

DQMProtobufReader::~DQMProtobufReader ( )

Definition at line 18 of file DQMProtobufReader.cc.

18 {}

Member Function Documentation

void DQMProtobufReader::fillDescriptions ( edm::ConfigurationDescriptions & descriptions )

static

Definition at line 127 of file DQMProtobufReader.cc.

References edm::ConfigurationDescriptions::add(), edm::ParameterSetDescription::addUntracked(), edm::ProducerSourceBase::fillDescription(), dqmservices::DQMFileIterator::fillDescription(), and edm::ParameterSetDescription::setComment().

                                                 {
   edm::ParameterSetDescription desc;
 
   desc.setComment(
       "Creates runs and lumis and fills the dqmstore from protocol buffer "
       "files.");
   edm::ProducerSourceBase::fillDescription(desc);
 
   desc.addUntracked<bool>("skipFirstLumis", false)->setComment(
       "Skip (and ignore the minEventsPerLumi parameter) for the files "
       "which have been available at the begining of the processing. "
       "If set to true, the reader will open last available file for "
       "processing.");
 
   desc.addUntracked<bool>("deleteDatFiles", false)->setComment(
       "Delete data files after they have been closed, in order to "
       "save disk space.");
 
   desc.addUntracked<bool>("endOfRunKills", false)->setComment(
       "Kill the processing as soon as the end-of-run file appears, even if "
       "there are/will be unprocessed lumisections.");
 
   DQMFileIterator::fillDescription(desc);
   descriptions.add("source", desc);
 }

edm::InputSource::ItemType DQMProtobufReader::getNextItemType ( )

overrideprivatevirtual

Implements edm::InputSource.

Definition at line 20 of file DQMProtobufReader.cc.

References dqmservices::DQMFileIterator::delay(), fiterator_, flagEndOfRunKills_, dqmservices::DQMFileIterator::lumiReady(), dqmservices::DQMFileIterator::state(), and dqmservices::DQMFileIterator::update_state().

                                                           {
   typedef DQMFileIterator::State State;
   typedef DQMFileIterator::LumiEntry LumiEntry;
 
   //fiterator_.logFileAction("getNextItemType");
 
   for (;;) {
     fiterator_.update_state();
 
     // check for end of run file and force quit
     if (flagEndOfRunKills_ && (fiterator_.state() != State::OPEN)) {
       return InputSource::IsStop;
     }
 
     // check for end of run and quit if everything has been processed.
     // this is the clean exit
     if ((!fiterator_.lumiReady()) && (fiterator_.state() == State::EOR)) {
 
       return InputSource::IsStop;
     }
 
     // skip to the next file if we have no files openned yet
     if (fiterator_.lumiReady()) {
 
       return InputSource::IsLumi;
     }
 
     fiterator_.delay();
     // BUG: for an unknown reason it fails after a certain time if we use IsSynchronize state
     // comment out in order to block at this level
     // the only downside is that we cannot Ctrl+C :)
     //return InputSource::IsSynchronize;
   }
 
   // this is unreachable
 }

void dqmservices::DQMProtobufReader::logFileAction	(	char const *	msg,
		char const *	fileName
	)		const

private

bool dqmservices::DQMProtobufReader::prepareNextFile ( )

private

void DQMProtobufReader::readEvent_ ( edm::EventPrincipal & )

overrideprivatevirtual

Implements edm::InputSource.

Definition at line 125 of file DQMProtobufReader.cc.

125 {};

void DQMProtobufReader::readLuminosityBlock_ ( edm::LuminosityBlockPrincipal & lbCache )

overrideprivatevirtual

Reimplemented from edm::InputSource.

Definition at line 88 of file DQMProtobufReader.cc.

References currentLumi_, dqmservices::DQMFileIterator::LumiEntry::datafn, edm::LuminosityBlockPrincipal::fillLuminosityBlockPrincipal(), fiterator_, edm::LuminosityBlockPrincipal::id(), dqmservices::DQMFileIterator::logFileAction(), dqmservices::DQMFileIterator::logLumiState(), edm::LuminosityBlockID::luminosityBlock(), dqmservices::DQMFileIterator::make_path(), AlCaHLTBitMon_ParallelJobs::p, edm::InputSource::processHistoryRegistryForUpdate(), edm::JobReport::reportInputLumiSection(), edm::LuminosityBlockID::run(), and AlCaHLTBitMon_QueryRunRegistry::string.

                                           {
 
   //fiterator_.logFileAction("readLuminosityBlock_");
   edm::Service<DQMStore> store;
 
   edm::Service<edm::JobReport> jr;
   jr->reportInputLumiSection(lbCache.id().run(),
                              lbCache.id().luminosityBlock());
   lbCache.fillLuminosityBlockPrincipal(processHistoryRegistryForUpdate());
 
   // clear the old lumi histograms
   std::vector<MonitorElement*> allMEs = store->getAllContents("");
   for (auto const& ME : allMEs) {
     // We do not want to reset Run Products here!
     if (ME->getLumiFlag()) {
       ME->Reset();
     }
   }
 
   // load the new file
   std::string p = fiterator_.make_path(currentLumi_.datafn);
 
   if (!boost::filesystem::exists(p)) {
     fiterator_.logFileAction("Data file is missing ", p);
     fiterator_.logLumiState(currentLumi_, "error: data file missing");
     return;
   }
 
   fiterator_.logFileAction("Initiating request to open file ", p);
   fiterator_.logFileAction("Successfully opened file ", p);
   store->load(p);
   fiterator_.logFileAction("Closed file ", p);
 
   fiterator_.logLumiState(currentLumi_, "closed: ok");
 };

std::shared_ptr< edm::LuminosityBlockAuxiliary > DQMProtobufReader::readLuminosityBlockAuxiliary_ ( )

overrideprivatevirtual

Implements edm::InputSource.

Definition at line 77 of file DQMProtobufReader.cc.

References printConversionInfo::aux, currentLumi_, dqmservices::DQMFileIterator::LumiEntry::file_ls, fiterator_, dqmservices::DQMFileIterator::open(), and dqmservices::DQMFileIterator::runNumber().

                                                  {
   //fiterator_.logFileAction("readLuminosityBlockAuxiliary_");
 
   currentLumi_ = fiterator_.open();
   edm::LuminosityBlockAuxiliary* aux = new edm::LuminosityBlockAuxiliary(
       fiterator_.runNumber(), currentLumi_.file_ls, edm::Timestamp(),
       edm::Timestamp());
 
   return std::shared_ptr<edm::LuminosityBlockAuxiliary>(aux);
 }

void DQMProtobufReader::readRun_ ( edm::RunPrincipal & rpCache )

overrideprivatevirtual

Reimplemented from edm::InputSource.

Definition at line 65 of file DQMProtobufReader.cc.

References edm::RunPrincipal::fillRunPrincipal(), and edm::InputSource::processHistoryRegistryForUpdate().

                                                          {
   //fiterator_.logFileAction("readRun_");
   rpCache.fillRunPrincipal(processHistoryRegistryForUpdate());
 
   edm::Service<DQMStore> store;
   std::vector<MonitorElement*> allMEs = store->getAllContents("");
   for (auto const& ME : allMEs) {
     ME->Reset();
   }
 }

std::shared_ptr< edm::RunAuxiliary > DQMProtobufReader::readRunAuxiliary_ ( )

overrideprivatevirtual

Implements edm::InputSource.

Definition at line 57 of file DQMProtobufReader.cc.

References printConversionInfo::aux, fiterator_, and dqmservices::DQMFileIterator::runNumber().

                                                                     {
   //fiterator_.logFileAction("readRunAuxiliary_");
 
   edm::RunAuxiliary* aux = new edm::RunAuxiliary(
       fiterator_.runNumber(), edm::Timestamp(), edm::Timestamp());
   return std::shared_ptr<edm::RunAuxiliary>(aux);
 }