Inheritance diagram for dqm::RamdiskMonitor:

Classes
struct	StreamME

Public Member Functions
	RamdiskMonitor (const edm::ParameterSet &ps)

	~RamdiskMonitor () override

Public Member Functions inherited from DQMOneEDAnalyzer< edm::LuminosityBlockCache< rdm::Empty > >
void	accumulate (edm::Event const &event, edm::EventSetup const &setup) final

void	beginRun (edm::Run const &run, edm::EventSetup const &setup) final

	DQMOneEDAnalyzer ()

void	endRun (edm::Run const &, edm::EventSetup const &) final

void	endRunProduce (edm::Run &run, edm::EventSetup const &setup) final

virtual bool	getCanSaveByLumi ()

Public Member Functions inherited from edm::one::EDProducer< edm::EndRunProducer, edm::one::WatchRuns, edm::Accumulator, Args... >
	EDProducer ()=default

SerialTaskQueue *	globalLuminosityBlocksQueue () final

SerialTaskQueue *	globalRunsQueue () final

bool	hasAbilityToProduceInBeginLumis () const final

bool	hasAbilityToProduceInBeginRuns () const final

bool	hasAbilityToProduceInEndLumis () const final

bool	hasAbilityToProduceInEndRuns () const final

bool	wantsGlobalLuminosityBlocks () const final

bool	wantsGlobalRuns () const final

Public Member Functions inherited from edm::one::EDProducerBase
	EDProducerBase ()

ModuleDescription const &	moduleDescription () const

bool	wantsStreamLuminosityBlocks () const

bool	wantsStreamRuns () const

	~EDProducerBase () override

Public Member Functions inherited from edm::ProducerBase
void	callWhenNewProductsRegistered (std::function< void(BranchDescription const &)> const &func)

std::vector< edm::ProductResolverIndex > const &	indiciesForPutProducts (BranchType iBranchType) const

	ProducerBase ()

std::vector< edm::ProductResolverIndex > const &	putTokenIndexToProductResolverIndex () const

void	registerProducts (ProducerBase , ProductRegistry , ModuleDescription const &)

std::function< void(BranchDescription const &)>	registrationCallback () const
	used by the fwk to register list of products More...

void	resolvePutIndicies (BranchType iBranchType, ModuleToResolverIndicies const &iIndicies, std::string const &moduleLabel)

	~ProducerBase () noexcept(false) override

Public Member Functions inherited from edm::EDConsumerBase
std::vector< ConsumesInfo >	consumesInfo () const

void	convertCurrentProcessAlias (std::string const &processName)
	Convert "@currentProcess" in InputTag process names to the actual current process name. More...

	EDConsumerBase ()

	EDConsumerBase (EDConsumerBase const &)=delete

	EDConsumerBase (EDConsumerBase &&)=default

ESProxyIndex const *	esGetTokenIndices (edm::Transition iTrans) const

ProductResolverIndexAndSkipBit	indexFrom (EDGetToken, BranchType, TypeID const &) const

void	itemsMayGet (BranchType, std::vector< ProductResolverIndexAndSkipBit > &) const

void	itemsToGet (BranchType, std::vector< ProductResolverIndexAndSkipBit > &) const

std::vector< ProductResolverIndexAndSkipBit > const &	itemsToGetFrom (BranchType iType) const

void	labelsForToken (EDGetToken iToken, Labels &oLabels) const

void	modulesWhoseProductsAreConsumed (std::vector< ModuleDescription const * > &modules, ProductRegistry const &preg, std::map< std::string, ModuleDescription const * > const &labelsToDesc, std::string const &processName) const

EDConsumerBase const &	operator= (EDConsumerBase const &)=delete

EDConsumerBase &	operator= (EDConsumerBase &&)=default

bool	registeredToConsume (ProductResolverIndex, bool, BranchType) const

bool	registeredToConsumeMany (TypeID const &, BranchType) const

ProductResolverIndexAndSkipBit	uncheckedIndexFrom (EDGetToken) const

void	updateLookup (BranchType iBranchType, ProductResolverIndexHelper const &, bool iPrefetchMayGet)

void	updateLookup (eventsetup::ESRecordsToProxyIndices const &)

virtual	~EDConsumerBase () noexcept(false)

Static Public Member Functions
static void	fillDescriptions (edm::ConfigurationDescriptions &descriptions)

Static Public Member Functions inherited from edm::one::EDProducerBase
static const std::string &	baseType ()

static void	fillDescriptions (ConfigurationDescriptions &descriptions)

static void	prevalidate (ConfigurationDescriptions &descriptions)

Protected Member Functions
void	analyze (edm::Event const &e, edm::EventSetup const &eSetup) override

void	analyzeFile (std::string fn, unsigned int run, unsigned int lumi, std::string label) const

void	bookHistograms (DQMStore::IBooker &, edm::Run const &, edm::EventSetup const &) override

double	getRunTimestamp () const

std::shared_ptr< rdm::Empty >	globalBeginLuminosityBlock (edm::LuminosityBlock const &lumi, edm::EventSetup const &eSetup) const override

void	globalEndLuminosityBlock (edm::LuminosityBlock const &lumi, edm::EventSetup const &eSetup) final

Protected Member Functions inherited from DQMOneEDAnalyzer< edm::LuminosityBlockCache< rdm::Empty > >
virtual void	dqmBeginRun (edm::Run const &, edm::EventSetup const &)

virtual void	dqmEndRun (edm::Run const &, edm::EventSetup const &)

Protected Member Functions inherited from edm::ProducerBase
ProducesCollector	producesCollector ()

Protected Member Functions inherited from edm::EDConsumerBase
template<typename ProductType , BranchType B = InEvent>
EDGetTokenT< ProductType >	consumes (edm::InputTag const &tag)

EDGetToken	consumes (const TypeToGet &id, edm::InputTag const &tag)

template<BranchType B>
EDGetToken	consumes (TypeToGet const &id, edm::InputTag const &tag)

ConsumesCollector	consumesCollector ()
	Use a ConsumesCollector to gather consumes information from helper functions. More...

template<typename ProductType , BranchType B = InEvent>
void	consumesMany ()

void	consumesMany (const TypeToGet &id)

template<BranchType B>
void	consumesMany (const TypeToGet &id)

template<typename ESProduct , typename ESRecord , Transition Tr = Transition::Event>
auto	esConsumes ()

template<typename ESProduct , typename ESRecord , Transition Tr = Transition::Event>
auto	esConsumes (ESInputTag const &tag)

template<typename ProductType , BranchType B = InEvent>
EDGetTokenT< ProductType >	mayConsume (edm::InputTag const &tag)

EDGetToken	mayConsume (const TypeToGet &id, edm::InputTag const &tag)

template<BranchType B>
EDGetToken	mayConsume (const TypeToGet &id, edm::InputTag const &tag)

Protected Attributes
std::set< std::string >	filesSeen_

double	global_start_ = 0.

const std::string	runInputDir_

const unsigned int	runNumber_

const std::string	runPath_

const std::vector< std::string >	streamLabels_

std::map< std::string, StreamME >	streams_

Protected Attributes inherited from DQMOneEDAnalyzer< edm::LuminosityBlockCache< rdm::Empty > >
edm::EDPutTokenT< DQMToken >	runToken_

Static Protected Attributes
static double	LUMI = 23.310893056

Additional Inherited Members
Public Types inherited from DQMOneEDAnalyzer< edm::LuminosityBlockCache< rdm::Empty > >
typedef dqm::reco::DQMStore	DQMStore

typedef dqm::reco::MonitorElement	MonitorElement

Public Types inherited from edm::one::EDProducerBase
typedef EDProducerBase	ModuleType

Public Types inherited from edm::ProducerBase
using	ModuleToResolverIndicies = std::unordered_multimap< std::string, std::tuple< edm::TypeID const , const char , edm::ProductResolverIndex >>

typedef ProductRegistryHelper::TypeLabelList	TypeLabelList

Public Types inherited from edm::EDConsumerBase
typedef ProductLabels	Labels

Detailed Description

Definition at line 28 of file RamdiskMonitor.cc.

Constructor & Destructor Documentation

dqm::RamdiskMonitor::RamdiskMonitor ( const edm::ParameterSet & ps )

Definition at line 64 of file RamdiskMonitor.cc.

References dqm-mbProfile::format, edm::ParameterSet::getUntrackedParameter(), runInputDir_, runNumber_, runPath_, str, streamLabels_, and AlCaHLTBitMon_QueryRunRegistry::string.

       : runNumber_{ps.getUntrackedParameter<unsigned int>("runNumber")},
         runInputDir_{ps.getUntrackedParameter<std::string>("runInputDir")},
         streamLabels_{ps.getUntrackedParameter<std::vector<std::string>>("streamLabels")},
         runPath_{str(boost::format("%s/run%06d") % runInputDir_ % runNumber_)}
 
   {}

dqm::RamdiskMonitor::~RamdiskMonitor ( )

override

Definition at line 72 of file RamdiskMonitor.cc.

72 {};

Member Function Documentation

void dqm::RamdiskMonitor::analyze	(	edm::Event const &	e,
		edm::EventSetup const &	eSetup
	)

inlineoverrideprotectedvirtual

Reimplemented from DQMOneEDAnalyzer< edm::LuminosityBlockCache< rdm::Empty > >.

Definition at line 39 of file RamdiskMonitor.cc.

References personalPlayback::fn, label, writedatasetfile::run, and AlCaHLTBitMon_QueryRunRegistry::string.

39 {};

void dqm::RamdiskMonitor::analyzeFile	(	std::string	fn,
		unsigned int	run,
		unsigned int	lumi,
		std::string	label
	)		const

protected

Definition at line 125 of file RamdiskMonitor.cc.

References dqm::RamdiskMonitor::StreamME::deliveryDelayCTime, dqm::RamdiskMonitor::StreamME::deliveryDelayMTime, dqm::RamdiskMonitor::StreamME::eventsAccepted, dqm::RamdiskMonitor::StreamME::eventsProcessed, personalPlayback::fn, getRunTimestamp(), LUMI, visualization-live-secondInstance_cfg::m, runPath_, dqm::impl::MonitorElement::setBinContent(), hgcalPlots::stat, and streams_.

Referenced by globalBeginLuminosityBlock().

                                                                                                            {
     using LumiEntry = dqmservices::DQMFileIterator::LumiEntry;
 
     // we are disabled, at least for this stream
     if (streams_.empty())
       return;
 
     auto itStream = streams_.find(label);
     if (itStream == streams_.end()) {
       edm::LogPrint("RamdiskMonitor") << "Stream not monitored [" << label << "]: " << fn;
       return;
     }
 
     StreamME m = itStream->second;
 
     // decode json and fill in some histograms
     LumiEntry lumi_jsn = LumiEntry::load_json(runPath_, fn, lumi, -1);
     m.eventsAccepted->setBinContent(lumi, lumi_jsn.n_events_accepted);
     m.eventsProcessed->setBinContent(lumi, lumi_jsn.n_events_processed);
 
     // collect stat struct and calculate mtimes
     struct stat st;
     if (::stat(fn.c_str(), &st) != 0) {
       edm::LogWarning("RamdiskMonitor") << "Stat failed: " << fn;
       return;
     }
 
     // get start offset (from .global)
     // abort the calculation if it does not exist
     double start_offset = getRunTimestamp();
     if (start_offset <= 0)
       return;
 
     // check fff_dqmtools (separate repository)
     // for calculation details
     double mtime = st.st_mtime;
     double ctime = st.st_ctime;
 
     // timeout from the begging of the run
     double start_offset_mtime = mtime - start_offset - LUMI;
     double start_offset_ctime = ctime - start_offset - LUMI;
     double lumi_offset = (lumi - 1) * LUMI;
 
     // timeout from the time we think this lumi happenned
     double delay_mtime = start_offset_mtime - lumi_offset;
     double delay_ctime = start_offset_ctime - lumi_offset;
 
     m.deliveryDelayMTime->setBinContent(lumi, delay_mtime);
     m.deliveryDelayCTime->setBinContent(lumi, delay_ctime);
   };

void dqm::RamdiskMonitor::bookHistograms	(	DQMStore::IBooker &	ib,
		edm::Run const &	,
		edm::EventSetup const &
	)

overrideprotectedvirtual

Implements DQMOneEDAnalyzer< edm::LuminosityBlockCache< rdm::Empty > >.

Definition at line 74 of file RamdiskMonitor.cc.

References dqm::dqmstoreimpl::DQMStore::IBooker::book1D(), dqm::dqmstoreimpl::DQMStore::IBooker::cd(), dqm::RamdiskMonitor::StreamME::deliveryDelayCTime, dqm::RamdiskMonitor::StreamME::deliveryDelayMTime, dqm::RamdiskMonitor::StreamME::eventsAccepted, dqm::RamdiskMonitor::StreamME::eventsProcessed, dqm::impl::MonitorElement::getTH1F(), visualization-live-secondInstance_cfg::m, dqm::impl::MonitorElement::setAxisTitle(), dqm::dqmstoreimpl::DQMStore::IBooker::setCurrentFolder(), streamLabels_, streams_, and AlCaHLTBitMon_QueryRunRegistry::string.

                                                                                                 {
     for (auto stream : streamLabels_) {
       edm::LogInfo("RamdiskMonitor") << "Booking: " << stream;
 
       ib.cd();
       ib.setCurrentFolder(std::string("Info/RamdiskMonitor/") + stream + "/");
 
       StreamME m;
 
       m.eventsAccepted = ib.book1D("EventAccepted", "# of accepted events per lumi", 4, 0., 4.);
       m.eventsProcessed = ib.book1D("EventProcessed", "# of processed events per lumi", 4, 0., 4.);
       m.deliveryDelayMTime =
           ib.book1D("DeliveryDelayMTime", "Observed delivery delay for the data file (mtime).", 4, 0., 4.);
       m.deliveryDelayCTime =
           ib.book1D("DeliveryDelayCTime", "Observed delivery delay for the data file (ctime).", 4, 0., 4.);
 
       m.eventsAccepted->getTH1F()->SetCanExtend(TH1::kXaxis);
       m.eventsProcessed->getTH1F()->SetCanExtend(TH1::kXaxis);
       m.deliveryDelayMTime->getTH1F()->SetCanExtend(TH1::kXaxis);
       m.deliveryDelayCTime->getTH1F()->SetCanExtend(TH1::kXaxis);
 
       m.eventsAccepted->setAxisTitle("Luminosity Section", 1);
       m.eventsProcessed->setAxisTitle("Luminosity Section", 1);
       m.deliveryDelayMTime->setAxisTitle("Luminosity Section", 1);
       m.deliveryDelayCTime->setAxisTitle("Luminosity Section", 1);
 
       m.eventsAccepted->setAxisTitle("Number of events", 2);
       m.eventsProcessed->setAxisTitle("Number of events", 2);
       m.deliveryDelayMTime->setAxisTitle("Delay (s.)", 2);
       m.deliveryDelayCTime->setAxisTitle("Delay (s.)", 2);
 
       streams_[stream] = m;
     }
   };

void dqm::RamdiskMonitor::fillDescriptions ( edm::ConfigurationDescriptions & descriptions )

static

Definition at line 228 of file RamdiskMonitor.cc.

References edm::ConfigurationDescriptions::add(), edm::ParameterSetDescription::addUntracked(), edm::ParameterSetDescription::setComment(), and AlCaHLTBitMon_QueryRunRegistry::string.

                                                                        {
     edm::ParameterSetDescription desc;
 
     desc.setComment(
         "Analyses file timestams in the /fff/ramdisk and creates monitor "
         "elements.");
 
     desc.addUntracked<std::vector<std::string>>("streamLabels")->setComment("List of streams to monitor.");
 
     desc.addUntracked<unsigned int>("runNumber")->setComment("Run number passed via configuration file.");
 
     desc.addUntracked<std::string>("runInputDir")->setComment("Directory where the DQM files will appear.");
 
     d.add("RamdiskMonitor", desc);
   }

double dqm::RamdiskMonitor::getRunTimestamp ( ) const

protected

Definition at line 109 of file RamdiskMonitor.cc.

References dqm-mbProfile::format, global_start_, runInputDir_, runNumber_, hgcalPlots::stat, str, and AlCaHLTBitMon_QueryRunRegistry::string.

Referenced by analyzeFile().

                                                {
     if (global_start_ != 0)
       return global_start_;
 
     std::string run_global = str(boost::format("%s/.run%06d.global") % runInputDir_ % runNumber_);
     struct stat st;
     if (::stat(run_global.c_str(), &st) != 0) {
       edm::LogWarning("RamdiskMonitor") << "Stat failed: " << run_global;
       return 0.;
     }
 
     global_start_ = st.st_mtime;
     edm::LogPrint("RamdiskMonitor") << "Run start timestamp: " << global_start_;
     return global_start_;
   };

std::shared_ptr< dqm::rdm::Empty > dqm::RamdiskMonitor::globalBeginLuminosityBlock	(	edm::LuminosityBlock const &	lumi,
		edm::EventSetup const &	eSetup
	)		const

overrideprotected

Definition at line 176 of file RamdiskMonitor.cc.

References analyzeFile(), MillePedeFileConverter_cfg::e, cppFunctionSkipper::exception, corrVsCorr::filename, filesSeen_, personalPlayback::fn, label, mps_check::msg, mps_fire::result, writedatasetfile::run, runNumber_, runPath_, and AlCaHLTBitMon_QueryRunRegistry::string.

                                                                                                                  {
     // search filesystem to find available lumi section files
     using boost::filesystem::directory_entry;
     using boost::filesystem::directory_iterator;
 
     directory_iterator dend;
     for (directory_iterator di(runPath_); di != dend; ++di) {
       const boost::regex fn_re("run(\\d+)_ls(\\d+)_([a-zA-Z0-9]+)(_.*)?\\.jsn");
 
       const std::string filename = di->path().filename().string();
       const std::string fn = di->path().string();
 
       if (filesSeen_.find(filename) != filesSeen_.end()) {
         continue;
       }
 
       boost::smatch result;
       if (boost::regex_match(filename, result, fn_re)) {
         unsigned int run = std::stoi(result[1]);
         unsigned int lumi = std::stoi(result[2]);
         std::string label = result[3];
 
         filesSeen_.insert(filename);
 
         if (run != runNumber_)
           continue;
 
         // check if this is EoR
         if ((lumi == 0) && (label == "EoR")) {
           // do not handle
           continue;
         }
 
         try {
           this->analyzeFile(fn, run, lumi, label);
         } catch (const std::exception &e) {
           // it's likely we have read it too soon
           filesSeen_.erase(filename);
 
           std::string msg("Found, tried to load the json, but failed (");
           msg += e.what();
           msg += "): ";
           edm::LogWarning("RamdiskMonitor") << msg;
         }
       }
     }
 
     // @TODO lookup info for the current lumi
     return std::shared_ptr<dqm::rdm::Empty>();
   }