Inheritance diagram for dqm::RamdiskMonitor:

Classes
struct	StreamME

Public Member Functions
	RamdiskMonitor (const edm::ParameterSet &ps)

	~RamdiskMonitor () override

Public Member Functions inherited from DQMOneEDAnalyzer< edm::LuminosityBlockCache< rdm::Empty > >
void	accumulate (edm::Event const &event, edm::EventSetup const &setup) override

void	beginRun (edm::Run const &run, edm::EventSetup const &setup) final

	DQMOneEDAnalyzer ()

void	endRun (edm::Run const &, edm::EventSetup const &) final

void	endRunProduce (edm::Run &run, edm::EventSetup const &setup) final

virtual bool	getCanSaveByLumi ()

Public Member Functions inherited from edm::one::EDProducer< edm::EndRunProducer, edm::one::WatchRuns, edm::Accumulator, Args... >
	EDProducer ()=default

SerialTaskQueue *	globalLuminosityBlocksQueue () final

SerialTaskQueue *	globalRunsQueue () final

bool	hasAbilityToProduceInBeginLumis () const final

bool	hasAbilityToProduceInBeginProcessBlocks () const final

bool	hasAbilityToProduceInBeginRuns () const final

bool	hasAbilityToProduceInEndLumis () const final

bool	hasAbilityToProduceInEndProcessBlocks () const final

bool	hasAbilityToProduceInEndRuns () const final

bool	wantsGlobalLuminosityBlocks () const final

bool	wantsGlobalRuns () const final

bool	wantsInputProcessBlocks () const final

bool	wantsProcessBlocks () const final

Public Member Functions inherited from edm::one::EDProducerBase
	EDProducerBase ()

ModuleDescription const &	moduleDescription () const

bool	wantsStreamLuminosityBlocks () const

bool	wantsStreamRuns () const

	~EDProducerBase () override

Public Member Functions inherited from edm::ProducerBase
void	callWhenNewProductsRegistered (std::function< void(BranchDescription const &)> const &func)

std::vector< edm::ProductResolverIndex > const &	indiciesForPutProducts (BranchType iBranchType) const

	ProducerBase ()

std::vector< edm::ProductResolverIndex > const &	putTokenIndexToProductResolverIndex () const

std::vector< bool > const &	recordProvenanceList () const

void	registerProducts (ProducerBase , ProductRegistry , ModuleDescription const &)

std::function< void(BranchDescription const &)>	registrationCallback () const
	used by the fwk to register list of products More...

void	resolvePutIndicies (BranchType iBranchType, ModuleToResolverIndicies const &iIndicies, std::string const &moduleLabel)

TypeLabelList const &	typeLabelList () const
	used by the fwk to register the list of products of this module More...

	~ProducerBase () noexcept(false) override

Public Member Functions inherited from edm::EDConsumerBase
std::vector< ConsumesInfo >	consumesInfo () const

void	convertCurrentProcessAlias (std::string const &processName)
	Convert "@currentProcess" in InputTag process names to the actual current process name. More...

	EDConsumerBase ()

	EDConsumerBase (EDConsumerBase &&)=default

	EDConsumerBase (EDConsumerBase const &)=delete

ESProxyIndex const *	esGetTokenIndices (edm::Transition iTrans) const

std::vector< ESProxyIndex > const &	esGetTokenIndicesVector (edm::Transition iTrans) const

std::vector< ESRecordIndex > const &	esGetTokenRecordIndicesVector (edm::Transition iTrans) const

ProductResolverIndexAndSkipBit	indexFrom (EDGetToken, BranchType, TypeID const &) const

void	itemsMayGet (BranchType, std::vector< ProductResolverIndexAndSkipBit > &) const

void	itemsToGet (BranchType, std::vector< ProductResolverIndexAndSkipBit > &) const

std::vector< ProductResolverIndexAndSkipBit > const &	itemsToGetFrom (BranchType iType) const

void	labelsForToken (EDGetToken iToken, Labels &oLabels) const

void	modulesWhoseProductsAreConsumed (std::vector< ModuleDescription const * > &modules, ProductRegistry const &preg, std::map< std::string, ModuleDescription const * > const &labelsToDesc, std::string const &processName) const

EDConsumerBase &	operator= (EDConsumerBase &&)=default

EDConsumerBase const &	operator= (EDConsumerBase const &)=delete

bool	registeredToConsume (ProductResolverIndex, bool, BranchType) const

bool	registeredToConsumeMany (TypeID const &, BranchType) const

ProductResolverIndexAndSkipBit	uncheckedIndexFrom (EDGetToken) const

void	updateLookup (BranchType iBranchType, ProductResolverIndexHelper const &, bool iPrefetchMayGet)

void	updateLookup (eventsetup::ESRecordsToProxyIndices const &)

virtual	~EDConsumerBase () noexcept(false)

Static Public Member Functions
static void	fillDescriptions (edm::ConfigurationDescriptions &descriptions)

Static Public Member Functions inherited from edm::one::EDProducerBase
static const std::string &	baseType ()

static void	fillDescriptions (ConfigurationDescriptions &descriptions)

static void	prevalidate (ConfigurationDescriptions &descriptions)

Protected Member Functions
void	analyze (edm::Event const &e, edm::EventSetup const &eSetup) override

void	analyzeFile (std::string fn, unsigned int run, unsigned int lumi, std::string label) const

void	bookHistograms (DQMStore::IBooker &, edm::Run const &, edm::EventSetup const &) override

double	getRunTimestamp () const

std::shared_ptr< rdm::Empty >	globalBeginLuminosityBlock (edm::LuminosityBlock const &lumi, edm::EventSetup const &eSetup) const override

void	globalEndLuminosityBlock (edm::LuminosityBlock const &lumi, edm::EventSetup const &eSetup) final

Protected Member Functions inherited from DQMOneEDAnalyzer< edm::LuminosityBlockCache< rdm::Empty > >
virtual void	dqmBeginRun (edm::Run const &, edm::EventSetup const &)

virtual void	dqmEndRun (edm::Run const &, edm::EventSetup const &)

Protected Member Functions inherited from edm::ProducerBase
template<class ProductType >
BranchAliasSetterT< ProductType >	produces ()
	declare what type of product will make and with which optional label More...

template<typename ProductType , BranchType B>
BranchAliasSetterT< ProductType >	produces ()

template<typename ProductType , Transition B>
BranchAliasSetterT< ProductType >	produces ()

BranchAliasSetter	produces (const TypeID &id, std::string instanceName=std::string(), bool recordProvenance=true)

template<BranchType B>
BranchAliasSetter	produces (const TypeID &id, std::string instanceName=std::string(), bool recordProvenance=true)

template<Transition B>
BranchAliasSetter	produces (const TypeID &id, std::string instanceName=std::string(), bool recordProvenance=true)

template<typename ProductType , Transition B>
BranchAliasSetterT< ProductType >	produces (std::string instanceName)

template<class ProductType >
BranchAliasSetterT< ProductType >	produces (std::string instanceName)

template<typename ProductType , BranchType B>
BranchAliasSetterT< ProductType >	produces (std::string instanceName)

ProducesCollector	producesCollector ()

Protected Member Functions inherited from edm::EDConsumerBase
EDGetToken	consumes (const TypeToGet &id, edm::InputTag const &tag)

template<typename ProductType , BranchType B = InEvent>
EDGetTokenT< ProductType >	consumes (edm::InputTag const &tag)

template<BranchType B = InEvent>
EDConsumerBaseAdaptor< B >	consumes (edm::InputTag tag) noexcept

template<BranchType B>
EDGetToken	consumes (TypeToGet const &id, edm::InputTag const &tag)

ConsumesCollector	consumesCollector ()
	Use a ConsumesCollector to gather consumes information from helper functions. More...

template<typename ProductType , BranchType B = InEvent>
void	consumesMany ()

void	consumesMany (const TypeToGet &id)

template<BranchType B>
void	consumesMany (const TypeToGet &id)

template<typename ESProduct , typename ESRecord , Transition Tr = Transition::Event>
auto	esConsumes ()

template<Transition Tr = Transition::Event>
constexpr auto	esConsumes () noexcept

template<typename ESProduct , typename ESRecord , Transition Tr = Transition::Event>
auto	esConsumes (ESInputTag const &tag)

template<Transition Tr = Transition::Event>
auto	esConsumes (ESInputTag tag) noexcept

template<Transition Tr = Transition::Event>
ESGetTokenGeneric	esConsumes (eventsetup::EventSetupRecordKey const &iRecord, eventsetup::DataKey const &iKey)
	Used with EventSetupRecord::doGet. More...

EDGetToken	mayConsume (const TypeToGet &id, edm::InputTag const &tag)

template<BranchType B>
EDGetToken	mayConsume (const TypeToGet &id, edm::InputTag const &tag)

template<typename ProductType , BranchType B = InEvent>
EDGetTokenT< ProductType >	mayConsume (edm::InputTag const &tag)

Protected Attributes
std::set< std::string >	filesSeen_

double	global_start_ = 0.

const std::string	runInputDir_

const unsigned int	runNumber_

const std::string	runPath_

const std::vector< std::string >	streamLabels_

std::map< std::string, StreamME >	streams_

Protected Attributes inherited from DQMOneEDAnalyzer< edm::LuminosityBlockCache< rdm::Empty > >
edm::EDPutTokenT< DQMToken >	runToken_

Static Protected Attributes
static constexpr double	LUMI = 23.310893056

Additional Inherited Members
Public Types inherited from DQMOneEDAnalyzer< edm::LuminosityBlockCache< rdm::Empty > >
typedef dqm::reco::DQMStore	DQMStore

typedef dqm::reco::MonitorElement	MonitorElement

Public Types inherited from edm::one::EDProducerBase
typedef EDProducerBase	ModuleType

Public Types inherited from edm::ProducerBase
using	ModuleToResolverIndicies = std::unordered_multimap< std::string, std::tuple< edm::TypeID const , const char , edm::ProductResolverIndex > >

typedef ProductRegistryHelper::TypeLabelList	TypeLabelList

Public Types inherited from edm::EDConsumerBase
typedef ProductLabels	Labels

Detailed Description

Definition at line 26 of file RamdiskMonitor.cc.

Constructor & Destructor Documentation

◆ RamdiskMonitor()

dqm::RamdiskMonitor::RamdiskMonitor ( const edm::ParameterSet & ps )

Definition at line 62 of file RamdiskMonitor.cc.

       : runNumber_{ps.getUntrackedParameter<unsigned int>("runNumber")},
         runInputDir_{ps.getUntrackedParameter<std::string>("runInputDir")},
         streamLabels_{ps.getUntrackedParameter<std::vector<std::string>>("streamLabels")},
         runPath_{fmt::sprintf("%s/run%06d", runInputDir_, runNumber_)}
  
   {}

References edm::ParameterSet::getUntrackedParameter().

◆ ~RamdiskMonitor()

dqm::RamdiskMonitor::~RamdiskMonitor ( )

override

Definition at line 70 of file RamdiskMonitor.cc.

70 {};

Member Function Documentation

◆ analyze()

void dqm::RamdiskMonitor::analyze	(	edm::Event const &	e,
		edm::EventSetup const &	eSetup
	)

inlineoverrideprotectedvirtual

Reimplemented from DQMOneEDAnalyzer< edm::LuminosityBlockCache< rdm::Empty > >.

Definition at line 37 of file RamdiskMonitor.cc.

37 {};

◆ analyzeFile()

void dqm::RamdiskMonitor::analyzeFile	(	std::string	fn,
		unsigned int	run,
		unsigned int	lumi,
		std::string	label
	)		const

protected

Definition at line 123 of file RamdiskMonitor.cc.

                                                                                                            {
     using LumiEntry = dqmservices::DQMFileIterator::LumiEntry;
  
     // we are disabled, at least for this stream
     if (streams_.empty())
       return;
  
     auto itStream = streams_.find(label);
     if (itStream == streams_.end()) {
       edm::LogPrint("RamdiskMonitor") << "Stream not monitored [" << label << "]: " << fn;
       return;
     }
  
     StreamME m = itStream->second;
  
     // decode json and fill in some histograms
     LumiEntry lumi_jsn = LumiEntry::load_json(runPath_, fn, lumi, -1);
     m.eventsAccepted->setBinContent(lumi, lumi_jsn.n_events_accepted);
     m.eventsProcessed->setBinContent(lumi, lumi_jsn.n_events_processed);
  
     // collect stat struct and calculate mtimes
     struct stat st;
     if (::stat(fn.c_str(), &st) != 0) {
       edm::LogWarning("RamdiskMonitor") << "Stat failed: " << fn;
       return;
     }
  
     // get start offset (from .global)
     // abort the calculation if it does not exist
     double start_offset = getRunTimestamp();
     if (start_offset <= 0)
       return;
  
     // check fff_dqmtools (separate repository)
     // for calculation details
     double mtime = st.st_mtime;
     double ctime = st.st_ctime;
  
     // timeout from the begging of the run
     double start_offset_mtime = mtime - start_offset - LUMI;
     double start_offset_ctime = ctime - start_offset - LUMI;
     double lumi_offset = (lumi - 1) * LUMI;
  
     // timeout from the time we think this lumi happenned
     double delay_mtime = start_offset_mtime - lumi_offset;
     double delay_ctime = start_offset_ctime - lumi_offset;
  
     m.deliveryDelayMTime->setBinContent(lumi, delay_mtime);
     m.deliveryDelayCTime->setBinContent(lumi, delay_ctime);
   };

References personalPlayback::fn, getRunTimestamp(), label, LUMI, visualization-live-secondInstance_cfg::m, runPath_, hgcalPlots::stat, and streams_.

Referenced by globalBeginLuminosityBlock().

◆ bookHistograms()

void dqm::RamdiskMonitor::bookHistograms	(	DQMStore::IBooker &	ib,
		edm::Run const &	,
		edm::EventSetup const &
	)

overrideprotectedvirtual

Implements DQMOneEDAnalyzer< edm::LuminosityBlockCache< rdm::Empty > >.

Definition at line 72 of file RamdiskMonitor.cc.

                                                                                                 {
     for (const auto &stream : streamLabels_) {
       edm::LogInfo("RamdiskMonitor") << "Booking: " << stream;
  
       ib.cd();
       ib.setCurrentFolder(std::string("Info/RamdiskMonitor/") + stream + "/");
  
       StreamME m;
  
       m.eventsAccepted = ib.book1D("EventAccepted", "# of accepted events per lumi", 4, 0., 4.);
       m.eventsProcessed = ib.book1D("EventProcessed", "# of processed events per lumi", 4, 0., 4.);
       m.deliveryDelayMTime =
           ib.book1D("DeliveryDelayMTime", "Observed delivery delay for the data file (mtime).", 4, 0., 4.);
       m.deliveryDelayCTime =
           ib.book1D("DeliveryDelayCTime", "Observed delivery delay for the data file (ctime).", 4, 0., 4.);
  
       m.eventsAccepted->getTH1F()->SetCanExtend(TH1::kXaxis);
       m.eventsProcessed->getTH1F()->SetCanExtend(TH1::kXaxis);
       m.deliveryDelayMTime->getTH1F()->SetCanExtend(TH1::kXaxis);
       m.deliveryDelayCTime->getTH1F()->SetCanExtend(TH1::kXaxis);
  
       m.eventsAccepted->setAxisTitle("Luminosity Section", 1);
       m.eventsProcessed->setAxisTitle("Luminosity Section", 1);
       m.deliveryDelayMTime->setAxisTitle("Luminosity Section", 1);
       m.deliveryDelayCTime->setAxisTitle("Luminosity Section", 1);
  
       m.eventsAccepted->setAxisTitle("Number of events", 2);
       m.eventsProcessed->setAxisTitle("Number of events", 2);
       m.deliveryDelayMTime->setAxisTitle("Delay (s.)", 2);
       m.deliveryDelayCTime->setAxisTitle("Delay (s.)", 2);
  
       streams_[stream] = m;
     }
   };

References cuy::ib, visualization-live-secondInstance_cfg::m, cms::cuda::stream, streamLabels_, streams_, and AlCaHLTBitMon_QueryRunRegistry::string.

◆ fillDescriptions()

void dqm::RamdiskMonitor::fillDescriptions ( edm::ConfigurationDescriptions & descriptions )

static

Definition at line 226 of file RamdiskMonitor.cc.

                                                                        {
     edm::ParameterSetDescription desc;
  
     desc.setComment(
         "Analyses file timestams in the /fff/ramdisk and creates monitor "
         "elements.");
  
     desc.addUntracked<std::vector<std::string>>("streamLabels")->setComment("List of streams to monitor.");
  
     desc.addUntracked<unsigned int>("runNumber")->setComment("Run number passed via configuration file.");
  
     desc.addUntracked<std::string>("runInputDir")->setComment("Directory where the DQM files will appear.");
  
     d.add("RamdiskMonitor", desc);
   }

References ztail::d, submitPVResolutionJobs::desc, and AlCaHLTBitMon_QueryRunRegistry::string.

◆ getRunTimestamp()

double dqm::RamdiskMonitor::getRunTimestamp ( ) const

protected

Definition at line 107 of file RamdiskMonitor.cc.

                                                {
     if (global_start_ != 0)
       return global_start_;
  
     std::string run_global = fmt::sprintf("%s/.run%06d.global", runInputDir_, runNumber_);
     struct stat st;
     if (::stat(run_global.c_str(), &st) != 0) {
       edm::LogWarning("RamdiskMonitor") << "Stat failed: " << run_global;
       return 0.;
     }
  
     global_start_ = st.st_mtime;
     edm::LogPrint("RamdiskMonitor") << "Run start timestamp: " << global_start_;
     return global_start_;
   };

References global_start_, runInputDir_, runNumber_, hgcalPlots::stat, and AlCaHLTBitMon_QueryRunRegistry::string.

Referenced by analyzeFile().

◆ globalBeginLuminosityBlock()

std::shared_ptr< dqm::rdm::Empty > dqm::RamdiskMonitor::globalBeginLuminosityBlock	(	edm::LuminosityBlock const &	lumi,
		edm::EventSetup const &	eSetup
	)		const

overrideprotected

Definition at line 174 of file RamdiskMonitor.cc.

                                                                                                                  {
     // search filesystem to find available lumi section files
     using std::filesystem::directory_entry;
     using std::filesystem::directory_iterator;
  
     directory_iterator dend;
     for (directory_iterator di(runPath_); di != dend; ++di) {
       const boost::regex fn_re("run(\\d+)_ls(\\d+)_([a-zA-Z0-9]+)(_.*)?\\.jsn");
  
       const std::string filename = di->path().filename().string();
       const std::string fn = di->path().string();
  
       if (filesSeen_.find(filename) != filesSeen_.end()) {
         continue;
       }
  
       boost::smatch result;
       if (boost::regex_match(filename, result, fn_re)) {
         unsigned int run = std::stoi(result[1]);
         unsigned int lumi = std::stoi(result[2]);
         std::string label = result[3];
  
         filesSeen_.insert(filename);
  
         if (run != runNumber_)
           continue;
  
         // check if this is EoR
         if ((lumi == 0) && (label == "EoR")) {
           // do not handle
           continue;
         }
  
         try {
           this->analyzeFile(fn, run, lumi, label);
         } catch (const std::exception &e) {
           // it's likely we have read it too soon
           filesSeen_.erase(filename);
  
           std::string msg("Found, tried to load the json, but failed (");
           msg += e.what();
           msg += "): ";
           edm::LogWarning("RamdiskMonitor") << msg;
         }
       }
     }
  
     // @TODO lookup info for the current lumi
     return std::shared_ptr<dqm::rdm::Empty>();
   }

References analyzeFile(), MillePedeFileConverter_cfg::e, cppFunctionSkipper::exception, corrVsCorr::filename, filesSeen_, personalPlayback::fn, label, mps_check::msg, mps_fire::result, writedatasetfile::run, runNumber_, runPath_, and AlCaHLTBitMon_QueryRunRegistry::string.

◆ globalEndLuminosityBlock()

void dqm::RamdiskMonitor::globalEndLuminosityBlock	(	edm::LuminosityBlock const &	lumi,
		edm::EventSetup const &	eSetup
	)

inlinefinalprotected

Definition at line 36 of file RamdiskMonitor.cc.

36 {}

Member Data Documentation

◆ filesSeen_

std::set<std::string> dqm::RamdiskMonitor::filesSeen_

mutableprotected

Definition at line 56 of file RamdiskMonitor.cc.

Referenced by globalBeginLuminosityBlock().

◆ global_start_

double dqm::RamdiskMonitor::global_start_ = 0.

mutableprotected

Definition at line 57 of file RamdiskMonitor.cc.

Referenced by getRunTimestamp().

◆ LUMI

constexpr double dqm::RamdiskMonitor::LUMI = 23.310893056

staticconstexprprotected

Definition at line 59 of file RamdiskMonitor.cc.

Referenced by analyzeFile().

◆ runInputDir_

const std::string dqm::RamdiskMonitor::runInputDir_

protected

Definition at line 43 of file RamdiskMonitor.cc.

Referenced by getRunTimestamp().

◆ runNumber_

const unsigned int dqm::RamdiskMonitor::runNumber_

protected

Definition at line 42 of file RamdiskMonitor.cc.

Referenced by getRunTimestamp(), and globalBeginLuminosityBlock().

◆ runPath_

const std::string dqm::RamdiskMonitor::runPath_

protected

Definition at line 45 of file RamdiskMonitor.cc.

Referenced by analyzeFile(), and globalBeginLuminosityBlock().

◆ streamLabels_

const std::vector<std::string> dqm::RamdiskMonitor::streamLabels_

protected

Definition at line 44 of file RamdiskMonitor.cc.

Referenced by bookHistograms().

◆ streams_

std::map<std::string, StreamME> dqm::RamdiskMonitor::streams_

protected

Definition at line 55 of file RamdiskMonitor.cc.

Referenced by analyzeFile(), and bookHistograms().

Classes

Public Member Functions

Static Public Member Functions

Protected Member Functions

Protected Attributes

Static Protected Attributes

Additional Inherited Members

Detailed Description

Constructor & Destructor Documentation

◆ RamdiskMonitor()

◆ ~RamdiskMonitor()

Member Function Documentation

◆ analyze()

◆ analyzeFile()

◆ bookHistograms()

◆ fillDescriptions()

◆ getRunTimestamp()

◆ globalBeginLuminosityBlock()

◆ globalEndLuminosityBlock()

Member Data Documentation

◆ filesSeen_

◆ global_start_

◆ LUMI

◆ runInputDir_

◆ runNumber_

◆ runPath_

◆ streamLabels_

◆ streams_