Inheritance diagram for dqm::RamdiskMonitor:

Classes
struct	StreamME

Public Member Functions
	RamdiskMonitor (const edm::ParameterSet &ps)

	~RamdiskMonitor () override

Public Member Functions inherited from DQMEDAnalyzer
void	beginRun (edm::Run const &, edm::EventSetup const &) final

void	beginStream (edm::StreamID id) final

virtual void	dqmBeginRun (edm::Run const &, edm::EventSetup const &)

	DQMEDAnalyzer (void)

void	endLuminosityBlockSummary (edm::LuminosityBlock const &, edm::EventSetup const &, dqmDetails::NoCache *) const final

void	endRunSummary (edm::Run const &, edm::EventSetup const &, dqmDetails::NoCache *) const final

uint32_t	streamId () const

Public Member Functions inherited from edm::stream::EDAnalyzer< edm::RunSummaryCache< dqmDetails::NoCache >, edm::LuminosityBlockSummaryCache< dqmDetails::NoCache > >
	EDAnalyzer ()=default

Public Member Functions inherited from edm::stream::EDAnalyzerBase
void	callWhenNewProductsRegistered (std::function< void(BranchDescription const &)> const &func)

	EDAnalyzerBase ()

ModuleDescription const &	moduleDescription () const

	~EDAnalyzerBase () override

Public Member Functions inherited from edm::EDConsumerBase
std::vector< ConsumesInfo >	consumesInfo () const

void	convertCurrentProcessAlias (std::string const &processName)
	Convert "@currentProcess" in InputTag process names to the actual current process name. More...

	EDConsumerBase ()

	EDConsumerBase (EDConsumerBase const &)=delete

	EDConsumerBase (EDConsumerBase &&)=default

ProductResolverIndexAndSkipBit	indexFrom (EDGetToken, BranchType, TypeID const &) const

void	itemsMayGet (BranchType, std::vector< ProductResolverIndexAndSkipBit > &) const

void	itemsToGet (BranchType, std::vector< ProductResolverIndexAndSkipBit > &) const

std::vector< ProductResolverIndexAndSkipBit > const &	itemsToGetFrom (BranchType iType) const

void	labelsForToken (EDGetToken iToken, Labels &oLabels) const

void	modulesWhoseProductsAreConsumed (std::vector< ModuleDescription const * > &modules, ProductRegistry const &preg, std::map< std::string, ModuleDescription const * > const &labelsToDesc, std::string const &processName) const

EDConsumerBase const &	operator= (EDConsumerBase const &)=delete

EDConsumerBase &	operator= (EDConsumerBase &&)=default

bool	registeredToConsume (ProductResolverIndex, bool, BranchType) const

bool	registeredToConsumeMany (TypeID const &, BranchType) const

void	updateLookup (BranchType iBranchType, ProductResolverIndexHelper const &, bool iPrefetchMayGet)

virtual	~EDConsumerBase () noexcept(false)

Static Public Member Functions
static void	fillDescriptions (edm::ConfigurationDescriptions &descriptions)

Static Public Member Functions inherited from DQMEDAnalyzer
static std::shared_ptr< dqmDetails::NoCache >	globalBeginLuminosityBlockSummary (edm::LuminosityBlock const &, edm::EventSetup const &, LuminosityBlockContext const *)

static std::shared_ptr< dqmDetails::NoCache >	globalBeginRunSummary (edm::Run const &, edm::EventSetup const &, RunContext const *)

static void	globalEndLuminosityBlockSummary (edm::LuminosityBlock const &, edm::EventSetup const &, LuminosityBlockContext const , dqmDetails::NoCache )

static void	globalEndRunSummary (edm::Run const &, edm::EventSetup const &, RunContext const , dqmDetails::NoCache )

Static Public Member Functions inherited from edm::stream::EDAnalyzerBase
static const std::string &	baseType ()

static void	fillDescriptions (ConfigurationDescriptions &descriptions)

static void	prevalidate (ConfigurationDescriptions &descriptions)

Protected Member Functions
void	analyze (edm::Event const &e, edm::EventSetup const &eSetup) override

void	analyzeFile (std::string fn, unsigned int run, unsigned int lumi, std::string label)

void	beginLuminosityBlock (edm::LuminosityBlock const &lumi, edm::EventSetup const &eSetup) override

void	bookHistograms (DQMStore::IBooker &, edm::Run const &, edm::EventSetup const &) override

double	getRunTimestamp ()

Protected Member Functions inherited from edm::EDConsumerBase
template<typename ProductType , BranchType B = InEvent>
EDGetTokenT< ProductType >	consumes (edm::InputTag const &tag)

EDGetToken	consumes (const TypeToGet &id, edm::InputTag const &tag)

template<BranchType B>
EDGetToken	consumes (TypeToGet const &id, edm::InputTag const &tag)

ConsumesCollector	consumesCollector ()
	Use a ConsumesCollector to gather consumes information from helper functions. More...

template<typename ProductType , BranchType B = InEvent>
void	consumesMany ()

void	consumesMany (const TypeToGet &id)

template<BranchType B>
void	consumesMany (const TypeToGet &id)

template<typename ProductType , BranchType B = InEvent>
EDGetTokenT< ProductType >	mayConsume (edm::InputTag const &tag)

EDGetToken	mayConsume (const TypeToGet &id, edm::InputTag const &tag)

template<BranchType B>
EDGetToken	mayConsume (const TypeToGet &id, edm::InputTag const &tag)

Protected Attributes
std::set< std::string >	filesSeen_

double	global_start_ = 0.

const double	LUMI = 23.310893056

std::string	runInputDir_

unsigned int	runNumber_

std::string	runPath_

std::chrono::high_resolution_clock::time_point	runPathLastCollect_

std::vector< std::string >	streamLabels_

std::map< std::string, StreamME >	streams_

Additional Inherited Members
Public Types inherited from edm::stream::EDAnalyzer< edm::RunSummaryCache< dqmDetails::NoCache >, edm::LuminosityBlockSummaryCache< dqmDetails::NoCache > >
typedef CacheContexts< T... >	CacheTypes

typedef CacheTypes::GlobalCache	GlobalCache

typedef AbilityChecker< T... >	HasAbility

typedef CacheTypes::LuminosityBlockCache	LuminosityBlockCache

typedef LuminosityBlockContextT< LuminosityBlockCache, RunCache, GlobalCache >	LuminosityBlockContext

typedef CacheTypes::LuminosityBlockSummaryCache	LuminosityBlockSummaryCache

typedef CacheTypes::RunCache	RunCache

typedef RunContextT< RunCache, GlobalCache >	RunContext

typedef CacheTypes::RunSummaryCache	RunSummaryCache

Public Types inherited from edm::stream::EDAnalyzerBase
typedef EDAnalyzerAdaptorBase	ModuleType

Public Types inherited from edm::EDConsumerBase
typedef ProductLabels	Labels

Detailed Description

Definition at line 27 of file RamdiskMonitor.cc.

Constructor & Destructor Documentation

dqm::RamdiskMonitor::RamdiskMonitor ( const edm::ParameterSet & ps )

Definition at line 66 of file RamdiskMonitor.cc.

References edm::ParameterSet::getUntrackedParameter(), runInputDir_, runNumber_, streamLabels_, and AlCaHLTBitMon_QueryRunRegistry::string.

                                                         {
   runNumber_ = ps.getUntrackedParameter<unsigned int>("runNumber");
   runInputDir_ = ps.getUntrackedParameter<std::string>("runInputDir");
   streamLabels_ =
       ps.getUntrackedParameter<std::vector<std::string> >("streamLabels");
 };

dqm::RamdiskMonitor::~RamdiskMonitor ( )

override

Definition at line 73 of file RamdiskMonitor.cc.

73 {};

Member Function Documentation

void dqm::RamdiskMonitor::analyze	(	edm::Event const &	e,
		edm::EventSetup const &	eSetup
	)

inlineoverrideprotectedvirtual

Implements edm::stream::EDAnalyzerBase.

Definition at line 38 of file RamdiskMonitor.cc.

References analyzeFile(), getRunTimestamp(), diffTwoXMLs::label, findQualityFiles::run, and AlCaHLTBitMon_QueryRunRegistry::string.

39 {};

void dqm::RamdiskMonitor::analyzeFile	(	std::string	fn,
		unsigned int	run,
		unsigned int	lumi,
		std::string	label
	)

protected

Definition at line 133 of file RamdiskMonitor.cc.

References dqm::RamdiskMonitor::StreamME::deliveryDelayCTime, dqm::RamdiskMonitor::StreamME::deliveryDelayMTime, dqm::RamdiskMonitor::StreamME::eventsAccepted, dqm::RamdiskMonitor::StreamME::eventsProcessed, getRunTimestamp(), diffTwoXMLs::label, LUMI, funct::m, runPath_, MonitorElement::setBinContent(), trackingPlots::stat, and streams_.

Referenced by analyze(), and beginLuminosityBlock().

                                                                      {
   using LumiEntry = dqmservices::DQMFileIterator::LumiEntry;
 
   // we are disabled, at least for this stream
   if (streams_.empty()) return;
 
   if (streams_.find(label) == streams_.end()) {
     edm::LogPrint("RamdiskMonitor") << "Stream not monitored [" << label
                                     << "]: " << fn;
     return;
   }
 
   StreamME m = streams_[label];
 
   // decode json and fill in some histograms
   LumiEntry lumi_jsn = LumiEntry::load_json(runPath_, fn, lumi, -1);
   m.eventsAccepted->setBinContent(lumi, lumi_jsn.n_events_accepted);
   m.eventsProcessed->setBinContent(lumi, lumi_jsn.n_events_processed);
 
   // collect stat struct and calculate mtimes
   struct stat st;
   if (::stat(fn.c_str(), &st) != 0) {
     edm::LogWarning("RamdiskMonitor") << "Stat failed: " << fn;
     return;
   }
 
   // get start offset (from .global)
   // abort the calculation if it does not exist
   double start_offset = getRunTimestamp();
   if (start_offset <= 0) return;
 
   // check fff_dqmtools (separate repository)
   // for calculation details
   double mtime = st.st_mtime;
   double ctime = st.st_ctime;
 
   // timeout from the begging of the run
   double start_offset_mtime = mtime - start_offset - LUMI;
   double start_offset_ctime = ctime - start_offset - LUMI;
   double lumi_offset = (lumi - 1) * LUMI;
 
   // timeout from the time we think this lumi happenned
   double delay_mtime = start_offset_mtime - lumi_offset;
   double delay_ctime = start_offset_ctime - lumi_offset;
 
   m.deliveryDelayMTime->setBinContent(lumi, delay_mtime);
   m.deliveryDelayCTime->setBinContent(lumi, delay_ctime);
 };

void dqm::RamdiskMonitor::beginLuminosityBlock	(	edm::LuminosityBlock const &	lumi,
		edm::EventSetup const &	eSetup
	)

overrideprotectedvirtual

Reimplemented from edm::stream::EDAnalyzerBase.

Definition at line 183 of file RamdiskMonitor.cc.

References analyzeFile(), MillePedeFileConverter_cfg::e, cppFunctionSkipper::exception, corrVsCorr::filename, filesSeen_, diffTwoXMLs::label, mps_alisetup::msg, cmsPerfSuiteHarvest::now, mps_fire::result, findQualityFiles::run, runNumber_, runPath_, runPathLastCollect_, and AlCaHLTBitMon_QueryRunRegistry::string.

                                                                        {
   // search filesystem to find available lumi section files
   auto now = std::chrono::high_resolution_clock::now();
   runPathLastCollect_ = now;
 
   using boost::filesystem::directory_iterator;
   using boost::filesystem::directory_entry;
 
   directory_iterator dend;
   for (directory_iterator di(runPath_); di != dend; ++di) {
     const boost::regex fn_re("run(\\d+)_ls(\\d+)_([a-zA-Z0-9]+)(_.*)?\\.jsn");
 
     const std::string filename = di->path().filename().string();
     const std::string fn = di->path().string();
 
     if (filesSeen_.find(filename) != filesSeen_.end()) {
       continue;
     }
 
     boost::smatch result;
     if (boost::regex_match(filename, result, fn_re)) {
       unsigned int run = std::stoi(result[1]);
       unsigned int lumi = std::stoi(result[2]);
       std::string label = result[3];
 
       filesSeen_.insert(filename);
 
       if (run != runNumber_) continue;
 
       // check if this is EoR
       if ((lumi == 0) && (label == "EoR")) {
         // do not handle
         continue;
       }
 
       try {
         this->analyzeFile(fn, run, lumi, label);
       } catch (const std::exception &e) {
         // it's likely we have read it too soon
         filesSeen_.erase(filename);
 
         std::string msg("Found, tried to load the json, but failed (");
         msg += e.what();
         msg += "): ";
         edm::LogWarning("RamdiskMonitor") << msg;
       }
     }
   }
 
   // @TODO lookup info for the current lumi
 };

void dqm::RamdiskMonitor::bookHistograms	(	DQMStore::IBooker &	ib,
		edm::Run const &	,
		edm::EventSetup const &
	)

overrideprotectedvirtual

Implements DQMEDAnalyzer.

Definition at line 75 of file RamdiskMonitor.cc.

References DQMStore::IBooker::book1D(), DQMStore::IBooker::cd(), dqm::RamdiskMonitor::StreamME::deliveryDelayCTime, dqm::RamdiskMonitor::StreamME::deliveryDelayMTime, dqm::RamdiskMonitor::StreamME::eventsAccepted, dqm::RamdiskMonitor::StreamME::eventsProcessed, cmsPerfStripChart::format, MonitorElement::getTH1F(), funct::m, runInputDir_, runNumber_, runPath_, MonitorElement::setAxisTitle(), DQMStore::IBooker::setCurrentFolder(), harvestTrackValidationPlots::str, streamLabels_, streams_, and AlCaHLTBitMon_QueryRunRegistry::string.

                                                            {
   runPath_ = str(boost::format("%s/run%06d") % runInputDir_ % runNumber_);
 
   for (auto stream : streamLabels_) {
     edm::LogInfo("RamdiskMonitor") << "Booking: " << stream;
 
     ib.cd();
     ib.setCurrentFolder(std::string("Info/RamdiskMonitor/") + stream + "/");
 
     StreamME m;
 
     m.eventsAccepted =
         ib.book1D("EventAccepted", "# of accepted events per lumi", 4, 0., 4.);
     m.eventsProcessed = ib.book1D("EventProcessed",
                                   "# of processed events per lumi", 4, 0., 4.);
     m.deliveryDelayMTime = ib.book1D(
         "DeliveryDelayMTime",
         "Observed delivery delay for the data file (mtime).", 4, 0., 4.);
     m.deliveryDelayCTime = ib.book1D(
         "DeliveryDelayCTime",
         "Observed delivery delay for the data file (ctime).", 4, 0., 4.);
 
     m.eventsAccepted->getTH1F()->SetCanExtend(TH1::kXaxis);
     m.eventsProcessed->getTH1F()->SetCanExtend(TH1::kXaxis);
     m.deliveryDelayMTime->getTH1F()->SetCanExtend(TH1::kXaxis);
     m.deliveryDelayCTime->getTH1F()->SetCanExtend(TH1::kXaxis);
 
     m.eventsAccepted->setAxisTitle("Luminosity Section", 1);
     m.eventsProcessed->setAxisTitle("Luminosity Section", 1);
     m.deliveryDelayMTime->setAxisTitle("Luminosity Section", 1);
     m.deliveryDelayCTime->setAxisTitle("Luminosity Section", 1);
 
     m.eventsAccepted->setAxisTitle("Number of events", 2);
     m.eventsProcessed->setAxisTitle("Number of events", 2);
     m.deliveryDelayMTime->setAxisTitle("Delay (s.)", 2);
     m.deliveryDelayCTime->setAxisTitle("Delay (s.)", 2);
 
     streams_[stream] = m;
   }
 };

void dqm::RamdiskMonitor::fillDescriptions ( edm::ConfigurationDescriptions & descriptions )

static

Definition at line 236 of file RamdiskMonitor.cc.

References edm::ConfigurationDescriptions::add(), edm::ParameterSetDescription::addUntracked(), edm::ParameterSetDescription::setComment(), and AlCaHLTBitMon_QueryRunRegistry::string.

                                                                      {
   edm::ParameterSetDescription desc;
 
   desc.setComment(
       "Analyses file timestams in the /fff/ramdisk and creates monitor "
       "elements.");
 
   desc.addUntracked<std::vector<std::string> >("streamLabels")
       ->setComment("List of streams to monitor.");
 
   desc.addUntracked<unsigned int>("runNumber")
       ->setComment("Run number passed via configuration file.");
 
   desc.addUntracked<std::string>("runInputDir")
       ->setComment("Directory where the DQM files will appear.");
 
   d.add("RamdiskMonitor", desc);
 }

double dqm::RamdiskMonitor::getRunTimestamp ( )

protected

Definition at line 117 of file RamdiskMonitor.cc.

References cmsPerfStripChart::format, global_start_, runInputDir_, runNumber_, trackingPlots::stat, harvestTrackValidationPlots::str, and AlCaHLTBitMon_QueryRunRegistry::string.

Referenced by analyze(), and analyzeFile().

                                        {
   if (global_start_ != 0) return global_start_;
 
   std::string run_global =
       str(boost::format("%s/.run%06d.global") % runInputDir_ % runNumber_);
   struct stat st;
   if (::stat(run_global.c_str(), &st) != 0) {
     edm::LogWarning("RamdiskMonitor") << "Stat failed: " << run_global;
     return 0.;
   }
 
   global_start_ = st.st_mtime;
   edm::LogPrint("RamdiskMonitor") << "Run start timestamp: " << global_start_;
   return global_start_;
 };