Inheritance diagram for dqm::RamdiskMonitor:

Classes
struct	StreamME

Public Member Functions
	RamdiskMonitor (const edm::ParameterSet &ps)

	~RamdiskMonitor () override

Public Member Functions inherited from one::DQMEDAnalyzer< edm::LuminosityBlockCache< rdm::Empty > >
	DQMEDAnalyzer ()=default

	DQMEDAnalyzer (DQMEDAnalyzer< T... > const &)=delete

	DQMEDAnalyzer (DQMEDAnalyzer< T... > &&)=delete

	~DQMEDAnalyzer () override=default

Static Public Member Functions
static void	fillDescriptions (edm::ConfigurationDescriptions &descriptions)

Protected Member Functions
void	analyze (edm::Event const &e, edm::EventSetup const &eSetup) override

void	analyzeFile (std::string fn, unsigned int run, unsigned int lumi, std::string label) const

void	bookHistograms (DQMStore::IBooker &, edm::Run const &, edm::EventSetup const &) override

double	getRunTimestamp () const

std::shared_ptr< rdm::Empty >	globalBeginLuminosityBlock (edm::LuminosityBlock const &lumi, edm::EventSetup const &eSetup) const override

void	globalEndLuminosityBlock (edm::LuminosityBlock const &lumi, edm::EventSetup const &eSetup) final

Protected Attributes
std::set< std::string >	filesSeen_

double	global_start_ = 0.

const std::string	runInputDir_

const unsigned int	runNumber_

const std::string	runPath_

const std::vector< std::string >	streamLabels_

std::map< std::string, StreamME >	streams_

Static Protected Attributes
static double	LUMI = 23.310893056

Detailed Description

Definition at line 27 of file RamdiskMonitor.cc.

Constructor & Destructor Documentation

dqm::RamdiskMonitor::RamdiskMonitor ( const edm::ParameterSet & ps )

Definition at line 68 of file RamdiskMonitor.cc.

References cmsPerfStripChart::format, edm::ParameterSet::getUntrackedParameter(), runInputDir_, runNumber_, runPath_, str, streamLabels_, and AlCaHLTBitMon_QueryRunRegistry::string.

                                                         :
   runNumber_{ps.getUntrackedParameter<unsigned int>("runNumber")},
   runInputDir_{ps.getUntrackedParameter<std::string>("runInputDir")},
   streamLabels_{
     ps.getUntrackedParameter<std::vector<std::string> >("streamLabels")},
   runPath_{ str(boost::format("%s/run%06d") % runInputDir_ % runNumber_) }
 
 {
 }

dqm::RamdiskMonitor::~RamdiskMonitor ( )

override

Definition at line 78 of file RamdiskMonitor.cc.

78 {};

Member Function Documentation

void dqm::RamdiskMonitor::analyze	(	edm::Event const &	e,
		edm::EventSetup const &	eSetup
	)

inlineoverrideprotected

Definition at line 41 of file RamdiskMonitor.cc.

References label, writedatasetfile::run, and AlCaHLTBitMon_QueryRunRegistry::string.

42 {};

void dqm::RamdiskMonitor::analyzeFile	(	std::string	fn,
		unsigned int	run,
		unsigned int	lumi,
		std::string	label
	)		const

protected

Definition at line 137 of file RamdiskMonitor.cc.

References dqm::RamdiskMonitor::StreamME::deliveryDelayCTime, dqm::RamdiskMonitor::StreamME::deliveryDelayMTime, dqm::RamdiskMonitor::StreamME::eventsAccepted, dqm::RamdiskMonitor::StreamME::eventsProcessed, getRunTimestamp(), LUMI, funct::m, runPath_, MonitorElement::setBinContent(), trackingPlots::stat, and streams_.

Referenced by globalBeginLuminosityBlock().

                                                                            {
   using LumiEntry = dqmservices::DQMFileIterator::LumiEntry;
 
   // we are disabled, at least for this stream
   if (streams_.empty()) return;
 
   auto itStream = streams_.find(label);
   if (itStream == streams_.end()) {
     edm::LogPrint("RamdiskMonitor") << "Stream not monitored [" << label
                                     << "]: " << fn;
     return;
   }
 
   StreamME m = itStream->second;
 
   // decode json and fill in some histograms
   LumiEntry lumi_jsn = LumiEntry::load_json(runPath_, fn, lumi, -1);
   m.eventsAccepted->setBinContent(lumi, lumi_jsn.n_events_accepted);
   m.eventsProcessed->setBinContent(lumi, lumi_jsn.n_events_processed);
 
   // collect stat struct and calculate mtimes
   struct stat st;
   if (::stat(fn.c_str(), &st) != 0) {
     edm::LogWarning("RamdiskMonitor") << "Stat failed: " << fn;
     return;
   }
 
   // get start offset (from .global)
   // abort the calculation if it does not exist
   double start_offset = getRunTimestamp();
   if (start_offset <= 0) return;
 
   // check fff_dqmtools (separate repository)
   // for calculation details
   double mtime = st.st_mtime;
   double ctime = st.st_ctime;
 
   // timeout from the begging of the run
   double start_offset_mtime = mtime - start_offset - LUMI;
   double start_offset_ctime = ctime - start_offset - LUMI;
   double lumi_offset = (lumi - 1) * LUMI;
 
   // timeout from the time we think this lumi happenned
   double delay_mtime = start_offset_mtime - lumi_offset;
   double delay_ctime = start_offset_ctime - lumi_offset;
 
   m.deliveryDelayMTime->setBinContent(lumi, delay_mtime);
   m.deliveryDelayCTime->setBinContent(lumi, delay_ctime);
 };

void dqm::RamdiskMonitor::bookHistograms	(	DQMStore::IBooker &	ib,
		edm::Run const &	,
		edm::EventSetup const &
	)

overrideprotected

Definition at line 80 of file RamdiskMonitor.cc.

References DQMStore::IBooker::book1D(), DQMStore::IBooker::cd(), dqm::RamdiskMonitor::StreamME::deliveryDelayCTime, dqm::RamdiskMonitor::StreamME::deliveryDelayMTime, dqm::RamdiskMonitor::StreamME::eventsAccepted, dqm::RamdiskMonitor::StreamME::eventsProcessed, MonitorElement::getTH1F(), funct::m, MonitorElement::setAxisTitle(), DQMStore::IBooker::setCurrentFolder(), streamLabels_, streams_, and AlCaHLTBitMon_QueryRunRegistry::string.

                                                            {
 
   for (auto stream : streamLabels_) {
     edm::LogInfo("RamdiskMonitor") << "Booking: " << stream;
 
     ib.cd();
     ib.setCurrentFolder(std::string("Info/RamdiskMonitor/") + stream + "/");
 
     StreamME m;
 
     m.eventsAccepted =
         ib.book1D("EventAccepted", "# of accepted events per lumi", 4, 0., 4.);
     m.eventsProcessed = ib.book1D("EventProcessed",
                                   "# of processed events per lumi", 4, 0., 4.);
     m.deliveryDelayMTime = ib.book1D(
         "DeliveryDelayMTime",
         "Observed delivery delay for the data file (mtime).", 4, 0., 4.);
     m.deliveryDelayCTime = ib.book1D(
         "DeliveryDelayCTime",
         "Observed delivery delay for the data file (ctime).", 4, 0., 4.);
 
     m.eventsAccepted->getTH1F()->SetCanExtend(TH1::kXaxis);
     m.eventsProcessed->getTH1F()->SetCanExtend(TH1::kXaxis);
     m.deliveryDelayMTime->getTH1F()->SetCanExtend(TH1::kXaxis);
     m.deliveryDelayCTime->getTH1F()->SetCanExtend(TH1::kXaxis);
 
     m.eventsAccepted->setAxisTitle("Luminosity Section", 1);
     m.eventsProcessed->setAxisTitle("Luminosity Section", 1);
     m.deliveryDelayMTime->setAxisTitle("Luminosity Section", 1);
     m.deliveryDelayCTime->setAxisTitle("Luminosity Section", 1);
 
     m.eventsAccepted->setAxisTitle("Number of events", 2);
     m.eventsProcessed->setAxisTitle("Number of events", 2);
     m.deliveryDelayMTime->setAxisTitle("Delay (s.)", 2);
     m.deliveryDelayCTime->setAxisTitle("Delay (s.)", 2);
 
     streams_[stream] = m;
   }
 };

void dqm::RamdiskMonitor::fillDescriptions ( edm::ConfigurationDescriptions & descriptions )

static

Definition at line 241 of file RamdiskMonitor.cc.

References edm::ConfigurationDescriptions::add(), edm::ParameterSetDescription::addUntracked(), edm::ParameterSetDescription::setComment(), and AlCaHLTBitMon_QueryRunRegistry::string.

                                                                      {
   edm::ParameterSetDescription desc;
 
   desc.setComment(
       "Analyses file timestams in the /fff/ramdisk and creates monitor "
       "elements.");
 
   desc.addUntracked<std::vector<std::string> >("streamLabels")
       ->setComment("List of streams to monitor.");
 
   desc.addUntracked<unsigned int>("runNumber")
       ->setComment("Run number passed via configuration file.");
 
   desc.addUntracked<std::string>("runInputDir")
       ->setComment("Directory where the DQM files will appear.");
 
   d.add("RamdiskMonitor", desc);
 }

double dqm::RamdiskMonitor::getRunTimestamp ( ) const

protected

Definition at line 121 of file RamdiskMonitor.cc.

References cmsPerfStripChart::format, global_start_, runInputDir_, runNumber_, trackingPlots::stat, str, and AlCaHLTBitMon_QueryRunRegistry::string.

Referenced by analyzeFile().

                                              {
   if (global_start_ != 0) return global_start_;
 
   std::string run_global =
       str(boost::format("%s/.run%06d.global") % runInputDir_ % runNumber_);
   struct stat st;
   if (::stat(run_global.c_str(), &st) != 0) {
     edm::LogWarning("RamdiskMonitor") << "Stat failed: " << run_global;
     return 0.;
   }
 
   global_start_ = st.st_mtime;
   edm::LogPrint("RamdiskMonitor") << "Run start timestamp: " << global_start_;
   return global_start_;
 };

std::shared_ptr< dqm::rdm::Empty > dqm::RamdiskMonitor::globalBeginLuminosityBlock	(	edm::LuminosityBlock const &	lumi,
		edm::EventSetup const &	eSetup
	)		const

overrideprotected

Definition at line 189 of file RamdiskMonitor.cc.

References analyzeFile(), MillePedeFileConverter_cfg::e, cppFunctionSkipper::exception, corrVsCorr::filename, filesSeen_, label, mps_check::msg, mps_fire::result, writedatasetfile::run, runNumber_, runPath_, and AlCaHLTBitMon_QueryRunRegistry::string.

                                                                               {
   // search filesystem to find available lumi section files
   using boost::filesystem::directory_iterator;
   using boost::filesystem::directory_entry;
 
   directory_iterator dend;
   for (directory_iterator di(runPath_); di != dend; ++di) {
     const boost::regex fn_re("run(\\d+)_ls(\\d+)_([a-zA-Z0-9]+)(_.*)?\\.jsn");
 
     const std::string filename = di->path().filename().string();
     const std::string fn = di->path().string();
 
     if (filesSeen_.find(filename) != filesSeen_.end()) {
       continue;
     }
 
     boost::smatch result;
     if (boost::regex_match(filename, result, fn_re)) {
       unsigned int run = std::stoi(result[1]);
       unsigned int lumi = std::stoi(result[2]);
       std::string label = result[3];
 
       filesSeen_.insert(filename);
 
       if (run != runNumber_) continue;
 
       // check if this is EoR
       if ((lumi == 0) && (label == "EoR")) {
         // do not handle
         continue;
       }
 
       try {
         this->analyzeFile(fn, run, lumi, label);
       } catch (const std::exception &e) {
         // it's likely we have read it too soon
         filesSeen_.erase(filename);
 
         std::string msg("Found, tried to load the json, but failed (");
         msg += e.what();
         msg += "): ";
         edm::LogWarning("RamdiskMonitor") << msg;
       }
     }
   }
 
   // @TODO lookup info for the current lumi
   return std::shared_ptr<dqm::rdm::Empty>();
 }