HistogramManager Class Reference

#include <HistogramManager.h>

Public Types
typedef dqm::legacy::DQMStore	DQMStore
typedef dqm::legacy::MonitorElement	MonitorElement
typedef std::map < GeometryInterface::Values, AbstractHistogram >	Table

Public Member Functions
void	addSpec (SummationSpecification spec)
void	book (DQMStore::IBooker &iBooker, edm::EventSetup const &iSetup)
void	executeHarvesting (DQMStore::IBooker &iBooker, DQMStore::IGetter &iGetter)
void	executePerEventHarvesting (edm::Event const *ev)
void	executePerLumiHarvesting (DQMStore::IBooker &iBooker, DQMStore::IGetter &iGetter, edm::LuminosityBlock const &lumiBlock, edm::EventSetup const &iSetup)
void	fill (DetId sourceModule, const edm::Event *sourceEvent=nullptr, int col=0, int row=0)
void	fill (double value, DetId sourceModule, const edm::Event *sourceEvent=nullptr, int col=0, int row=0)
void	fill (double x, double y, DetId sourceModule, const edm::Event *sourceEvent=nullptr, int col=0, int row=0)
	HistogramManager (const edm::ParameterSet &iConfig, GeometryInterface &geo)

Public Attributes
bool	bookUndefined
int	dimensions
bool	enabled
edm::LuminosityBlock const *	lumisection = nullptr
std::string	name
bool	perLumiHarvesting
double	range_x_max
double	range_x_min
int	range_x_nbins
double	range_y_max
double	range_y_min
int	range_y_nbins
bool	statsOverflows
std::string	title
std::string	top_folder_name
std::string	xlabel
std::string	ylabel

Private Member Functions
void	executeExtend (SummationStep const &step, Table &t, std::string const &reduction, DQMStore::IBooker &iBooker, SummationSpecification const &s)
void	executeGroupBy (SummationStep const &step, Table &t, DQMStore::IBooker &iBooker, SummationSpecification const &s)
void	fillInternal (double x, double y, int n_parameters, GeometryInterface::InterestingQuantities const &iq, std::vector< SummationStep >::iterator first, std::vector< SummationStep >::iterator last, AbstractHistogram &dest)
void	loadFromDQMStore (SummationSpecification &s, Table &t, DQMStore::IGetter &iGetter)
std::pair< std::string, std::string >	makePathName (SummationSpecification const &s, GeometryInterface::Values const &, SummationStep const *upto)

Private Attributes
std::vector< Table >	counters
std::vector< AbstractHistogram * >	fastpath
GeometryInterface &	geometryInterface
const edm::ParameterSet &	iConfig
GeometryInterface::InterestingQuantities	iq
std::vector < GeometryInterface::Values >	significantvalues
std::vector < SummationSpecification >	specs
std::vector< Table >	tables

Detailed Description

Definition at line 31 of file HistogramManager.h.

Member Typedef Documentation

typedef dqm::legacy::DQMStore HistogramManager::DQMStore

Definition at line 33 of file HistogramManager.h.

typedef dqm::legacy::MonitorElement HistogramManager::MonitorElement

Definition at line 34 of file HistogramManager.h.

typedef std::map<GeometryInterface::Values, AbstractHistogram> HistogramManager::Table

Definition at line 59 of file HistogramManager.h.

Constructor & Destructor Documentation

HistogramManager::HistogramManager ( const edm::ParameterSet &  iConfig, GeometryInterface &  geo  )

explicit

Definition at line 18 of file HistogramManager.cc.

References addSpec(), geometryInterface, and edm::ParameterSet::getParameter().

    : iConfig(iconfig),
      geometryInterface(geo),
      enabled(iconfig.getParameter<bool>("enabled")),
      perLumiHarvesting(iconfig.getParameter<bool>("perLumiHarvesting")),
      bookUndefined(iconfig.getParameter<bool>("bookUndefined")),
      top_folder_name(iconfig.getParameter<std::string>("topFolderName")),
      name(iconfig.getParameter<std::string>("name")),
      title(iconfig.getParameter<std::string>("title")),
      xlabel(iconfig.getParameter<std::string>("xlabel")),
      ylabel(iconfig.getParameter<std::string>("ylabel")),
      dimensions(iconfig.getParameter<int>("dimensions")),
      range_x_nbins(iconfig.getParameter<int>("range_nbins")),
      range_x_min(iconfig.getParameter<double>("range_min")),
      range_x_max(iconfig.getParameter<double>("range_max")),
      range_y_nbins(iconfig.getParameter<int>("range_y_nbins")),
      range_y_min(iconfig.getParameter<double>("range_y_min")),
      range_y_max(iconfig.getParameter<double>("range_y_max")),
      statsOverflows(iconfig.getParameter<bool>("statsOverflows")) {
  auto spec_configs = iconfig.getParameter<edm::VParameterSet>("specs");
  for (const auto& spec : spec_configs) {
    // this would fit better in SummationSpecification(...), but it has to
    // happen here.
    auto conf = spec.getParameter<edm::ParameterSet>("conf");
    if (!conf.getParameter<bool>("enabled"))
      continue;
    addSpec(SummationSpecification(spec, geometryInterface));
  }
}

Member Function Documentation

void HistogramManager::addSpec

(

SummationSpecification

spec

)

Definition at line 48 of file HistogramManager.cc.

References counters, fastpath, significantvalues, specs, and tables.

Referenced by HistogramManager().

                                                          {
  specs.push_back(spec);
  tables.push_back(Table());
  counters.push_back(Table());
  significantvalues.push_back(GeometryInterface::Values());
  fastpath.push_back(nullptr);
}

void HistogramManager::book	(	DQMStore::IBooker &	iBooker,
		edm::EventSetup const &	iSetup
	)

Definition at line 277 of file HistogramManager.cc.

References GeometryInterface::allModules(), cms::cuda::assert(), GeometryInterface::binWidth(), dqm::implementation::IBooker::book1D(), dqm::implementation::IBooker::book2D(), dqm::implementation::IBooker::bookProfile(), dqm::implementation::IBooker::bookProfile2D(), bookUndefined, c, reco::ceil(), cuy::col, counters, dimensions, alignCSCRings::e, enabled, SummationStep::EXTEND_X, SummationStep::EXTEND_Y, GeometryInterface::extract(), GeometryInterface::extractColumns(), geometryInterface, dqm::legacy::MonitorElement::getTH1(), SummationStep::GROUPBY, h, timingPdfMaker::histo, mps_fire::i, if(), iq, GeometryInterface::load(), GeometryInterface::loaded(), makePathName(), SiStripPI::max, GeometryInterface::maxValue(), AbstractHistogram::me, min(), GeometryInterface::minValue(), name, convertSQLiteXML::ok, GeometryInterface::pretty(), SummationStep::PROFILE, sistrip::SpyUtilities::range(), range_x_max, range_x_min, range_x_nbins, range_y_max, range_y_min, range_y_nbins, alignCSCRings::s, SET_AXIS, dqm::implementation::NavigatorBase::setCurrentFolder(), dqm::impl::MonitorElement::setStatOverflows(), significantvalues, specs, SummationStep::STAGE2, statsOverflows, AlCaHLTBitMon_QueryRunRegistry::string, submitPVValidationJobs::t, tables, AbstractHistogram::th1, title, GeometryInterface::UNDEFINED, SummationStep::USE_X, SummationStep::USE_Y, SummationStep::USE_Z, hgcalPerformanceValidation::val, x, xlabel, y, ylabel, and z.

                                                                                 {
  if (!geometryInterface.loaded()) {
    geometryInterface.load(iSetup);
  }
  if (!enabled)
    return;

  struct MEInfo {
    int dimensions = 1;
    double range_x_min = 1e12;
    double range_x_max = -1e12;
    double range_y_min = 1e12;
    double range_y_max = -1e12;
    double range_z_min = 1e12;  // z range carried around but unused
    double range_z_max = -1e12;
    int range_x_nbins = 0;
    int range_y_nbins = 0;
    int range_z_nbins = 0;
    GeometryInterface::Value binwidth_x = 0;  // override nbins for geom-things
    GeometryInterface::Value binwidth_y = 0;
    std::string title, xlabel, ylabel, zlabel;
    bool do_profile = false;
    bool statsOverflows = true;
    ;
  };
  std::map<GeometryInterface::Values, MEInfo> toBeBooked;

  for (unsigned int i = 0; i < specs.size(); i++) {
    auto& s = specs[i];
    auto& t = tables[i];
    auto& c = counters[i];
    toBeBooked.clear();
    bool bookCounters = false;

    auto firststep = s.steps.begin();
    int n_parameters = this->dimensions;

    if (firststep->type != SummationStep::GROUPBY) {
      ++firststep;
      n_parameters = 1;
      bookCounters = true;
    }

    auto laststep = std::find_if(
        s.steps.begin(), s.steps.end(), [](SummationStep const& step) { return step.stage == SummationStep::STAGE2; });

    GeometryInterface::Values significantvalues;

    for (auto iq : geometryInterface.allModules()) {
      if (bookCounters) {
        // add an entry for the counting step if present
        geometryInterface.extractColumns(s.steps[0].columns, iq, significantvalues);
        c[significantvalues].iq_sample = iq;
      }

      geometryInterface.extractColumns(firststep->columns, iq, significantvalues);
      if (!bookUndefined) {
        // skip if any column is UNDEFINED
        bool ok = true;
        for (auto e : significantvalues)
          if (e.second == GeometryInterface::UNDEFINED)
            ok = false;
        if (!ok)
          continue;
      }

      auto histo = toBeBooked.find(significantvalues);
      if (histo == toBeBooked.end()) {
        // create new histo
        MEInfo& mei = toBeBooked[significantvalues];
        mei.title = this->title;
        mei.statsOverflows = this->statsOverflows;
        if (bookCounters)
          mei.title =
              "Number of " + mei.title + " per Event and " + geometryInterface.pretty(*(s.steps[0].columns.end() - 1));
        std::string xlabel = bookCounters ? "#" + this->xlabel : this->xlabel;

        // refer to fillInternal() for the actual execution
        // compute labels, title, type, user-set ranges here
        int tot_parameters = n_parameters;

#define SET_AXIS(to, from)                                                          \
  mei.to##label = from##label;                                                      \
  mei.range_##to##_min = ((it->nbins == -1) ? this->range_##from##_min : it->xmin); \
  mei.range_##to##_max = ((it->nbins == -1) ? this->range_##from##_max : it->xmax); \
  mei.range_##to##_nbins = ((it->nbins == -1) ? this->range_##from##_nbins : it->nbins)

        for (auto it = firststep + 1; it != laststep; ++it) {
          switch (it->type) {
            case SummationStep::USE_X:
              if (it->arg[0] == '1' && n_parameters >= 1) {
                SET_AXIS(x, x);
              }  // TODO: make use of current nbins, xmin, xmax if set
              if (it->arg[0] == '2' && n_parameters >= 2) {
                SET_AXIS(x, y);
              }
              break;
            case SummationStep::USE_Y:
              if (it->arg[0] == '1' && n_parameters >= 1) {
                SET_AXIS(y, x);
              }
              if (it->arg[0] == '2' && n_parameters >= 2) {
                SET_AXIS(y, y);
              }
              break;
            case SummationStep::USE_Z:
              if (it->arg[0] == '1' && n_parameters >= 1) {
                SET_AXIS(z, x);
              }
              if (it->arg[0] == '2' && n_parameters >= 2) {
                SET_AXIS(z, y);
              }
              break;
            case SummationStep::EXTEND_X: {
              assert(mei.range_x_nbins == 0);
              auto col = it->columns[0];
              mei.xlabel = geometryInterface.pretty(col);
              mei.title = mei.title + " by " + mei.xlabel;
              if (geometryInterface.minValue(col) != GeometryInterface::UNDEFINED)
                mei.range_x_min = geometryInterface.minValue(col);
              if (geometryInterface.maxValue(col) != GeometryInterface::UNDEFINED)
                mei.range_x_max = geometryInterface.maxValue(col);
              mei.binwidth_x = geometryInterface.binWidth(col);
              tot_parameters++;
            } break;
            case SummationStep::EXTEND_Y: {
              auto col = it->columns[0];
              mei.ylabel = geometryInterface.pretty(col);
              mei.title = mei.title + " by " + mei.ylabel;
              if (geometryInterface.minValue(col) != GeometryInterface::UNDEFINED)
                mei.range_y_min = geometryInterface.minValue(col);
              if (geometryInterface.maxValue(col) != GeometryInterface::UNDEFINED)
                mei.range_y_max = geometryInterface.maxValue(col);
              mei.binwidth_y = geometryInterface.binWidth(col);
              tot_parameters++;
            } break;
            case SummationStep::PROFILE:
              mei.do_profile = true;
              break;
            default:
              assert(!"illegal step in STAGE1! (booking)");
          }
        }
        mei.dimensions = tot_parameters;
        if (mei.do_profile)
          mei.title = "Profile of " + mei.title;
        if (!mei.zlabel.empty())
          mei.title = mei.title + " (Z: " + mei.zlabel + ")";
      }
      // only update range
      MEInfo& mei = toBeBooked[significantvalues];
      double val;

      for (auto it = firststep + 1; it != laststep; ++it) {
        switch (it->type) {
          case SummationStep::EXTEND_X:
            val = geometryInterface.extract(it->columns[0], iq).second;
            if (val == GeometryInterface::UNDEFINED)
              break;
            mei.range_x_min = std::min(mei.range_x_min, val);
            mei.range_x_max = std::max(mei.range_x_max, val);
            break;
          case SummationStep::EXTEND_Y:
            val = geometryInterface.extract(it->columns[0], iq).second;
            if (val == GeometryInterface::UNDEFINED)
              break;
            mei.range_y_min = std::min(mei.range_y_min, val);
            mei.range_y_max = std::max(mei.range_y_max, val);
            break;
          default:  // ignore the rest, code above will catch bugs
            break;
        }
      }
    }

    // Now do the actual booking.
    for (auto& e : toBeBooked) {
      AbstractHistogram& h = t[e.first];
      MEInfo& mei = e.second;
      auto name = makePathName(s, e.first, &(*laststep));
      iBooker.setCurrentFolder(name.first);

      // determine nbins for geometry derived quantities
      // due to how we counted above, we need to include lower and upper bound
      // For Coord-values, which are not precisely aligned with the bins, we force
      // alignment.
      if (mei.binwidth_x != 0) {
        double range = (mei.range_x_max - mei.range_x_min) / mei.binwidth_x;
        if ((range - int(range)) == 0.0) {
          mei.range_x_min -= mei.binwidth_x / 2;
          mei.range_x_max += mei.binwidth_x / 2;
        } else {
          mei.range_x_min = std::floor(mei.range_x_min / mei.binwidth_x) * mei.binwidth_x;
          mei.range_x_max = std::ceil(mei.range_x_max / mei.binwidth_x) * mei.binwidth_x;
        }
        mei.range_x_nbins = int((mei.range_x_max - mei.range_x_min) / mei.binwidth_x);
      }
      if (mei.binwidth_y != 0) {
        double range = (mei.range_y_max - mei.range_y_min) / mei.binwidth_y;
        if ((range - int(range)) == 0.0) {
          mei.range_y_min -= mei.binwidth_y / 2;
          mei.range_y_max += mei.binwidth_y / 2;
        } else {
          mei.range_y_min = std::floor(mei.range_y_min / mei.binwidth_y) * mei.binwidth_y;
          mei.range_y_max = std::ceil(mei.range_y_max / mei.binwidth_y) * mei.binwidth_y;
        }
        mei.range_y_nbins = int((mei.range_y_max - mei.range_y_min) / mei.binwidth_y);
      }

      if (mei.dimensions == 1) {
        h.me = iBooker.book1D(
            name.second, (mei.title + ";" + mei.xlabel).c_str(), mei.range_x_nbins, mei.range_x_min, mei.range_x_max);
      } else if (mei.dimensions == 2 && !mei.do_profile) {
        h.me = iBooker.book2D(name.second,
                              (mei.title + ";" + mei.xlabel + ";" + mei.ylabel).c_str(),
                              mei.range_x_nbins,
                              mei.range_x_min,
                              mei.range_x_max,
                              mei.range_y_nbins,
                              mei.range_y_min,
                              mei.range_y_max);
      } else if (mei.dimensions == 2 && mei.do_profile) {
        h.me = iBooker.bookProfile(name.second,
                                   (mei.title + ";" + mei.xlabel + ";" + mei.ylabel).c_str(),
                                   mei.range_x_nbins,
                                   mei.range_x_min,
                                   mei.range_x_max,
                                   0.0,
                                   0.0,
                                   "");
      } else if (mei.dimensions == 3 && mei.do_profile) {
        h.me = iBooker.bookProfile2D(name.second,
                                     (mei.title + ";" + mei.xlabel + ";" + mei.ylabel).c_str(),
                                     mei.range_x_nbins,
                                     mei.range_x_min,
                                     mei.range_x_max,
                                     mei.range_y_nbins,
                                     mei.range_y_min,
                                     mei.range_y_max,
                                     0.0,
                                     0.0);  // Z range is ignored if min==max
      } else {
        edm::LogError("HistogramManager") << "Illegal Histogram!\n"
                                          << "name " << name.second << "\n"
                                          << "dim " << mei.dimensions << " profile " << mei.do_profile << "\n";
        assert(!"Illegal Histogram kind.");
      }
      h.th1 = h.me->getTH1();
      h.me->setStatOverflows(mei.statsOverflows);
    }
  }
}

void HistogramManager::executeExtend ( SummationStep const &  step, Table &  t, std::string const &  reduction, DQMStore::IBooker &  iBooker, SummationSpecification const &  s  )

private

Definition at line 613 of file HistogramManager.cc.

References cms::cuda::assert(), dqm::implementation::IBooker::book1D(), SummationStep::columns, AbstractHistogram::count, alignCSCRings::e, GeometryInterface::extractColumns(), first, geometryInterface, dqm::legacy::MonitorElement::getTH1(), mps_fire::i, AbstractHistogram::iq_sample, makePathName(), AbstractHistogram::me, dqmiodumpmetadata::n, name, hlt_dqm_clientPB-live_cfg::nbins, submitPVResolutionJobs::out, GeometryInterface::pretty(), edm::separator(), dqm::implementation::NavigatorBase::setCurrentFolder(), dqm::impl::MonitorElement::setStatOverflows(), significantvalues, AlCaHLTBitMon_QueryRunRegistry::string, AbstractHistogram::th1, and title.

Referenced by executeHarvesting().

                                                                      {
  // For the moment only X.
  // first pass determines the range.
  std::map<GeometryInterface::Values, int> nbins;
  // separators collects meta info for the render plugin about the boundaries.
  // for each EXTEND, this is added to the axis label. In total this is not
  // fully correct since we have to assume the the substructure of each sub-
  // histogram is the same, which is e.g. not true for layers. It still works
  // since layers only contain leaves (ladders).
  std::map<GeometryInterface::Values, std::string> separators;

  GeometryInterface::Values significantvalues;

  for (auto& e : t) {
    geometryInterface.extractColumns(step.columns, e.second.iq_sample, significantvalues);
    int& n = nbins[significantvalues];
    assert(e.second.th1 || !"invalid histogram");
    // if we reduce, every histogram only needs one bin
    int bins = !reduce_type.empty() ? 1 : e.second.th1->GetXaxis()->GetNbins();
    if (bins > 1)
      separators[significantvalues] += std::to_string(n) + ",";
    n += bins;
  }
  for (auto& e : separators)
    e.second = "(" + e.second + ")/";

  Table out;
  for (auto& e : t) {
    geometryInterface.extractColumns(step.columns, e.second.iq_sample, significantvalues);
    TH1* th1 = e.second.th1;
    assert(th1);

    AbstractHistogram& new_histo = out[significantvalues];
    if (!new_histo.me) {
      // we put the name of the actual, last column of a input histo there.
      std::string colname = geometryInterface.pretty((e.first.end() - 1)->first);

      auto separator = separators[significantvalues];

      auto name = makePathName(s, significantvalues, &step);
      auto title =
          std::string("") + th1->GetTitle() + " per " + colname + ";" + colname + separator +
          (!reduce_type.empty() ? th1->GetYaxis()->GetTitle() : th1->GetXaxis()->GetTitle()) + ";" +
          (!reduce_type.empty() ? reduce_type + " of " + th1->GetXaxis()->GetTitle() : th1->GetYaxis()->GetTitle());
      iBooker.setCurrentFolder(name.first);

      if (th1->GetDimension() == 1) {
        new_histo.me =
            iBooker.book1D(name.second, title, nbins[significantvalues], 0.5, nbins[significantvalues] + 0.5);
      } else {
        assert(!"2D extend not implemented in harvesting.");
      }
      new_histo.th1 = new_histo.me->getTH1();
      new_histo.iq_sample = e.second.iq_sample;
      new_histo.count = 1;  // used as a fill pointer. Assumes histograms are
                            // ordered correctly (map should provide that)
    }

    // now add data.
    if (new_histo.th1->GetDimension() == 1) {
      if (reduce_type.empty()) {  // no reduction, concatenate
        for (int i = 1; i <= th1->GetXaxis()->GetNbins(); i++) {
          new_histo.th1->SetBinContent(new_histo.count, th1->GetBinContent(i));
          new_histo.th1->SetBinError(new_histo.count, th1->GetBinError(i));
          new_histo.count += 1;
        }
      } else if (reduce_type == "MEAN") {
        new_histo.th1->SetBinContent(new_histo.count, th1->GetMean());
        new_histo.th1->SetBinError(new_histo.count, th1->GetMeanError());
        new_histo.count += 1;
      } else {
        assert(!"Reduction type not supported");
      }
      new_histo.me->setStatOverflows(e.second.me->getStatOverflows());
    } else {
      assert(!"2D extend not implemented in harvesting.");
    }
  }
  t.swap(out);
}

void HistogramManager::executeGroupBy ( SummationStep const &  step, Table &  t, DQMStore::IBooker &  iBooker, SummationSpecification const &  s  )

private

Definition at line 579 of file HistogramManager.cc.

References cms::cuda::assert(), dqm::implementation::IBooker::book1D(), dqm::implementation::IBooker::book2D(), dqm::implementation::IBooker::bookProfile(), dqm::implementation::IBooker::bookProfile2D(), SummationStep::columns, alignCSCRings::e, GeometryInterface::extractColumns(), geometryInterface, dqm::legacy::MonitorElement::getTH1(), AbstractHistogram::iq_sample, makePathName(), AbstractHistogram::me, name, submitPVResolutionJobs::out, dqm::implementation::NavigatorBase::setCurrentFolder(), dqm::impl::MonitorElement::setStatOverflows(), significantvalues, and AbstractHistogram::th1.

Referenced by executeHarvesting().

                                                                       {
  // Simple regrouping, sum histos if they end up in the same place.
  Table out;
  GeometryInterface::Values significantvalues;
  for (auto& e : t) {
    TH1* th1 = e.second.th1;
    geometryInterface.extractColumns(step.columns, e.second.iq_sample, significantvalues);
    AbstractHistogram& new_histo = out[significantvalues];
    if (!new_histo.me) {
      auto name = makePathName(s, significantvalues, &step);
      iBooker.setCurrentFolder(name.first);
      if (dynamic_cast<TH1F*>(th1))
        new_histo.me = iBooker.book1D(name.second, (TH1F*)th1);
      else if (dynamic_cast<TH2F*>(th1))
        new_histo.me = iBooker.book2D(name.second, (TH2F*)th1);
      else if (dynamic_cast<TProfile*>(th1))
        new_histo.me = iBooker.bookProfile(name.second, (TProfile*)th1);
      else if (dynamic_cast<TProfile2D*>(th1))
        new_histo.me = iBooker.bookProfile2D(name.second, (TProfile2D*)th1);
      else
        assert(!"No idea how to book this.");
      new_histo.th1 = new_histo.me->getTH1();
      new_histo.iq_sample = e.second.iq_sample;
    } else {
      new_histo.th1->Add(th1);
    }
    new_histo.me->setStatOverflows(e.second.me->getStatOverflows());
  }
  t.swap(out);
}

void HistogramManager::executeHarvesting	(	DQMStore::IBooker &	iBooker,
		DQMStore::IGetter &	iGetter
	)

Definition at line 698 of file HistogramManager.cc.

References SummationStep::arg, cms::cuda::assert(), enabled, executeExtend(), executeGroupBy(), SummationStep::EXTEND_X, SummationStep::EXTEND_Y, geometryInterface, SummationStep::GROUPBY, mps_fire::i, loadFromDQMStore(), log, name, SummationStep::REDUCE, alignCSCRings::s, SummationStep::SAVE, specs, SummationStep::stage, SummationStep::STAGE2, AlCaHLTBitMon_QueryRunRegistry::string, submitPVValidationJobs::t, tables, and SummationStep::type.

Referenced by executePerLumiHarvesting().

                                                                                           {
  if (!enabled)
    return;
  // Debug output
  for (auto& s : specs) {
    edm::LogInfo log("HistogramManager");
    log << "Specs for " << name << " ";
    s.dump(log, geometryInterface);
  }

  for (unsigned int i = 0; i < specs.size(); i++) {
    auto& s = specs[i];
    auto& t = tables[i];
    loadFromDQMStore(s, t, iGetter);

    std::string reduce_type = "";

    // now execute step2.
    for (SummationStep const& step : s.steps) {
      if (step.stage == SummationStep::STAGE2) {
        switch (step.type) {
          case SummationStep::SAVE:
            // no explicit implementation atm.
            break;
          case SummationStep::GROUPBY:
            executeGroupBy(step, t, iBooker, s);
            break;
          case SummationStep::REDUCE:
            // reduction is done in the following EXTEND
            reduce_type = step.arg;
            break;
          case SummationStep::EXTEND_X:
            executeExtend(step, t, reduce_type, iBooker, s);
            reduce_type = "";
            break;
          case SummationStep::EXTEND_Y:
            assert(!"EXTEND_Y currently not supported in harvesting.");
            break;
          default:
            assert(!"Operation not supported in harvesting.");
        }
      }
    }
  }
}

void HistogramManager::executePerEventHarvesting

(

edm::Event const *

ev

)

Definition at line 190 of file HistogramManager.cc.

References cms::cuda::assert(), bookUndefined, c, SummationStep::COUNT, counters, alignCSCRings::e, enabled, GeometryInterface::extractColumns(), fillInternal(), geometryInterface, SummationStep::GROUPBY, timingPdfMaker::histo, mps_fire::i, iq, alignCSCRings::s, significantvalues, GeometryInterface::InterestingQuantities::sourceEvent, GeometryInterface::InterestingQuantities::sourceModule, specs, submitPVValidationJobs::t, and tables.

                                                                            {
  if (!enabled)
    return;
  for (unsigned int i = 0; i < specs.size(); i++) {
    auto& s = specs[i];
    auto& t = tables[i];
    auto& c = counters[i];
    if (s.steps[0].type != SummationStep::COUNT)
      continue;  // no counting, done
    assert((s.steps.size() >= 2 && s.steps[1].type == SummationStep::GROUPBY) ||
           !"Incomplete spec (but this cannot be caught in Python)");
    for (auto& e : c) {
      // the iq on the counter can only be a _sample_, since many modules
      // could be grouped on one counter. Even worse, the sourceEvent ptr
      // could be dangling if the counter was not touched in this event, so
      // we replace it. row/col are most likely useless as well.
      auto iq = e.second.iq_sample;
      iq.sourceEvent = sourceEvent;

      significantvalues[i].clear();
      geometryInterface.extractColumns(s.steps[1].columns, iq, significantvalues[i]);
      auto histo = t.find(significantvalues[i]);
      if (histo == t.end()) {
        if (!bookUndefined)
          continue;
        edm::LogError("HistogramManager") << "Histogram Missing!\n"
                                          << "name " << t.begin()->second.th1->GetName() << "\n"
                                          << "ctr "
                                          << " detid " << iq.sourceModule << "\n";
        assert(!"Histogram not booked! (per-event) Probably inconsistent geometry description.");
      }
      fillInternal(e.second.count, 0, 1, iq, s.steps.begin() + 2, s.steps.end(), histo->second);
      e.second.count = 0;
    }
  }
}

void HistogramManager::executePerLumiHarvesting	(	DQMStore::IBooker &	iBooker,
		DQMStore::IGetter &	iGetter,
		edm::LuminosityBlock const &	lumiBlock,
		edm::EventSetup const &	iSetup
	)

Definition at line 530 of file HistogramManager.cc.

References enabled, executeHarvesting(), geometryInterface, GeometryInterface::load(), GeometryInterface::loaded(), lumisection, and perLumiHarvesting.

                                                                             {
  if (!enabled)
    return;
  // this should also give us the GeometryInterface for offline, though it is a
  // bit dirty and might explode.
  if (!geometryInterface.loaded()) {
    geometryInterface.load(iSetup);
  }
  if (perLumiHarvesting) {
    this->lumisection = &lumiBlock;  // "custom" steps can use this
    executeHarvesting(iBooker, iGetter);
    this->lumisection = nullptr;
  }
}

void HistogramManager::fill	(	DetId	sourceModule,
		const edm::Event *	sourceEvent = nullptr,
		int	col = 0,
		int	row = 0
	)

Definition at line 117 of file HistogramManager.cc.

References cms::cuda::assert(), and dimensions.

Referenced by fill().

                                                                                             {
  assert(this->dimensions == 0);
  fill(0.0, 0.0, sourceModule, sourceEvent, col, row);
}

void HistogramManager::fill	(	double	value,
		DetId	sourceModule,
		const edm::Event *	sourceEvent = nullptr,
		int	col = 0,
		int	row = 0
	)

Definition at line 113 of file HistogramManager.cc.

References cms::cuda::assert(), dimensions, and fill().

                                                                                                       {
  assert(this->dimensions == 1);
  fill(x, 0.0, sourceModule, sourceEvent, col, row);
}

void HistogramManager::fill	(	double	x,
		double	y,
		DetId	sourceModule,
		const edm::Event *	sourceEvent = nullptr,
		int	col = 0,
		int	row = 0
	)

Definition at line 65 of file HistogramManager.cc.

References cms::cuda::assert(), bookUndefined, SummationStep::COUNT, counters, dimensions, enabled, GeometryInterface::extractColumns(), fastpath, fillInternal(), geometryInterface, timingPdfMaker::histo, mps_fire::i, iq, alignCSCRings::s, significantvalues, GeometryInterface::InterestingQuantities::sourceModule, specs, submitPVValidationJobs::t, and tables.

                                                                                                                 {
  if (!enabled)
    return;

  // We only need to check the module here, since the fastpath is only used to
  // determine which plot is filled (not which bin inside) and fillInternal
  // re-extracts whatever it needs for the axis.
  // Since do not support booking based on ROC or time, the plot can only depend
  // on the module.
  // The sourceEvent check is not really effective (pointer is always the same)
  // but needed for initialisation.
  // NOTE that this might change if we want to support per-ROC booking
  // NOTE that we could even cache the bin to fill if iq and spec are identical,
  // also across HistogramManagers.
  bool cached = false;
  if (sourceModule == this->iq.sourceModule && sourceEvent == this->iq.sourceEvent) {
    cached = true;
  }
  iq = GeometryInterface::InterestingQuantities{sourceEvent, sourceModule, int16_t(col), int16_t(row)};
  for (unsigned int i = 0; i < specs.size(); i++) {
    auto& s = specs[i];
    auto& t = s.steps[0].type == SummationStep::COUNT ? counters[i] : tables[i];
    if (!cached) {  // recompute ME to fill (aka fastpath)
      significantvalues[i].clear();
      geometryInterface.extractColumns(s.steps[0].columns, iq, significantvalues[i]);
      auto histo = t.find(significantvalues[i]);
      if (histo == t.end()) {
        if (bookUndefined) {
          edm::LogError("HistogramManager") << "Missing Histogram!\n"
                                            << "name " << tables[i].begin()->second.th1->GetName() << "\n";
          assert(!"Histogram not booked! Probably inconsistent geometry description.");
        }
        fastpath[i] = nullptr;
      } else {
        fastpath[i] = &(histo->second);
      }
    }
    // A fastpath of nullptr means there is no ME for this iq, which can be
    // a valid cached result.
    if (fastpath[i]) {
      if (s.steps[0].type == SummationStep::COUNT) {
        fastpath[i]->count++;
      } else {
        fillInternal(x, y, this->dimensions, iq, s.steps.begin() + 1, s.steps.end(), *(fastpath[i]));
      }
    }
  }
}

void HistogramManager::fillInternal ( double  x, double  y, int  n_parameters, GeometryInterface::InterestingQuantities const &  iq, std::vector< SummationStep >::iterator  first, std::vector< SummationStep >::iterator  last, AbstractHistogram &  dest  )

private

Definition at line 122 of file HistogramManager.cc.

References cms::cuda::assert(), SummationStep::EXTEND_X, SummationStep::EXTEND_Y, GeometryInterface::extract(), dqm::impl::MonitorElement::Fill(), geometryInterface, dqmdumpme::last, AbstractHistogram::me, SummationStep::PROFILE, SummationStep::STAGE1, AbstractHistogram::th1, SummationStep::USE_X, SummationStep::USE_Y, SummationStep::USE_Z, x, and y.

Referenced by executePerEventHarvesting(), and fill().

                                                             {
  double fx = 0, fy = 0, fz = 0;
  int tot_parameters = n_parameters;
  for (auto it = first; it != last; ++it) {
    if (it->stage != SummationStep::STAGE1)
      break;
    // The specification builder precomputes where x and y go, this loop will
    // always do 3 iterations to set x, y, z. The builder does not know how
    // many parameters we have, so we have to check that and count the total.
    switch (it->type) {
      case SummationStep::USE_X:
        if (it->arg[0] == '1' && n_parameters >= 1)
          fx = x;
        if (it->arg[0] == '2' && n_parameters >= 2)
          fx = y;
        break;
      case SummationStep::USE_Y:
        if (it->arg[0] == '1' && n_parameters >= 1)
          fy = x;
        if (it->arg[0] == '2' && n_parameters >= 2)
          fy = y;
        break;
      case SummationStep::USE_Z:
        if (it->arg[0] == '1' && n_parameters >= 1)
          fz = x;
        if (it->arg[0] == '2' && n_parameters >= 2)
          fz = y;
        break;
      case SummationStep::EXTEND_X:
        fx = geometryInterface.extract(it->columns[0], iq).second;
        tot_parameters++;
        break;
      case SummationStep::EXTEND_Y:
        fy = geometryInterface.extract(it->columns[0], iq).second;
        tot_parameters++;
        break;
      case SummationStep::PROFILE:
        break;  // profile does not make a difference here, only in booking
      default:
        assert(!"illegal step in STAGE1!");
    }
  }

  switch (tot_parameters) {
    case 1:
      dest.me->Fill(fx);
      break;
    case 2:
      dest.me->Fill(fx, fy);
      break;
    case 3:
      dest.me->Fill(fx, fy, fz);
      break;
    default:
      edm::LogError("HistogramManager") << "got " << tot_parameters << " dimensions\n"
                                        << "name " << dest.th1->GetName() << "\n";
      assert(!"More than 3 dimensions should never occur.");
  }
}

void HistogramManager::loadFromDQMStore ( SummationSpecification &  s, Table &  t, DQMStore::IGetter &  iGetter  )

private

Definition at line 548 of file HistogramManager.cc.

References GeometryInterface::allModules(), bookUndefined, GeometryInterface::extractColumns(), geometryInterface, dqm::implementation::IGetter::get(), dqm::legacy::MonitorElement::getTH1(), SummationStep::GROUPBY, timingPdfMaker::histo, iq, AbstractHistogram::iq_sample, makePathName(), AbstractHistogram::me, hlt_dqm_clientPB-live_cfg::me, name, fed_dqm_sourceclient-live_cfg::path, significantvalues, SummationStep::STAGE2, SummationSpecification::steps, AlCaHLTBitMon_QueryRunRegistry::string, and AbstractHistogram::th1.

Referenced by executeHarvesting().

                                                                                                     {
  t.clear();
  GeometryInterface::Values significantvalues;
  auto firststep = s.steps.begin();
  if (firststep->type != SummationStep::GROUPBY)
    ++firststep;
  auto laststep = std::find_if(
      s.steps.begin(), s.steps.end(), [](SummationStep const& step) { return step.stage == SummationStep::STAGE2; });

  for (auto iq : geometryInterface.allModules()) {
    geometryInterface.extractColumns(firststep->columns, iq, significantvalues);

    auto histo = t.find(significantvalues);
    if (histo == t.end()) {
      auto name = makePathName(s, significantvalues, &(*laststep));
      std::string path = name.first + name.second;
      MonitorElement* me = iGetter.get(path);
      if (!me) {
        if (bookUndefined)
          edm::LogError("HistogramManager") << "ME " << path << " not found\n";
        // else this will happen quite often
      } else {
        AbstractHistogram& histo = t[significantvalues];
        histo.me = me;
        histo.th1 = histo.me->getTH1();
        histo.iq_sample = iq;
      }
    }
  }
}

std::pair< std::string, std::string > HistogramManager::makePathName ( SummationSpecification const &  s, GeometryInterface::Values const &  significantvalues, SummationStep const *  upto  )

private

Definition at line 227 of file HistogramManager.cc.

References SummationStep::arg, SummationStep::columns, SummationStep::COUNT, DeadROC_duringRun::dir, alignCSCRings::e, SummationStep::EXTEND_X, SummationStep::EXTEND_Y, GeometryInterface::formatValue(), geometryInterface, name, GeometryInterface::pretty(), DivergingColor::red, SummationStep::REDUCE, SummationStep::stage, SummationStep::STAGE1, SummationSpecification::steps, AlCaHLTBitMon_QueryRunRegistry::string, createPayload::suffix, to_lower(), top_folder_name, and SummationStep::type.

Referenced by book(), executeExtend(), executeGroupBy(), and loadFromDQMStore().

                                                                                              {
  std::ostringstream dir("");
  std::string suffix = "";

  // we omit the last value here, to get all disks next to each other etc.
  if (!significantvalues.empty()) {
    for (auto it = significantvalues.begin(); it != (significantvalues.end() - 1); ++it) {
      auto name = geometryInterface.formatValue(it->first, it->second);
      if (name.empty())
        continue;
      dir << name << "/";
    }
    auto e = significantvalues[significantvalues.size() - 1];
    suffix = "_" + geometryInterface.formatValue(e.first, e.second);
  }

  // PERF: this is actually independent of significantvalues and iq
  std::string name = this->name;
  for (SummationStep const& step : s.steps) {
    if (&step == upto)
      break;
    switch (step.type) {
      case SummationStep::COUNT:
        name = "num_" + name;
        break;
      case SummationStep::EXTEND_X:
      case SummationStep::EXTEND_Y: {
        if (step.stage != SummationStep::STAGE1)
          break;
        GeometryInterface::Column col0 = step.columns[0];
        std::string colname = geometryInterface.pretty(col0);
        name = name + "_per_" + colname;
        break;
      }
      case SummationStep::REDUCE: {
        auto red = step.arg;
        boost::algorithm::to_lower(red);
        name = red + "_" + name;
        break;
      }
      default:
        // Maybe PROFILE is worth showing.
        break;  // not visible in name
    }
  }
  return std::make_pair(top_folder_name + "/" + dir.str(), name + suffix);
}

Member Data Documentation

bool HistogramManager::bookUndefined

Definition at line 92 of file HistogramManager.h.

Referenced by book(), executePerEventHarvesting(), fill(), and loadFromDQMStore().

std::vector<Table> HistogramManager::counters

private

Definition at line 67 of file HistogramManager.h.

Referenced by counter.Counters::__str__(), counter.Counters::addCounter(), addSpec(), book(), counter.Counters::counter(), executePerEventHarvesting(), fill(), and counter.Counters::write().

int HistogramManager::dimensions

Definition at line 99 of file HistogramManager.h.

Referenced by book(), and fill().

bool HistogramManager::enabled

Definition at line 90 of file HistogramManager.h.

Referenced by book(), executeHarvesting(), executePerEventHarvesting(), executePerLumiHarvesting(), and fill().

std::vector<AbstractHistogram*> HistogramManager::fastpath

private

Definition at line 121 of file HistogramManager.h.

Referenced by addSpec(), and fill().

GeometryInterface& HistogramManager::geometryInterface

private

Definition at line 63 of file HistogramManager.h.

Referenced by book(), executeExtend(), executeGroupBy(), executeHarvesting(), executePerEventHarvesting(), executePerLumiHarvesting(), fill(), fillInternal(), HistogramManager(), loadFromDQMStore(), and makePathName().

const edm::ParameterSet& HistogramManager::iConfig

private

Definition at line 62 of file HistogramManager.h.

GeometryInterface::InterestingQuantities HistogramManager::iq

private

Definition at line 117 of file HistogramManager.h.

Referenced by book(), executePerEventHarvesting(), fill(), and loadFromDQMStore().

edm::LuminosityBlock const* HistogramManager::lumisection = nullptr

Definition at line 109 of file HistogramManager.h.

Referenced by executePerLumiHarvesting().

std::string HistogramManager::name

Definition at line 95 of file HistogramManager.h.

Referenced by ElectronMVAID.ElectronMVAID::__call__(), FWLite.ElectronMVAID::__call__(), dirstructure.Directory::__create_pie_image(), DisplayManager.DisplayManager::__del__(), dqm_interfaces.DirID::__eq__(), dirstructure.Directory::__get_full_path(), dirstructure.Comparison::__get_img_name(), dataset.Dataset::__getDataType(), dataset.Dataset::__getFileInfoList(), dirstructure.Comparison::__make_image(), core.autovars.NTupleVariable::__repr__(), core.autovars.NTupleObjectType::__repr__(), core.autovars.NTupleObject::__repr__(), core.autovars.NTupleCollection::__repr__(), dirstructure.Directory::__repr__(), dqm_interfaces.DirID::__repr__(), dirstructure.Comparison::__repr__(), config.Service::__setattr__(), config.CFG::__str__(), counter.Counter::__str__(), average.Average::__str__(), FWLite.WorkingPoints::_reformat_cut_definitions(), core.autovars.NTupleObjectType::addSubObjects(), core.autovars.NTupleObjectType::addVariables(), core.autovars.NTupleObjectType::allVars(), book(), dirstructure.Directory::calcStats(), geometryComparison.GeometryComparison::createScript(), validation.Sample::digest(), python.rootplot.utilities.Hist::divide(), python.rootplot.utilities.Hist::divide_wilson(), DisplayManager.DisplayManager::Draw(), TreeCrawler.Package::dump(), executeExtend(), executeGroupBy(), executeHarvesting(), core.autovars.NTupleVariable::fillBranch(), core.autovars.NTupleObject::fillBranches(), core.autovars.NTupleCollection::fillBranchesScalar(), core.autovars.NTupleCollection::fillBranchesVector(), core.autovars.NTupleCollection::get_cpp_declaration(), core.autovars.NTupleCollection::get_cpp_wrapper_class(), core.autovars.NTupleCollection::get_py_wrapper_class(), utils.StatisticalTest::get_status(), production_tasks.Task::getname(), dataset.CMSDataset::getPrimaryDatasetEntries(), dataset.PrivateDataset::getPrimaryDatasetEntries(), primaryVertexResolution.PrimaryVertexResolution::getRepMap(), primaryVertexValidation.PrimaryVertexValidation::getRepMap(), zMuMuValidation.ZMuMuValidation::getRepMap(), VIDSelectorBase.VIDSelectorBase::initialize(), loadFromDQMStore(), personalPlayback.Applet::log(), core.autovars.NTupleVariable::makeBranch(), core.autovars.NTupleObject::makeBranches(), core.autovars.NTupleCollection::makeBranchesScalar(), core.autovars.NTupleCollection::makeBranchesVector(), makePathName(), dirstructure.Directory::print_report(), dataset.BaseDataset::printInfo(), dataset.Dataset::printInfo(), production_tasks.MonitorJobs::run(), python.rootplot.utilities.Hist::TGraph(), python.rootplot.utilities.Hist::TH1F(), counter.Counter::write(), and average.Average::write().

bool HistogramManager::perLumiHarvesting

Definition at line 91 of file HistogramManager.h.

Referenced by executePerLumiHarvesting().

double HistogramManager::range_x_max

Definition at line 102 of file HistogramManager.h.

Referenced by book().

double HistogramManager::range_x_min

Definition at line 101 of file HistogramManager.h.

Referenced by book().

int HistogramManager::range_x_nbins

Definition at line 100 of file HistogramManager.h.

Referenced by book().

double HistogramManager::range_y_max

Definition at line 105 of file HistogramManager.h.

Referenced by book().

double HistogramManager::range_y_min

Definition at line 104 of file HistogramManager.h.

Referenced by book().

int HistogramManager::range_y_nbins

Definition at line 103 of file HistogramManager.h.

Referenced by book().

std::vector<GeometryInterface::Values> HistogramManager::significantvalues

private

Definition at line 119 of file HistogramManager.h.

Referenced by addSpec(), book(), executeExtend(), executeGroupBy(), executePerEventHarvesting(), fill(), and loadFromDQMStore().

std::vector<SummationSpecification> HistogramManager::specs

private

Definition at line 65 of file HistogramManager.h.

Referenced by addSpec(), book(), executeHarvesting(), executePerEventHarvesting(), and fill().

bool HistogramManager::statsOverflows

Definition at line 106 of file HistogramManager.h.

Referenced by book().

std::vector<Table> HistogramManager::tables

private

Definition at line 66 of file HistogramManager.h.

Referenced by addSpec(), book(), executeHarvesting(), executePerEventHarvesting(), and fill().

std::string HistogramManager::title

Definition at line 96 of file HistogramManager.h.

Referenced by python.rootplot.root2matplotlib.HistStack::bar(), python.rootplot.root2matplotlib.HistStack::bar3d(), python.rootplot.root2matplotlib.HistStack::barcluster(), python.rootplot.root2matplotlib.HistStack::barh(), python.rootplot.root2matplotlib.HistStack::barstack(), book(), python.rootplot.root2matplotlib.HistStack::errorbar(), python.rootplot.root2matplotlib.HistStack::errorbarh(), executeExtend(), Formatter.SimpleHTMLFormatter::headers(), python.rootplot.root2matplotlib.HistStack::histstack(), python.rootplot.root2matplotlib.Hist::show_titles(), python.rootplot.utilities.Hist::TGraph(), python.rootplot.utilities.Hist::TH1F(), python.rootplot.utilities.Hist2D::TH2F(), and python.rootplot.root2matplotlib.Hist2D::TH2F().

std::string HistogramManager::top_folder_name

Definition at line 93 of file HistogramManager.h.

Referenced by makePathName().

std::string HistogramManager::xlabel

Definition at line 97 of file HistogramManager.h.

Referenced by python.rootplot.root2matplotlib.HistStack::bar(), python.rootplot.root2matplotlib.HistStack::bar3d(), python.rootplot.root2matplotlib.HistStack::barcluster(), python.rootplot.root2matplotlib.HistStack::barh(), python.rootplot.root2matplotlib.HistStack::barstack(), book(), python.rootplot.root2matplotlib.HistStack::errorbar(), python.rootplot.root2matplotlib.HistStack::errorbarh(), python.rootplot.root2matplotlib.HistStack::histstack(), python.rootplot.root2matplotlib.Hist::show_titles(), python.rootplot.utilities.Hist::TGraph(), python.rootplot.utilities.Hist::TH1F(), python.rootplot.utilities.Hist2D::TH2F(), and python.rootplot.root2matplotlib.Hist2D::TH2F().

std::string HistogramManager::ylabel

Definition at line 98 of file HistogramManager.h.

Referenced by python.rootplot.root2matplotlib.HistStack::bar(), python.rootplot.root2matplotlib.HistStack::bar3d(), python.rootplot.root2matplotlib.HistStack::barcluster(), python.rootplot.root2matplotlib.HistStack::barh(), python.rootplot.root2matplotlib.HistStack::barstack(), book(), python.rootplot.root2matplotlib.HistStack::errorbar(), python.rootplot.root2matplotlib.HistStack::errorbarh(), python.rootplot.root2matplotlib.HistStack::histstack(), python.rootplot.root2matplotlib.Hist::show_titles(), python.rootplot.utilities.Hist::TGraph(), python.rootplot.utilities.Hist::TH1F(), python.rootplot.utilities.Hist2D::TH2F(), and python.rootplot.root2matplotlib.Hist2D::TH2F().