ThroughputServiceClient Class Reference

Inheritance diagram for ThroughputServiceClient:

Public Member Functions
	ThroughputServiceClient (edm::ParameterSet const &)
	~ThroughputServiceClient () override=default
Public Member Functions inherited from DQMEDHarvester
void	accumulate (edm::Event const &ev, edm::EventSetup const &es) final
void	beginJob () override
void	beginLuminosityBlock (edm::LuminosityBlock const &lumi, edm::EventSetup const &) final
void	beginRun (edm::Run const &run, edm::EventSetup const &) override
virtual void	dqmAnalyze (DQMStore::IBooker &, DQMStore::IGetter &, edm::Event const &, edm::EventSetup const &)
	DQMEDHarvester (edm::ParameterSet const &iConfig)
	DQMEDHarvester ()
virtual void	dqmEndRun (DQMStore::IBooker &, DQMStore::IGetter &, edm::Run const &, edm::EventSetup const &)
void	endLuminosityBlock (edm::LuminosityBlock const &, edm::EventSetup const &) final
void	endLuminosityBlockProduce (edm::LuminosityBlock &lumi, edm::EventSetup const &es) final
void	endProcessBlockProduce (edm::ProcessBlock &) final
void	endRun (edm::Run const &, edm::EventSetup const &) override
void	endRunProduce (edm::Run &run, edm::EventSetup const &es) final
	~DQMEDHarvester () override=default
Public Member Functions inherited from edm::one::EDProducer< edm::EndLuminosityBlockProducer, edm::EndRunProducer, edm::EndProcessBlockProducer, edm::one::WatchLuminosityBlocks, edm::one::WatchRuns, edm::one::SharedResources, edm::Accumulator >
	EDProducer ()=default
	EDProducer (const EDProducer &)=delete
SerialTaskQueue *	globalLuminosityBlocksQueue () final
SerialTaskQueue *	globalRunsQueue () final
bool	hasAbilityToProduceInBeginLumis () const final
bool	hasAbilityToProduceInBeginProcessBlocks () const final
bool	hasAbilityToProduceInBeginRuns () const final
bool	hasAbilityToProduceInEndLumis () const final
bool	hasAbilityToProduceInEndProcessBlocks () const final
bool	hasAbilityToProduceInEndRuns () const final
const EDProducer &	operator= (const EDProducer &)=delete
bool	wantsGlobalLuminosityBlocks () const noexcept final
bool	wantsGlobalRuns () const noexcept final
bool	wantsInputProcessBlocks () const noexcept final
bool	wantsProcessBlocks () const noexcept final
Public Member Functions inherited from edm::one::EDProducerBase
	EDProducerBase ()
ModuleDescription const &	moduleDescription () const
bool	wantsStreamLuminosityBlocks () const noexcept
bool	wantsStreamRuns () const noexcept
	~EDProducerBase () override
Public Member Functions inherited from edm::ProducerBase
void	callWhenNewProductsRegistered (std::function< void(BranchDescription const &)> const &func)
std::vector< edm::ProductResolverIndex > const &	indiciesForPutProducts (BranchType iBranchType) const
	ProducerBase ()
std::vector< edm::ProductResolverIndex > const &	putTokenIndexToProductResolverIndex () const
std::vector< bool > const &	recordProvenanceList () const
void	registerProducts (ProducerBase *, ProductRegistry *, ModuleDescription const &)
std::function< void(BranchDescription const &)>	registrationCallback () const
	used by the fwk to register list of products More...
void	resolvePutIndicies (BranchType iBranchType, ModuleToResolverIndicies const &iIndicies, std::string const &moduleLabel)
TypeLabelList const &	typeLabelList () const
	used by the fwk to register the list of products of this module More...
	~ProducerBase () noexcept(false) override
Public Member Functions inherited from edm::EDConsumerBase
std::vector< ConsumesInfo >	consumesInfo () const
void	convertCurrentProcessAlias (std::string const &processName)
	Convert "@currentProcess" in InputTag process names to the actual current process name. More...
	EDConsumerBase ()
	EDConsumerBase (EDConsumerBase const &)=delete
	EDConsumerBase (EDConsumerBase &&)=default
ESResolverIndex const *	esGetTokenIndices (edm::Transition iTrans) const
std::vector< ESResolverIndex > const &	esGetTokenIndicesVector (edm::Transition iTrans) const
std::vector< ESRecordIndex > const &	esGetTokenRecordIndicesVector (edm::Transition iTrans) const
ProductResolverIndexAndSkipBit	indexFrom (EDGetToken, BranchType, TypeID const &) const
void	itemsMayGet (BranchType, std::vector< ProductResolverIndexAndSkipBit > &) const
void	itemsToGet (BranchType, std::vector< ProductResolverIndexAndSkipBit > &) const
std::vector< ProductResolverIndexAndSkipBit > const &	itemsToGetFrom (BranchType iType) const
void	labelsForToken (EDGetToken iToken, Labels &oLabels) const
void	modulesWhoseProductsAreConsumed (std::array< std::vector< ModuleDescription const *> *, NumBranchTypes > &modulesAll, std::vector< ModuleProcessName > &modulesInPreviousProcesses, ProductRegistry const &preg, std::map< std::string, ModuleDescription const *> const &labelsToDesc, std::string const &processName) const
EDConsumerBase const &	operator= (EDConsumerBase const &)=delete
EDConsumerBase &	operator= (EDConsumerBase &&)=default
bool	registeredToConsume (ProductResolverIndex, bool, BranchType) const
void	selectInputProcessBlocks (ProductRegistry const &productRegistry, ProcessBlockHelperBase const &processBlockHelperBase)
ProductResolverIndexAndSkipBit	uncheckedIndexFrom (EDGetToken) const
void	updateLookup (BranchType iBranchType, ProductResolverIndexHelper const &, bool iPrefetchMayGet)
void	updateLookup (eventsetup::ESRecordsToProductResolverIndices const &)
virtual	~EDConsumerBase () noexcept(false)

Static Public Member Functions
static void	fillDescriptions (edm::ConfigurationDescriptions &descriptions)
Static Public Member Functions inherited from edm::one::EDProducerBase
static const std::string &	baseType ()
static void	fillDescriptions (ConfigurationDescriptions &descriptions)
static void	prevalidate (ConfigurationDescriptions &descriptions)

Private Member Functions
void	dqmEndJob (DQMStore::IBooker &booker, DQMStore::IGetter &getter) override
void	dqmEndLuminosityBlock (DQMStore::IBooker &booker, DQMStore::IGetter &getter, edm::LuminosityBlock const &, edm::EventSetup const &) override
void	fillSummaryPlots (DQMStore::IBooker &booker, DQMStore::IGetter &getter)

Private Attributes
const bool	m_dqm_merge
const std::string	m_dqm_path
const bool	m_fillEveryLumiSection

Additional Inherited Members
Public Types inherited from DQMEDHarvester
typedef dqm::harvesting::DQMStore	DQMStore
typedef dqm::harvesting::MonitorElement	MonitorElement
Public Types inherited from edm::one::EDProducerBase
typedef EDProducerBase	ModuleType
Public Types inherited from edm::ProducerBase
template<typename T >
using	BranchAliasSetterT = ProductRegistryHelper::BranchAliasSetterT< T >
using	ModuleToResolverIndicies = std::unordered_multimap< std::string, std::tuple< edm::TypeID const *, const char *, edm::ProductResolverIndex > >
typedef ProductRegistryHelper::TypeLabelList	TypeLabelList
Public Types inherited from edm::EDConsumerBase
typedef ProductLabels	Labels
Protected Member Functions inherited from edm::ProducerBase
template<Transition Tr = Transition::Event>
auto	produces (std::string instanceName) noexcept
	declare what type of product will make and with which optional label More...
template<Transition B>
BranchAliasSetter	produces (const TypeID &id, std::string instanceName=std::string(), bool recordProvenance=true)
template<BranchType B>
BranchAliasSetter	produces (const TypeID &id, std::string instanceName=std::string(), bool recordProvenance=true)
BranchAliasSetter	produces (const TypeID &id, std::string instanceName=std::string(), bool recordProvenance=true)
template<typename ProductType , Transition B>
BranchAliasSetterT< ProductType >	produces (std::string instanceName)
template<class ProductType >
BranchAliasSetterT< ProductType >	produces ()
template<typename ProductType , BranchType B>
BranchAliasSetterT< ProductType >	produces (std::string instanceName)
template<typename ProductType , BranchType B>
BranchAliasSetterT< ProductType >	produces ()
template<class ProductType >
BranchAliasSetterT< ProductType >	produces (std::string instanceName)
template<typename ProductType , Transition B>
BranchAliasSetterT< ProductType >	produces ()
template<Transition Tr = Transition::Event>
auto	produces () noexcept
ProducesCollector	producesCollector ()
Protected Member Functions inherited from edm::EDConsumerBase
template<typename ProductType , BranchType B = InEvent>
EDGetTokenT< ProductType >	consumes (edm::InputTag const &tag)
template<BranchType B = InEvent>
EDConsumerBaseAdaptor< B >	consumes (edm::InputTag tag) noexcept
EDGetToken	consumes (const TypeToGet &id, edm::InputTag const &tag)
template<BranchType B>
EDGetToken	consumes (TypeToGet const &id, edm::InputTag const &tag)
ConsumesCollector	consumesCollector ()
	Use a ConsumesCollector to gather consumes information from helper functions. More...
template<typename ESProduct , typename ESRecord , Transition Tr = Transition::Event>
auto	esConsumes ()
template<typename ESProduct , typename ESRecord , Transition Tr = Transition::Event>
auto	esConsumes (ESInputTag const &tag)
template<Transition Tr = Transition::Event>
constexpr auto	esConsumes ()
template<Transition Tr = Transition::Event>
auto	esConsumes (ESInputTag tag)
template<Transition Tr = Transition::Event>
ESGetTokenGeneric	esConsumes (eventsetup::EventSetupRecordKey const &iRecord, eventsetup::DataKey const &iKey)
	Used with EventSetupRecord::doGet. More...
template<typename ProductType , BranchType B = InEvent>
EDGetTokenT< ProductType >	mayConsume (edm::InputTag const &tag)
EDGetToken	mayConsume (const TypeToGet &id, edm::InputTag const &tag)
template<BranchType B>
EDGetToken	mayConsume (const TypeToGet &id, edm::InputTag const &tag)
void	resetItemsToGetFrom (BranchType iType)
Protected Attributes inherited from DQMEDHarvester
DQMStore *	dqmstore_
edm::GetterOfProducts< DQMToken >	jobmegetter_
edm::EDPutTokenT< DQMToken >	jobToken_
edm::GetterOfProducts< DQMToken >	lumimegetter_
edm::EDPutTokenT< DQMToken >	lumiToken_
edm::GetterOfProducts< DQMToken >	runmegetter_
edm::EDPutTokenT< DQMToken >	runToken_

Detailed Description

Definition at line 25 of file ThroughputServiceClient.cc.

Constructor & Destructor Documentation

ThroughputServiceClient()

ThroughputServiceClient::ThroughputServiceClient ( edm::ParameterSet const &  config )

explicit

Definition at line 47 of file ThroughputServiceClient.cc.

    : m_dqm_path(config.getUntrackedParameter<std::string>("dqmPath")),
      m_dqm_merge(config.getUntrackedParameter<bool>("createSummary")),
      m_fillEveryLumiSection(config.getParameter<bool>("fillEveryLumiSection")) {}

~ThroughputServiceClient()

ThroughputServiceClient::~ThroughputServiceClient ( )

overridedefault

Member Function Documentation

dqmEndJob()

void ThroughputServiceClient::dqmEndJob ( DQMStore::IBooker &  booker, DQMStore::IGetter &  getter  )

overrideprivatevirtual

Implements DQMEDHarvester.

Definition at line 52 of file ThroughputServiceClient.cc.

References fillSummaryPlots().

                                                                                        {
  fillSummaryPlots(booker, getter);
}

dqmEndLuminosityBlock()

void ThroughputServiceClient::dqmEndLuminosityBlock ( DQMStore::IBooker &  booker, DQMStore::IGetter &  getter, edm::LuminosityBlock const &  , edm::EventSetup const &    )

overrideprivatevirtual

Reimplemented from DQMEDHarvester.

Definition at line 56 of file ThroughputServiceClient.cc.

References fillSummaryPlots(), and m_fillEveryLumiSection.

                                                                           {
  if (m_fillEveryLumiSection) {
    fillSummaryPlots(booker, getter);
  }
}

fillDescriptions()

void ThroughputServiceClient::fillDescriptions ( edm::ConfigurationDescriptions &  descriptions )

static

Definition at line 150 of file ThroughputServiceClient.cc.

References edm::ConfigurationDescriptions::add(), submitPVResolutionJobs::desc, and AlCaHLTBitMon_QueryRunRegistry::string.

                                                                                         {
  edm::ParameterSetDescription desc;
  desc.addUntracked<std::string>("dqmPath", "HLT/Throughput");
  desc.addUntracked<bool>("createSummary", true);
  desc.add<bool>("fillEveryLumiSection", true);
  descriptions.add("throughputServiceClient", desc);
}

fillSummaryPlots()

void ThroughputServiceClient::fillSummaryPlots ( DQMStore::IBooker &  booker, DQMStore::IGetter &  getter  )

private

Definition at line 65 of file ThroughputServiceClient.cc.

References dqm::implementation::IBooker::book1D(), reco::ceil(), dqmdumpme::first, printsummarytable::folder, folders, dqm::implementation::IGetter::get(), dqm::implementation::IGetter::getSubdirs(), dqm::legacy::MonitorElement::getTH1F(), mps_fire::i, dqmdumpme::last, m_dqm_merge, m_dqm_path, WZElectronSkims53X_cff::max, SiStripPI::min, eostools::move(), LaserClient_cfi::nbins, isotrackApplyRegressor::range, dqm::implementation::NavigatorBase::setCurrentFolder(), AlCaHLTBitMon_QueryRunRegistry::string, mkLumiAveragedPlots::subdir, compareTotals::subdirs, and ApeEstimator_cff::width.

Referenced by dqmEndJob(), and dqmEndLuminosityBlock().

                                                                                               {
  // find whether the plots are in the main folder, or in per-number-of-processess subfolders
  std::vector<std::string> folders;
  if (getter.get(m_dqm_path + "/throughput_sourced")) {
    // the plots are in the main folder
    folders.push_back(m_dqm_path);
  } else {
    static const boost::regex running_n_processes(".*/Running .*");
    booker.setCurrentFolder(m_dqm_path);
    std::vector<std::string> subdirs = getter.getSubdirs();
    for (auto const &subdir : subdirs) {
      if (boost::regex_match(subdir, running_n_processes)) {
        if (getter.get(subdir + "/throughput_sourced")) {
          // the plots are in a per-number-of-processes subfolder
          folders.push_back(subdir);
        }
      }
    }
  }
  // create a summary folder if there are more than one
  if (m_dqm_merge and folders.size() > 1) {
    std::string summary_folder = m_dqm_path + "/Summary";
    booker.setCurrentFolder(summary_folder);
    // clone the first set of histograms
    auto folder = folders.begin();
    TH1F *sourced =
        booker.book1D("throughput_sourced", getter.get(*folder + "/throughput_sourced")->getTH1F())->getTH1F();
    TH1F *retired =
        booker.book1D("throughput_retired", getter.get(*folder + "/throughput_retired")->getTH1F())->getTH1F();
    // add the other sets of histograms
    for (++folder; folder != folders.end(); ++folder) {
      sourced->Add(getter.get(*folder + "/throughput_sourced")->getTH1F());
      retired->Add(getter.get(*folder + "/throughput_retired")->getTH1F());
    }
    // move the summary folder to the list
    folders.push_back(std::move(summary_folder));
  }
  for (auto const &folder : folders) {
    TH1F *sourced = getter.get(folder + "/throughput_sourced")->getTH1F();
    TH1F *retired = getter.get(folder + "/throughput_retired")->getTH1F();
    booker.setCurrentFolder(folder);
    unsigned int nbins = sourced->GetXaxis()->GetNbins();
    double range = sourced->GetXaxis()->GetXmax();

    // (re)book and fill .../concurrent
    TH1F *concurrent = booker.book1D("concurrent", "Concurrent events being processed", nbins, 0., range)->getTH1F();
    double sum = 0;
    // from bin=0 (underflow) to bin=nbins+1 (overflow)
    for (unsigned int i = 0; i <= nbins + 1; ++i) {
      sum += sourced->GetBinContent(i) - retired->GetBinContent(i);
      concurrent->Fill(concurrent->GetXaxis()->GetBinCenter(i), sum);
    }

    TH1F *average = nullptr;
    double avg_min = std::min(sourced->GetMinimum(0.), retired->GetMinimum(0.));
    double avg_max = std::max(sourced->GetMaximum(), retired->GetMaximum());
    double width = avg_max - avg_min;
    avg_min = std::floor(avg_min - width * 0.2);
    if (avg_min < 0.)
      avg_min = 0.;
    avg_max = std::ceil(avg_max + width * 0.2);
    width = avg_max - avg_min;

    // define the range for .../average_sourced
    auto first = sourced->FindFirstBinAbove(0.);
    auto last = sourced->FindLastBinAbove(0.);
    booker.setCurrentFolder(folder);
    // (re)book and fill .../average_sourced
    average = booker.book1D("average_sourced", "Throughput (sourced events)", (int)width, avg_min, avg_max)->getTH1F();
    if (first >= 0)
      for (auto i = first; i <= last; ++i)
        average->Fill(sourced->GetBinContent(i));

    // define the range for .../average_retired
    first = retired->FindFirstBinAbove(0.);
    last = retired->FindLastBinAbove(0.);
    booker.setCurrentFolder(folder);
    // (re)book and fill .../average_retired
    average = booker.book1D("average_retired", "Throughput (retired events)", (int)width, avg_min, avg_max)->getTH1F();
    if (first >= 0)
      for (auto i = first; i <= last; ++i)
        average->Fill(retired->GetBinContent(i));
  }
}

Member Data Documentation

m_dqm_merge

const bool ThroughputServiceClient::m_dqm_merge

private

Definition at line 34 of file ThroughputServiceClient.cc.

Referenced by fillSummaryPlots().

m_dqm_path

const std::string ThroughputServiceClient::m_dqm_path

private

Definition at line 33 of file ThroughputServiceClient.cc.

Referenced by fillSummaryPlots().

m_fillEveryLumiSection

const bool ThroughputServiceClient::m_fillEveryLumiSection

private

Definition at line 35 of file ThroughputServiceClient.cc.

Referenced by dqmEndLuminosityBlock().