CMS 3D CMS Logo
List of all members | Public Member Functions | Static Public Member Functions | Private Member Functions | Private Attributes
ThroughputServiceClient Class Reference
Inheritance diagram for ThroughputServiceClient:
DQMEDHarvester edm::one::EDProducer< edm::EndLuminosityBlockProducer, edm::EndRunProducer, edm::EndProcessBlockProducer, edm::one::WatchLuminosityBlocks, edm::one::WatchRuns, edm::one::SharedResources, edm::Accumulator > edm::one::EDProducerBase edm::ProducerBase edm::EDConsumerBase edm::ProductRegistryHelper

Public Member Functions

 ThroughputServiceClient (edm::ParameterSet const &)
 
 ~ThroughputServiceClient () override=default
 
- Public Member Functions inherited from DQMEDHarvester
void accumulate (edm::Event const &ev, edm::EventSetup const &es) final
 
void beginJob () override
 
void beginLuminosityBlock (edm::LuminosityBlock const &lumi, edm::EventSetup const &) final
 
void beginRun (edm::Run const &run, edm::EventSetup const &) override
 
virtual void dqmAnalyze (DQMStore::IBooker &, DQMStore::IGetter &, edm::Event const &, edm::EventSetup const &)
 
 DQMEDHarvester ()
 
 DQMEDHarvester (edm::ParameterSet const &iConfig)
 
virtual void dqmEndRun (DQMStore::IBooker &, DQMStore::IGetter &, edm::Run const &, edm::EventSetup const &)
 
void endLuminosityBlock (edm::LuminosityBlock const &, edm::EventSetup const &) final
 
void endLuminosityBlockProduce (edm::LuminosityBlock &lumi, edm::EventSetup const &es) final
 
void endProcessBlockProduce (edm::ProcessBlock &) final
 
void endRun (edm::Run const &, edm::EventSetup const &) override
 
void endRunProduce (edm::Run &run, edm::EventSetup const &es) final
 
 ~DQMEDHarvester () override=default
 
- Public Member Functions inherited from edm::one::EDProducer< edm::EndLuminosityBlockProducer, edm::EndRunProducer, edm::EndProcessBlockProducer, edm::one::WatchLuminosityBlocks, edm::one::WatchRuns, edm::one::SharedResources, edm::Accumulator >
 EDProducer ()=default
 
SerialTaskQueue * globalLuminosityBlocksQueue () final
 
SerialTaskQueue * globalRunsQueue () final
 
bool hasAbilityToProduceInBeginLumis () const final
 
bool hasAbilityToProduceInBeginProcessBlocks () const final
 
bool hasAbilityToProduceInBeginRuns () const final
 
bool hasAbilityToProduceInEndLumis () const final
 
bool hasAbilityToProduceInEndProcessBlocks () const final
 
bool hasAbilityToProduceInEndRuns () const final
 
bool wantsGlobalLuminosityBlocks () const final
 
bool wantsGlobalRuns () const final
 
bool wantsInputProcessBlocks () const final
 
bool wantsProcessBlocks () const final
 
- Public Member Functions inherited from edm::one::EDProducerBase
 EDProducerBase ()
 
ModuleDescription const & moduleDescription () const
 
bool wantsStreamLuminosityBlocks () const
 
bool wantsStreamRuns () const
 
 ~EDProducerBase () override
 
- Public Member Functions inherited from edm::ProducerBase
void callWhenNewProductsRegistered (std::function< void(BranchDescription const &)> const &func)
 
std::vector< edm::ProductResolverIndex > const & indiciesForPutProducts (BranchType iBranchType) const
 
 ProducerBase ()
 
std::vector< edm::ProductResolverIndex > const & putTokenIndexToProductResolverIndex () const
 
std::vector< bool > const & recordProvenanceList () const
 
void registerProducts (ProducerBase *, ProductRegistry *, ModuleDescription const &)
 
std::function< void(BranchDescription const &)> registrationCallback () const
 used by the fwk to register list of products More...
 
void resolvePutIndicies (BranchType iBranchType, ModuleToResolverIndicies const &iIndicies, std::string const &moduleLabel)
 
TypeLabelList const & typeLabelList () const
 used by the fwk to register the list of products of this module More...
 
 ~ProducerBase () noexcept(false) override
 
- Public Member Functions inherited from edm::EDConsumerBase
std::vector< ConsumesInfo > consumesInfo () const
 
void convertCurrentProcessAlias (std::string const &processName)
 Convert "@currentProcess" in InputTag process names to the actual current process name. More...
 
 EDConsumerBase ()
 
 EDConsumerBase (EDConsumerBase &&)=default
 
 EDConsumerBase (EDConsumerBase const &)=delete
 
ESProxyIndex const * esGetTokenIndices (edm::Transition iTrans) const
 
std::vector< ESProxyIndex > const & esGetTokenIndicesVector (edm::Transition iTrans) const
 
std::vector< ESRecordIndex > const & esGetTokenRecordIndicesVector (edm::Transition iTrans) const
 
ProductResolverIndexAndSkipBit indexFrom (EDGetToken, BranchType, TypeID const &) const
 
void itemsMayGet (BranchType, std::vector< ProductResolverIndexAndSkipBit > &) const
 
void itemsToGet (BranchType, std::vector< ProductResolverIndexAndSkipBit > &) const
 
std::vector< ProductResolverIndexAndSkipBit > const & itemsToGetFrom (BranchType iType) const
 
void labelsForToken (EDGetToken iToken, Labels &oLabels) const
 
void modulesWhoseProductsAreConsumed (std::array< std::vector< ModuleDescription const * > *, NumBranchTypes > &modulesAll, std::vector< ModuleProcessName > &modulesInPreviousProcesses, ProductRegistry const &preg, std::map< std::string, ModuleDescription const * > const &labelsToDesc, std::string const &processName) const
 
EDConsumerBase & operator= (EDConsumerBase &&)=default
 
EDConsumerBase const & operator= (EDConsumerBase const &)=delete
 
bool registeredToConsume (ProductResolverIndex, bool, BranchType) const
 
bool registeredToConsumeMany (TypeID const &, BranchType) const
 
ProductResolverIndexAndSkipBit uncheckedIndexFrom (EDGetToken) const
 
void updateLookup (BranchType iBranchType, ProductResolverIndexHelper const &, bool iPrefetchMayGet)
 
void updateLookup (eventsetup::ESRecordsToProxyIndices const &)
 
virtual ~EDConsumerBase () noexcept(false)
 

Static Public Member Functions

static void fillDescriptions (edm::ConfigurationDescriptions &descriptions)
 
- Static Public Member Functions inherited from edm::one::EDProducerBase
static const std::string & baseType ()
 
static void fillDescriptions (ConfigurationDescriptions &descriptions)
 
static void prevalidate (ConfigurationDescriptions &descriptions)
 

Private Member Functions

void dqmEndJob (DQMStore::IBooker &booker, DQMStore::IGetter &getter) override
 
void dqmEndLuminosityBlock (DQMStore::IBooker &booker, DQMStore::IGetter &getter, edm::LuminosityBlock const &, edm::EventSetup const &) override
 
void fillSummaryPlots (DQMStore::IBooker &booker, DQMStore::IGetter &getter)
 

Private Attributes

const bool m_dqm_merge
 
const std::string m_dqm_path
 

Additional Inherited Members

- Public Types inherited from DQMEDHarvester
typedef dqm::harvesting::DQMStore DQMStore
 
typedef dqm::harvesting::MonitorElement MonitorElement
 
- Public Types inherited from edm::one::EDProducerBase
typedef EDProducerBase ModuleType
 
- Public Types inherited from edm::ProducerBase
using ModuleToResolverIndicies = std::unordered_multimap< std::string, std::tuple< edm::TypeID const *, const char *, edm::ProductResolverIndex > >
 
typedef ProductRegistryHelper::TypeLabelList TypeLabelList
 
- Public Types inherited from edm::EDConsumerBase
typedef ProductLabels Labels
 
- Protected Member Functions inherited from edm::ProducerBase
template<class ProductType >
BranchAliasSetterT< ProductType > produces ()
 declare what type of product will make and with which optional label More...
 
template<typename ProductType , BranchType B>
BranchAliasSetterT< ProductType > produces ()
 
template<typename ProductType , Transition B>
BranchAliasSetterT< ProductType > produces ()
 
BranchAliasSetter produces (const TypeID &id, std::string instanceName=std::string(), bool recordProvenance=true)
 
template<BranchType B>
BranchAliasSetter produces (const TypeID &id, std::string instanceName=std::string(), bool recordProvenance=true)
 
template<Transition B>
BranchAliasSetter produces (const TypeID &id, std::string instanceName=std::string(), bool recordProvenance=true)
 
template<typename ProductType , Transition B>
BranchAliasSetterT< ProductType > produces (std::string instanceName)
 
template<class ProductType >
BranchAliasSetterT< ProductType > produces (std::string instanceName)
 
template<typename ProductType , BranchType B>
BranchAliasSetterT< ProductType > produces (std::string instanceName)
 
ProducesCollector producesCollector ()
 
- Protected Member Functions inherited from edm::EDConsumerBase
EDGetToken consumes (const TypeToGet &id, edm::InputTag const &tag)
 
template<typename ProductType , BranchType B = InEvent>
EDGetTokenT< ProductType > consumes (edm::InputTag const &tag)
 
template<BranchType B = InEvent>
EDConsumerBaseAdaptor< B > consumes (edm::InputTag tag) noexcept
 
template<BranchType B>
EDGetToken consumes (TypeToGet const &id, edm::InputTag const &tag)
 
ConsumesCollector consumesCollector ()
 Use a ConsumesCollector to gather consumes information from helper functions. More...
 
template<typename ProductType , BranchType B = InEvent>
void consumesMany ()
 
void consumesMany (const TypeToGet &id)
 
template<BranchType B>
void consumesMany (const TypeToGet &id)
 
template<typename ESProduct , typename ESRecord , Transition Tr = Transition::Event>
auto esConsumes ()
 
template<Transition Tr = Transition::Event>
constexpr auto esConsumes () noexcept
 
template<typename ESProduct , typename ESRecord , Transition Tr = Transition::Event>
auto esConsumes (ESInputTag const &tag)
 
template<Transition Tr = Transition::Event>
auto esConsumes (ESInputTag tag) noexcept
 
template<Transition Tr = Transition::Event>
ESGetTokenGeneric esConsumes (eventsetup::EventSetupRecordKey const &iRecord, eventsetup::DataKey const &iKey)
 Used with EventSetupRecord::doGet. More...
 
EDGetToken mayConsume (const TypeToGet &id, edm::InputTag const &tag)
 
template<BranchType B>
EDGetToken mayConsume (const TypeToGet &id, edm::InputTag const &tag)
 
template<typename ProductType , BranchType B = InEvent>
EDGetTokenT< ProductType > mayConsume (edm::InputTag const &tag)
 
- Protected Attributes inherited from DQMEDHarvester
DQMStore * dqmstore_
 
edm::GetterOfProducts< DQMToken > jobmegetter_
 
edm::EDPutTokenT< DQMToken > jobToken_
 
edm::GetterOfProducts< DQMToken > lumimegetter_
 
edm::EDPutTokenT< DQMToken > lumiToken_
 
edm::GetterOfProducts< DQMToken > runmegetter_
 
edm::EDPutTokenT< DQMToken > runToken_
 

Detailed Description

Definition at line 25 of file ThroughputServiceClient.cc.

Constructor & Destructor Documentation

◆ ThroughputServiceClient()

ThroughputServiceClient::ThroughputServiceClient ( edm::ParameterSet const &  config)
explicit

Definition at line 46 of file ThroughputServiceClient.cc.

47  : m_dqm_path(config.getUntrackedParameter<std::string>("dqmPath")),
48  m_dqm_merge(config.getUntrackedParameter<bool>("createSummary")) {}

◆ ~ThroughputServiceClient()

ThroughputServiceClient::~ThroughputServiceClient ( )
overridedefault

Member Function Documentation

◆ dqmEndJob()

void ThroughputServiceClient::dqmEndJob ( DQMStore::IBooker &  booker,
DQMStore::IGetter &  getter 
)
overrideprivatevirtual

Implements DQMEDHarvester.

Definition at line 50 of file ThroughputServiceClient.cc.

50  {
51  fillSummaryPlots(booker, getter);
52 }

References fillSummaryPlots().

◆ dqmEndLuminosityBlock()

void ThroughputServiceClient::dqmEndLuminosityBlock ( DQMStore::IBooker &  booker,
DQMStore::IGetter &  getter,
edm::LuminosityBlock const &  ,
edm::EventSetup const &   
)
overrideprivatevirtual

Reimplemented from DQMEDHarvester.

Definition at line 54 of file ThroughputServiceClient.cc.

57  {
58  fillSummaryPlots(booker, getter);
59 }

References fillSummaryPlots().

◆ fillDescriptions()

void ThroughputServiceClient::fillDescriptions ( edm::ConfigurationDescriptions &  descriptions)
static

Definition at line 143 of file ThroughputServiceClient.cc.

143  {
144  edm::ParameterSetDescription desc;
145  desc.addUntracked<std::string>("dqmPath", "HLT/Throughput");
146  desc.addUntracked<bool>("createSummary", true);
147  descriptions.add("throughputServiceClient", desc);
148 }

References edm::ConfigurationDescriptions::add(), submitPVResolutionJobs::desc, and AlCaHLTBitMon_QueryRunRegistry::string.

◆ fillSummaryPlots()

void ThroughputServiceClient::fillSummaryPlots ( DQMStore::IBooker &  booker,
DQMStore::IGetter &  getter 
)
private

Definition at line 61 of file ThroughputServiceClient.cc.

61  {
62  // find whether the plots are in the main folder, or in per-number-of-processess subfolders
63  std::vector<std::string> folders;
64  if (getter.get(m_dqm_path + "/throughput_sourced")) {
65  // the plots are in the main folder
66  folders.push_back(m_dqm_path);
67  } else {
68  static const boost::regex running_n_processes(".*/Running .*");
69  booker.setCurrentFolder(m_dqm_path);
70  std::vector<std::string> subdirs = getter.getSubdirs();
71  for (auto const &subdir : subdirs) {
72  if (boost::regex_match(subdir, running_n_processes)) {
73  if (getter.get(subdir + "/throughput_sourced"))
74  // the plots are in a per-number-of-processes subfolder
75  folders.push_back(subdir);
76  }
77  }
78  }
79  // create a summary folder if there are more than one
80  if (m_dqm_merge and folders.size() > 1) {
81  std::string summary_folder = m_dqm_path + "/Summary";
82  booker.setCurrentFolder(summary_folder);
83  // clone the first set of histograms
84  auto folder = folders.begin();
85  TH1F *sourced =
86  booker.book1D("throughput_sourced", getter.get(*folder + "/throughput_sourced")->getTH1F())->getTH1F();
87  TH1F *retired =
88  booker.book1D("throughput_retired", getter.get(*folder + "/throughput_retired")->getTH1F())->getTH1F();
89  // add the other sets of histograms
90  for (++folder; folder != folders.end(); ++folder) {
91  sourced->Add(getter.get(*folder + "/throughput_sourced")->getTH1F());
92  retired->Add(getter.get(*folder + "/throughput_retired")->getTH1F());
93  }
94  // move the summary folder to the list
95  folders.push_back(std::move(summary_folder));
96  }
97  for (auto const &folder : folders) {
98  TH1F *sourced = getter.get(folder + "/throughput_sourced")->getTH1F();
99  TH1F *retired = getter.get(folder + "/throughput_retired")->getTH1F();
100  booker.setCurrentFolder(folder);
101  unsigned int nbins = sourced->GetXaxis()->GetNbins();
102  double range = sourced->GetXaxis()->GetXmax();
103 
104  // (re)book and fill .../concurrent
105  TH1F *concurrent = booker.book1D("concurrent", "Concurrent events being processed", nbins, 0., range)->getTH1F();
106  double sum = 0;
107  // from bin=0 (underflow) to bin=nbins+1 (overflow)
108  for (unsigned int i = 0; i <= nbins + 1; ++i) {
109  sum += sourced->GetBinContent(i) - retired->GetBinContent(i);
110  concurrent->Fill(concurrent->GetXaxis()->GetBinCenter(i), sum);
111  }
112 
113  TH1F *average = nullptr;
114  double avg_min = std::min(sourced->GetMinimum(0.), retired->GetMinimum(0.));
115  double avg_max = std::max(sourced->GetMaximum(), retired->GetMaximum());
116  double width = avg_max - avg_min;
117  avg_min = std::floor(avg_min - width * 0.2);
118  if (avg_min < 0.)
119  avg_min = 0.;
120  avg_max = std::ceil(avg_max + width * 0.2);
121  width = avg_max - avg_min;
122 
123  // define the range for .../average_sourced
124  uint64_t first = sourced->FindFirstBinAbove(0.);
125  uint64_t last = sourced->FindLastBinAbove(0.);
126  booker.setCurrentFolder(folder);
127  // (re)book and fill .../average_sourced
128  average = booker.book1D("average_sourced", "Throughput (sourced events)", (int)width, avg_min, avg_max)->getTH1F();
129  for (unsigned int i = first; i <= last; ++i)
130  average->Fill(sourced->GetBinContent(i));
131 
132  // define the range for .../average_retired
133  first = retired->FindFirstBinAbove(0.);
134  last = retired->FindLastBinAbove(0.);
135  booker.setCurrentFolder(folder);
136  // (re)book and fill .../average_retired
137  average = booker.book1D("average_retired", "Throughput (retired events)", (int)width, avg_min, avg_max)->getTH1F();
138  for (unsigned int i = first; i <= last; ++i)
139  average->Fill(retired->GetBinContent(i));
140  }
141 }

References dqm::implementation::IBooker::book1D(), reco::ceil(), first, printsummarytable::folder, folders, dqm::implementation::IGetter::get(), dqm::implementation::IGetter::getSubdirs(), dqm::legacy::MonitorElement::getTH1F(), mps_fire::i, dqmdumpme::last, m_dqm_merge, m_dqm_path, SiStripPI::max, min(), eostools::move(), LaserClient_cfi::nbins, FastTimerService_cff::range, dqm::implementation::NavigatorBase::setCurrentFolder(), AlCaHLTBitMon_QueryRunRegistry::string, and ApeEstimator_cff::width.

Referenced by dqmEndJob(), and dqmEndLuminosityBlock().

Member Data Documentation

◆ m_dqm_merge

const bool ThroughputServiceClient::m_dqm_merge
private

Definition at line 34 of file ThroughputServiceClient.cc.

Referenced by fillSummaryPlots().

◆ m_dqm_path

const std::string ThroughputServiceClient::m_dqm_path
private

Definition at line 33 of file ThroughputServiceClient.cc.

Referenced by fillSummaryPlots().

FastTimerService_cff.range
range
Definition: FastTimerService_cff.py:34
ApeEstimator_cff.width
width
Definition: ApeEstimator_cff.py:24
mps_fire.i
i
Definition: mps_fire.py:428
min
T min(T a, T b)
Definition: MathUtil.h:58
printsummarytable.folder
folder
Definition: printsummarytable.py:7
edm::ParameterSetDescription
Definition: ParameterSetDescription.h:52
dqm::implementation::NavigatorBase::setCurrentFolder
virtual void setCurrentFolder(std::string const &fullpath)
Definition: DQMStore.cc:32
dqm::implementation::IGetter::getSubdirs
virtual DQM_DEPRECATED std::vector< std::string > getSubdirs() const
Definition: DQMStore.cc:678
dqm::legacy::MonitorElement::getTH1F
virtual TH1F * getTH1F() const
Definition: MonitorElement.h:479
folders
*vegas h *****************************************************used in the default bin number in original ***version of VEGAS is ***a higher bin number might help to derive a more precise ***grade subtle otherwise a larger ***bin number will have no effects or even make the ***precision lower than before *********************************************************************************************************it lies in three folders
Definition: invegas.h:5
ThroughputServiceClient::fillSummaryPlots
void fillSummaryPlots(DQMStore::IBooker &booker, DQMStore::IGetter &getter)
Definition: ThroughputServiceClient.cc:61
config
Definition: config.py:1
dqmdumpme.last
last
Definition: dqmdumpme.py:56
reco::ceil
constexpr int32_t ceil(float num)
Definition: constexpr_cmath.h:7
edm::ConfigurationDescriptions::add
void add(std::string const &label, ParameterSetDescription const &psetDescription)
Definition: ConfigurationDescriptions.cc:57
LaserClient_cfi.nbins
nbins
Definition: LaserClient_cfi.py:51
first
auto first
Definition: CAHitNtupletGeneratorKernelsImpl.h:112
AlCaHLTBitMon_QueryRunRegistry.string
string
Definition: AlCaHLTBitMon_QueryRunRegistry.py:256
ThroughputServiceClient::m_dqm_path
const std::string m_dqm_path
Definition: ThroughputServiceClient.cc:33
SiStripPI::max
Definition: SiStripPayloadInspectorHelper.h:169
ThroughputServiceClient::m_dqm_merge
const bool m_dqm_merge
Definition: ThroughputServiceClient.cc:34
average
Definition: average.py:1
submitPVResolutionJobs.desc
string desc
Definition: submitPVResolutionJobs.py:251
eostools.move
def move(src, dest)
Definition: eostools.py:511
dqm::implementation::IGetter::get
virtual MonitorElement * get(std::string const &fullpath) const
Definition: DQMStore.cc:651
cond::uint64_t
unsigned long long uint64_t
Definition: Time.h:13
dqm::implementation::IBooker::book1D
MonitorElement * book1D(TString const &name, TString const &title, int const nchX, double const lowX, double const highX, FUNC onbooking=NOOP())
Definition: DQMStore.h:98
Generated for CMSSW Reference Manual by doxygen 1.8.16