Inheritance diagram for FastTimerServiceClient:

Public Member Functions
	FastTimerServiceClient (edm::ParameterSet const &)

	~FastTimerServiceClient ()

Public Member Functions inherited from DQMEDHarvester
virtual void	analyze (edm::Event const &, edm::EventSetup const &) final

virtual void	beginLuminosityBlock (edm::LuminosityBlock const &, edm::EventSetup const &) final

virtual void	beginRun (edm::Run const &, edm::EventSetup const &)

	DQMEDHarvester (void)

virtual void	endJob () final

virtual void	endLuminosityBlock (edm::LuminosityBlock const &, edm::EventSetup const &) final

virtual void	endRun (edm::Run const &, edm::EventSetup const &)

Public Member Functions inherited from edm::one::EDAnalyzer< edm::one::WatchRuns, edm::one::WatchLuminosityBlocks, edm::one::SharedResources >
	EDAnalyzer ()=default

Public Member Functions inherited from edm::one::EDAnalyzerBase
void	callWhenNewProductsRegistered (std::function< void(BranchDescription const &)> const &func)

	EDAnalyzerBase ()

ModuleDescription const &	moduleDescription () const

virtual	~EDAnalyzerBase ()

Public Member Functions inherited from edm::EDConsumerBase
std::vector< ConsumesInfo >	consumesInfo () const

	EDConsumerBase ()

	EDConsumerBase (EDConsumerBase const &)=delete

	EDConsumerBase (EDConsumerBase &&)=default

ProductResolverIndexAndSkipBit	indexFrom (EDGetToken, BranchType, TypeID const &) const

void	itemsMayGet (BranchType, std::vector< ProductResolverIndexAndSkipBit > &) const

void	itemsToGet (BranchType, std::vector< ProductResolverIndexAndSkipBit > &) const

std::vector< ProductResolverIndexAndSkipBit > const &	itemsToGetFrom (BranchType iType) const

void	labelsForToken (EDGetToken iToken, Labels &oLabels) const

void	modulesWhoseProductsAreConsumed (std::vector< ModuleDescription const * > &modules, ProductRegistry const &preg, std::map< std::string, ModuleDescription const * > const &labelsToDesc, std::string const &processName) const

EDConsumerBase const &	operator= (EDConsumerBase const &)=delete

EDConsumerBase &	operator= (EDConsumerBase &&)=default

bool	registeredToConsume (ProductResolverIndex, bool, BranchType) const

bool	registeredToConsumeMany (TypeID const &, BranchType) const

void	updateLookup (BranchType iBranchType, ProductResolverIndexHelper const &, bool iPrefetchMayGet)

virtual	~EDConsumerBase () noexcept(false)

Static Public Member Functions
static void	fillDescriptions (edm::ConfigurationDescriptions &descriptions)

static void	fillLumiMePSetDescription (edm::ParameterSetDescription &pset)

Static Public Member Functions inherited from edm::one::EDAnalyzerBase
static const std::string &	baseType ()

static void	fillDescriptions (ConfigurationDescriptions &descriptions)

static void	prevalidate (ConfigurationDescriptions &descriptions)

Private Member Functions
void	dqmEndJob (DQMStore::IBooker &booker, DQMStore::IGetter &getter) override

void	dqmEndLuminosityBlock (DQMStore::IBooker &booker, DQMStore::IGetter &getter, edm::LuminosityBlock const &, edm::EventSetup const &) override

void	fillPathSummaryPlots (DQMStore::IBooker &booker, DQMStore::IGetter &getter, double events, std::string const &path)

void	fillPlotsVsLumi (DQMStore::IBooker &booker, DQMStore::IGetter &getter, std::string const &current_path, std::string const &suffix, MEPSet pset)

void	fillProcessSummaryPlots (DQMStore::IBooker &booker, DQMStore::IGetter &getter, std::string const &path)

void	fillSummaryPlots (DQMStore::IBooker &booker, DQMStore::IGetter &getter)

Static Private Member Functions
static MEPSet	getHistoPSet (edm::ParameterSet pset)

Private Attributes
bool	doPlotsVsPixelLumi_

bool	doPlotsVsScalLumi_

std::string	m_dqm_path

MEPSet	pixelLumiMEPSet_

MEPSet	scalLumiMEPSet_

Additional Inherited Members
Public Types inherited from edm::one::EDAnalyzerBase
typedef EDAnalyzerBase	ModuleType

Public Types inherited from edm::EDConsumerBase
typedef ProductLabels	Labels

Protected Member Functions inherited from edm::EDConsumerBase
template<typename ProductType , BranchType B = InEvent>
EDGetTokenT< ProductType >	consumes (edm::InputTag const &tag)

EDGetToken	consumes (const TypeToGet &id, edm::InputTag const &tag)

template<BranchType B>
EDGetToken	consumes (TypeToGet const &id, edm::InputTag const &tag)

ConsumesCollector	consumesCollector ()
	Use a ConsumesCollector to gather consumes information from helper functions. More...

template<typename ProductType , BranchType B = InEvent>
void	consumesMany ()

void	consumesMany (const TypeToGet &id)

template<BranchType B>
void	consumesMany (const TypeToGet &id)

template<typename ProductType , BranchType B = InEvent>
EDGetTokenT< ProductType >	mayConsume (edm::InputTag const &tag)

EDGetToken	mayConsume (const TypeToGet &id, edm::InputTag const &tag)

template<BranchType B>
EDGetToken	mayConsume (const TypeToGet &id, edm::InputTag const &tag)

Detailed Description

Definition at line 34 of file FastTimerServiceClient.cc.

Constructor & Destructor Documentation

FastTimerServiceClient::FastTimerServiceClient ( edm::ParameterSet const & config )

explicit

Definition at line 64 of file FastTimerServiceClient.cc.

References doPlotsVsPixelLumi_, getHistoPSet(), and pixelLumiMEPSet_.

                                                                              :
   m_dqm_path( config.getUntrackedParameter<std::string>( "dqmPath" ) )
   , doPlotsVsScalLumi_ ( config.getParameter<bool>( "doPlotsVsScalLumi" )  )
   , doPlotsVsPixelLumi_( config.getParameter<bool>( "doPlotsVsPixelLumi" ) )
   , scalLumiMEPSet_ ( doPlotsVsScalLumi_ ? getHistoPSet(config.getParameter<edm::ParameterSet>("scalLumiME")) : MEPSet{}  )
   , pixelLumiMEPSet_( doPlotsVsPixelLumi_ ? getHistoPSet(config.getParameter<edm::ParameterSet>("pixelLumiME")) : MEPSet{} )
 {
 }

FastTimerServiceClient::~FastTimerServiceClient ( )

Definition at line 73 of file FastTimerServiceClient.cc.

74 {

75 }

Member Function Documentation

void FastTimerServiceClient::dqmEndJob	(	DQMStore::IBooker &	booker,
		DQMStore::IGetter &	getter
	)

overrideprivatevirtual

Implements DQMEDHarvester.

Definition at line 78 of file FastTimerServiceClient.cc.

References fillSummaryPlots().

 {
   fillSummaryPlots(booker, getter);
 }

void FastTimerServiceClient::dqmEndLuminosityBlock	(	DQMStore::IBooker &	booker,
		DQMStore::IGetter &	getter,
		edm::LuminosityBlock const &	lumi,
		edm::EventSetup const &	setup
	)

overrideprivatevirtual

Reimplemented from DQMEDHarvester.

Definition at line 84 of file FastTimerServiceClient.cc.

References fillSummaryPlots().

 {
   fillSummaryPlots(booker, getter);
 }

void FastTimerServiceClient::fillDescriptions ( edm::ConfigurationDescriptions & descriptions )

static

Definition at line 364 of file FastTimerServiceClient.cc.

References edm::ConfigurationDescriptions::add(), edm::ParameterSetDescription::add(), edm::ParameterSetDescription::addUntracked(), DEFINE_FWK_MODULE, funct::false, fillLumiMePSetDescription(), AlCaHLTBitMon_QueryRunRegistry::string, and funct::true.

                                                                                     {
   // The following says we do not know what parameters are allowed so do no validation
   // Please change this to state exactly what you do use, even if it is no parameters
   edm::ParameterSetDescription desc;
   desc.addUntracked<std::string>( "dqmPath", "HLT/TimerService");
   desc.add<bool>( "doPlotsVsScalLumi",  true  );
   desc.add<bool>( "doPlotsVsPixelLumi", false );
 
   edm::ParameterSetDescription scalLumiMEPSet;
   fillLumiMePSetDescription(scalLumiMEPSet);
   desc.add<edm::ParameterSetDescription>("scalLumiME", scalLumiMEPSet);
   
   edm::ParameterSetDescription pixelLumiMEPSet;
   fillLumiMePSetDescription(pixelLumiMEPSet);
   desc.add<edm::ParameterSetDescription>("pixelLumiME", pixelLumiMEPSet);
 
   descriptions.add("fastTimerServiceClient", desc);
 }

void FastTimerServiceClient::fillLumiMePSetDescription ( edm::ParameterSetDescription & pset )

static

Definition at line 343 of file FastTimerServiceClient.cc.

References edm::ParameterSetDescription::add(), and AlCaHLTBitMon_QueryRunRegistry::string.

Referenced by fillDescriptions().

                                                                                    {
   pset.add<std::string>("folder", "HLT/LumiMonitoring");
   pset.add<std::string>("name"  , "lumiVsLS");
   pset.add<int>   ("nbins",  6500 );
   pset.add<double>("xmin",      0.);
   pset.add<double>("xmax",  13000.);
 }

void FastTimerServiceClient::fillPathSummaryPlots	(	DQMStore::IBooker &	booker,
		DQMStore::IGetter &	getter,
		double	events,
		std::string const &	path
	)

private

Definition at line 148 of file FastTimerServiceClient.cc.

References create_public_pileup_plots::bins, DQMStore::IBooker::book1D(), PostProcessor_cff::efficiency, DQMStore::IGetter::get(), MonitorElement::getTH1F(), MonitorElement::getTProfile(), mps_fire::i, diffTwoXMLs::label, hpstanc_transforms::max, min(), gen::n, or, AlCaHLTBitMon_ParallelJobs::p, DQMStore::IBooker::setCurrentFolder(), findQualityFiles::size, AlCaHLTBitMon_QueryRunRegistry::string, lumiQTWidget::t, and pileupDistInMC::total.

Referenced by fillProcessSummaryPlots().

                                                                                                                                               {
   // note: the following checks need to be kept separate, as any of these histograms might be missing
   // if any of them is filled, size will have the total number of paths, and "paths" can be used to extract the list of labels
   MonitorElement * me;
   TProfile const * paths = nullptr;
   uint32_t         size  = 0;
 
   // extract the list of Paths and EndPaths from the summary plots
   if (( me = getter.get(current_path + "/paths_active_time") )) {
     paths = me->getTProfile();
     size  = paths->GetXaxis()->GetNbins();
   } else
   if (( me = getter.get(current_path + "/paths_total_time") )) {
     paths = me->getTProfile();
     size  = paths->GetXaxis()->GetNbins();
   } else
   if (( me = getter.get(current_path + "/paths_exclusive_time") )) {
     paths = me->getTProfile();
     size  = paths->GetXaxis()->GetNbins();
   }
   if (paths == nullptr)
     return;
 
   // for each path, fill histograms with
   //  - the average time spent in each module (total time spent in that module, averaged over all events)
   //  - the running time spent in each module (total time spent in that module, averaged over the events where that module actually ran)
   //  - the "efficiency" of each module (number of time a module succeded divided by the number of times the has run)
   booker.setCurrentFolder(current_path + "/Paths");
   for (uint32_t p = 1; p <= size; ++p) {
     // extract the list of Paths and EndPaths from the bin labels of one of the summary plots
     std::string label = paths->GetXaxis()->GetBinLabel(p);
     MonitorElement * me_counter = getter.get( current_path + "/Paths/" + label + "_module_counter" );
     MonitorElement * me_total   = getter.get( current_path + "/Paths/" + label + "_module_total" );
     if (me_counter == 0 or me_total == 0)
       continue;
     TH1F * counter = me_counter->getTH1F();
     TH1F * total   = me_total  ->getTH1F();
     uint32_t bins = counter->GetXaxis()->GetNbins() - 1;
     double   min  = counter->GetXaxis()->GetXmin();
     double   max  = counter->GetXaxis()->GetXmax() - 1;
     booker.setCurrentFolder(current_path + "/Paths");
 
     TH1F * average;
     TH1F * running;
     TH1F * efficiency;
     MonitorElement * me;
 
     me = getter.get( current_path + "/Paths/" + label + "_module_average" );
     if (me) {
       average = me->getTH1F();
       //assert( me->getTH1F()->GetXaxis()->GetNbins() == (int) bins );
       assert( me->getTH1F()->GetXaxis()->GetXmin()  == min );
       assert( me->getTH1F()->GetXaxis()->GetXmax()  == max );
       average->Reset();
     } else {
       average = booker.book1D(label + "_module_average", label + " module average", bins, min, max)->getTH1F();
       average->SetYTitle("processing time [ms]");
       for (uint32_t i = 1; i <= bins; ++i) {
         const char * module = counter->GetXaxis()->GetBinLabel(i);
         average->GetXaxis()->SetBinLabel(i, module);
       }
     }
 
     me = getter.get( current_path + "/Paths/" + label + "_module_running" );
     if (me) {
       running = me->getTH1F();
       //assert( me->getTH1F()->GetXaxis()->GetNbins() == (int) bins );
       assert( me->getTH1F()->GetXaxis()->GetXmin()  == min );
       assert( me->getTH1F()->GetXaxis()->GetXmax()  == max );
       running->Reset();
     } else {
       running = booker.book1D(label + "_module_running", label + " module running", bins, min, max)->getTH1F();
       running->SetYTitle("processing time [ms]");
       for (uint32_t i = 1; i <= bins; ++i) {
         const char * module = counter->GetXaxis()->GetBinLabel(i);
         running->GetXaxis()->SetBinLabel(i, module);
       }
     }
 
     me = getter.get( current_path + "/Paths/" + label + "_module_efficiency" );
     if (me) {
       efficiency = me->getTH1F();
       //assert( me->getTH1F()->GetXaxis()->GetNbins() == (int) bins );
       assert( me->getTH1F()->GetXaxis()->GetXmin()  == min );
       assert( me->getTH1F()->GetXaxis()->GetXmax()  == max );
       efficiency->Reset();
     } else {
       efficiency = booker.book1D(label + "_module_efficiency", label + " module efficiency", bins, min, max)->getTH1F();
       efficiency->SetYTitle("filter efficiency");
       efficiency->SetMaximum(1.05);
       for (uint32_t i = 1; i <= bins; ++i) {
         const char * module = counter->GetXaxis()->GetBinLabel(i);
         efficiency->GetXaxis()->SetBinLabel(i, module);
       }
     }
 
     for (uint32_t i = 1; i <= bins; ++i) {
       double t = total  ->GetBinContent(i);
       double n = counter->GetBinContent(i);
       double p = counter->GetBinContent(i+1);
       average ->SetBinContent(i, t / events);
       if (n) {
         running   ->SetBinContent(i, t / n);
         efficiency->SetBinContent(i, p / n);
       }
     }
   }
 
 }

void FastTimerServiceClient::fillPlotsVsLumi	(	DQMStore::IBooker &	booker,
		DQMStore::IGetter &	getter,
		std::string const &	current_path,
		std::string const &	suffix,
		MEPSet	pset
	)

private

Definition at line 260 of file FastTimerServiceClient.cc.

References DQMStore::IBooker::bookProfile(), MonitorElement::Fill(), printsummarytable::folder, MEPSet::folder, DQMStore::IGetter::get(), DQMStore::IGetter::getMEs(), MonitorElement::getTProfile(), diffTwoXMLs::label, csvLumiCalc::lumi, funct::m, MEPSet::name, dataset::name, MEPSet::nbins, pileupCalc::nbins, MonitorElement::Reset(), DQMStore::IBooker::setCurrentFolder(), DQMStore::IGetter::setCurrentFolder(), findQualityFiles::size, AlCaHLTBitMon_QueryRunRegistry::string, PFTauMVAInputDiscriminatorTranslator_cfi::test, TrackerOfflineValidation_Dqm_cff::xmax, MEPSet::xmax, TrackerOfflineValidation_Dqm_cff::xmin, MEPSet::xmin, trackingPlots::xtitle, y, Phase2TrackerMonitorDigi_cff::ymax, Phase2TrackerMonitorDigi_cff::ymin, and trackingPlots::ytitle.

Referenced by fillProcessSummaryPlots().

                                                                                                                                                                   {
 
   std::vector<std::string> menames;
 
   static const boost::regex byls(".*byls");
   static const boost::regex test(suffix);
   // get all MEs in the current_path
   getter.setCurrentFolder(current_path);
   std::vector<std::string> allmenames = getter.getMEs();
   for ( auto m : allmenames )
     // get only MEs vs LS
     if (boost::regex_match(m, byls))
       menames.push_back(m);
 
   // if no MEs available, return
   if ( menames.size() == 0 )
     return;
   
 
   // get info for getting the lumi VS LS histogram
   std::string folder = pset.folder;
   std::string name   = pset.name;
   int         nbins  = pset.nbins;
   double      xmin   = pset.xmin;
   double      xmax   = pset.xmax;
 
   // get lumi VS LS ME
   getter.setCurrentFolder(folder);
   MonitorElement* lumiVsLS = getter.get(folder+"/"+name);
   // if no ME available, return
   if ( !lumiVsLS ) {
     edm::LogWarning("FastTimerServiceClient") << "no " << name << " ME is available in " << folder << std::endl;
     return;
   }
 
   // get range and binning for new MEs x-axis
   size_t size        = lumiVsLS->getTProfile()->GetXaxis()->GetNbins();
   std::string xtitle = lumiVsLS->getTProfile()->GetYaxis()->GetTitle();
 
   std::vector<double> lumi;
   std::vector<int> LS;
   for ( size_t ibin=1; ibin <= size; ++ibin ) {
     // avoid to store points w/ no info
     if ( lumiVsLS->getTProfile()->GetBinContent(ibin) == 0. ) continue;
 
     lumi.push_back( lumiVsLS->getTProfile()->GetBinContent(ibin) );
     LS.push_back  ( lumiVsLS->getTProfile()->GetXaxis()->GetBinCenter(ibin) );
   }
 
   booker.setCurrentFolder(current_path);
   getter.setCurrentFolder(current_path);
   for ( auto m : menames ) {
     std::string label = m;
     label.erase(label.find("_byls"));
 
     MonitorElement* me = getter.get(current_path + "/" + m);
     double ymin        = me->getTProfile()->GetMinimum();
     double ymax        = me->getTProfile()->GetMaximum();
     std::string ytitle = me->getTProfile()->GetYaxis()->GetTitle();
 
     MonitorElement* meVsLumi = getter.get( current_path + "/" + label + "_" + suffix );
     if (meVsLumi) {
       assert( meVsLumi->getTProfile()->GetXaxis()->GetXmin()  == xmin );
       assert( meVsLumi->getTProfile()->GetXaxis()->GetXmax()  == xmax );
       meVsLumi->Reset(); // do I have to do it ?!?!?
     } else {
       meVsLumi = booker.bookProfile(label + "_" + suffix, label + "_" + suffix, nbins, xmin, xmax, ymin, ymax);
       //    TProfile* meVsLumi_p = meVsLumi->getTProfile();
       meVsLumi->getTProfile()->GetXaxis()->SetTitle(xtitle.c_str());
       meVsLumi->getTProfile()->GetYaxis()->SetTitle(ytitle.c_str());
     }
     for ( size_t ils=0; ils < LS.size(); ++ils ) {
       int ibin = me->getTProfile()->GetXaxis()->FindBin(LS[ils]);
       double y = me->getTProfile()->GetBinContent(ibin);
 
       meVsLumi->Fill(lumi[ils],y);
     }
   }
   
   
 }

void FastTimerServiceClient::fillProcessSummaryPlots	(	DQMStore::IBooker &	booker,
		DQMStore::IGetter &	getter,
		std::string const &	path
	)

private

Definition at line 112 of file FastTimerServiceClient.cc.

References DQMStore::IGetter::dirExists(), doPlotsVsPixelLumi_, doPlotsVsScalLumi_, PatBasicFWLiteAnalyzer::events, fillPathSummaryPlots(), fillPlotsVsLumi(), DQMStore::IGetter::get(), DQMStore::IGetter::getSubdirs(), MonitorElement::getTH1F(), pixelLumiMEPSet_, scalLumiMEPSet_, DQMStore::IBooker::setCurrentFolder(), and DQMStore::IGetter::setCurrentFolder().

Referenced by fillSummaryPlots().

                                                                                                                                   {
 
   MonitorElement * me = getter.get(current_path + "/event");
   if (me == 0)
     // no FastTimerService DQM information
     return;
 
   if ( doPlotsVsScalLumi_ ) {
     fillPlotsVsLumi( booker,getter, current_path, "VsScalLumi", scalLumiMEPSet_ );
   }
   if ( doPlotsVsPixelLumi_ ) {
     fillPlotsVsLumi( booker,getter, current_path, "VsPixelLumi", pixelLumiMEPSet_ );
   }
 
   getter.setCurrentFolder(current_path);
 
   double events = me->getTH1F()->GetEntries();
 
   // look for per-process directories
   static const boost::regex process_name(".*/process .*");
   booker.setCurrentFolder(current_path);
   std::vector<std::string> subdirs = getter.getSubdirs();
   for (auto const & subdir: subdirs) {
     if (boost::regex_match(subdir, process_name)) {
       // look for per-path plots inside each per-process directory
       if (getter.dirExists(subdir + "/Paths"))
         fillPathSummaryPlots(booker, getter, events, subdir);
     }
   }
 
   // look for per-path plots inside the current directory
   if (getter.dirExists(current_path + "/Paths"))
     fillPathSummaryPlots(booker, getter, events, current_path);
 }

void FastTimerServiceClient::fillSummaryPlots	(	DQMStore::IBooker &	booker,
		DQMStore::IGetter &	getter
	)

private

Definition at line 90 of file FastTimerServiceClient.cc.

References fillProcessSummaryPlots(), DQMStore::IGetter::get(), DQMStore::IGetter::getSubdirs(), m_dqm_path, and DQMStore::IBooker::setCurrentFolder().

Referenced by dqmEndJob(), and dqmEndLuminosityBlock().

 {
   if (getter.get(m_dqm_path + "/event")) {
     // the plots are directly in the configured folder
     fillProcessSummaryPlots(booker, getter, m_dqm_path);
   } else {
     static const boost::regex running_n_processes(".*/Running [0-9]+ processes");
     booker.setCurrentFolder(m_dqm_path);
     std::vector<std::string> subdirs = getter.getSubdirs();
     for (auto const & subdir: subdirs) {
       if (boost::regex_match(subdir, running_n_processes)) {
         // the plots are in a per-number-of-processes folder
         if (getter.get(subdir + "/event"))
           fillProcessSummaryPlots(booker, getter, subdir);
       }
     }
   }
 }

MEPSet FastTimerServiceClient::getHistoPSet ( edm::ParameterSet pset )

staticprivate

Definition at line 352 of file FastTimerServiceClient.cc.

References edm::ParameterSet::getParameter(), and AlCaHLTBitMon_QueryRunRegistry::string.

Referenced by FastTimerServiceClient().

 {
   return MEPSet{
     pset.getParameter<std::string>("folder"),
       pset.getParameter<std::string>("name"),
       pset.getParameter<int>("nbins"),
       pset.getParameter<double>("xmin"),
       pset.getParameter<double>("xmax"),
       };
 }