#include <FastTimerService.h>

Classes
struct	LuminosityDescription

struct	ModuleInfo

struct	PathInfo

struct	PathProfilesPerProcess

struct	ProcessDescription

struct	StreamData

struct	SummaryPlots

struct	SummaryPlotsPerProcess

struct	SummaryProfiles

struct	SummaryProfilesPerProcess

struct	Timing

struct	TimingPerProcess

Public Member Functions
double	currentEventTime (edm::StreamID) const

double	currentModuleTime (edm::StreamID) const

double	currentPathTime (edm::StreamID) const

	FastTimerService (const edm::ParameterSet &, edm::ActivityRegistry &)

double	queryEventTime (edm::StreamID) const

double	queryModuleTime (edm::StreamID, const edm::ModuleDescription &) const

double	queryModuleTime (edm::StreamID, unsigned int id) const

double	queryModuleTimeByLabel (edm::StreamID, const std::string &) const

double	queryModuleTimeByType (edm::StreamID, const std::string &) const

double	querySourceTime (edm::StreamID) const

unsigned int	reserveLuminosityPlots (std::string const &name, std::string const &title, std::string const &label, double range, double resolution)

unsigned int	reserveLuminosityPlots (std::string &&name, std::string &&title, std::string &&label, double range, double resolution)

void	setLuminosity (unsigned int stream_id, unsigned int luminosity_id, double value)

	~FastTimerService ()

Static Public Member Functions
static void	fillDescriptions (edm::ConfigurationDescriptions &descriptions)

Private Types
template<typename T >
using	ModuleMap = std::vector< T >

template<typename T >
using	PathMap = std::vector< std::unordered_map< std::string, T >>

Private Member Functions
void	fillPathMap (unsigned int pid, std::string const &name, std::vector< std::string > const &modules)

void	postEndJob ()

void	postEvent (edm::StreamContext const &)

void	postGlobalEndRun (edm::GlobalContext const &)

void	postModuleEvent (edm::StreamContext const &, edm::ModuleCallingContext const &)

void	postModuleEventDelayedGet (edm::StreamContext const &, edm::ModuleCallingContext const &)

void	postPathEvent (edm::StreamContext const &, edm::PathContext const &, edm::HLTPathStatus const &)

void	postSourceEvent (edm::StreamID)

void	postStreamBeginLumi (edm::StreamContext const &)

void	postStreamBeginRun (edm::StreamContext const &)

void	postStreamEndLumi (edm::StreamContext const &)

void	postStreamEndRun (edm::StreamContext const &)

void	preallocate (edm::service::SystemBounds const &)

void	preEvent (edm::StreamContext const &)

void	preGlobalBeginRun (edm::GlobalContext const &)

void	preModuleBeginJob (edm::ModuleDescription const &)

void	preModuleEvent (edm::StreamContext const &, edm::ModuleCallingContext const &)

void	preModuleEventDelayedGet (edm::StreamContext const &, edm::ModuleCallingContext const &)

void	prePathEvent (edm::StreamContext const &, edm::PathContext const &)

void	preSourceEvent (edm::StreamID)

void	preStreamBeginRun (edm::StreamContext const &)

void	printProcessSummary (Timing const &total, TimingPerProcess const &summary, std::string const &label, std::string const &process) const

void	printSummary (Timing const &summary, std::string const &label) const

Static Private Member Functions
static double	delta (FastTimer::Clock::time_point const &first, FastTimer::Clock::time_point const &second)

static unsigned int	processID (edm::ProcessContext const *)

Private Attributes
unsigned int	m_concurrent_runs

unsigned int	m_concurrent_streams

unsigned int	m_concurrent_threads

const double	m_dqm_eventtime_range

const double	m_dqm_eventtime_resolution

std::vector < LuminosityDescription >	m_dqm_luminosity

const double	m_dqm_moduletime_range

const double	m_dqm_moduletime_resolution

std::string	m_dqm_path

const double	m_dqm_pathtime_range

const double	m_dqm_pathtime_resolution

bool	m_enable_dqm

const bool	m_enable_dqm_byls

const bool	m_enable_dqm_bymodule

const bool	m_enable_dqm_bymoduletype

const bool	m_enable_dqm_bynproc

const bool	m_enable_dqm_bypath_active

const bool	m_enable_dqm_bypath_counters

const bool	m_enable_dqm_bypath_details

const bool	m_enable_dqm_bypath_exclusive

const bool	m_enable_dqm_bypath_overhead

const bool	m_enable_dqm_bypath_total

const bool	m_enable_dqm_summary

bool	m_enable_timing_exclusive

bool	m_enable_timing_modules

bool	m_enable_timing_paths

const bool	m_enable_timing_summary

Timing	m_job_summary

std::vector< TimingPerProcess >	m_job_summary_perprocess

unsigned int	m_module_id

std::vector< ProcessDescription >	m_process

std::vector< Timing >	m_run_summary

std::vector< std::vector < TimingPerProcess > >	m_run_summary_perprocess

const bool	m_skip_first_path

std::vector< StreamData >	m_stream

std::mutex	m_summary_mutex

bool	m_use_realtime

Detailed Description

Definition at line 84 of file FastTimerService.h.

Member Typedef Documentation

template<typename T >

using FastTimerService::ModuleMap = std::vector<T>

private

Definition at line 328 of file FastTimerService.h.

template<typename T >

using FastTimerService::PathMap = std::vector<std::unordered_map<std::string, T>>

private

Definition at line 324 of file FastTimerService.h.

Constructor & Destructor Documentation

FastTimerService::FastTimerService	(	const edm::ParameterSet &	config,
		edm::ActivityRegistry &	registry
	)

Definition at line 41 of file FastTimerService.cc.

                                                                                                  :
   // configuration
   // FIXME - reimplement support for cpu time vs. real time
   m_use_realtime(                config.getUntrackedParameter<bool>(     "useRealTimeClock"         ) ),
   m_enable_timing_paths(         config.getUntrackedParameter<bool>(     "enableTimingPaths"        ) ),
   m_enable_timing_modules(       config.getUntrackedParameter<bool>(     "enableTimingModules"      ) ),
   m_enable_timing_exclusive(     config.getUntrackedParameter<bool>(     "enableTimingExclusive"    ) ),
   m_enable_timing_summary(       config.getUntrackedParameter<bool>(     "enableTimingSummary"      ) ),
   m_skip_first_path(             config.getUntrackedParameter<bool>(     "skipFirstPath"            ) ),
   // dqm configuration
   m_enable_dqm(                  config.getUntrackedParameter<bool>(     "enableDQM"                ) ),
   m_enable_dqm_bypath_active(    config.getUntrackedParameter<bool>(     "enableDQMbyPathActive"    ) ),
   m_enable_dqm_bypath_total(     config.getUntrackedParameter<bool>(     "enableDQMbyPathTotal"     ) ),
   m_enable_dqm_bypath_overhead(  config.getUntrackedParameter<bool>(     "enableDQMbyPathOverhead"  ) ),
   m_enable_dqm_bypath_details(   config.getUntrackedParameter<bool>(     "enableDQMbyPathDetails"   ) ),
   m_enable_dqm_bypath_counters(  config.getUntrackedParameter<bool>(     "enableDQMbyPathCounters"  ) ),
   m_enable_dqm_bypath_exclusive( config.getUntrackedParameter<bool>(     "enableDQMbyPathExclusive" ) ),
   m_enable_dqm_bymodule(         config.getUntrackedParameter<bool>(     "enableDQMbyModule"        ) ),
   m_enable_dqm_bymoduletype(     config.getUntrackedParameter<bool>(     "enableDQMbyModuleType"    ) ),
   m_enable_dqm_summary(          config.getUntrackedParameter<bool>(     "enableDQMSummary"         ) ),
   m_enable_dqm_byls(             config.getUntrackedParameter<bool>(     "enableDQMbyLumiSection"   ) ),
   m_enable_dqm_bynproc(          config.getUntrackedParameter<bool>(     "enableDQMbyProcesses"     ) ),
   // job configuration
   m_concurrent_runs(             0 ),
   m_concurrent_streams(          0 ),
   m_concurrent_threads(          0 ),
   m_module_id(                   edm::ModuleDescription::invalidID() ),
   m_dqm_eventtime_range(         config.getUntrackedParameter<double>(   "dqmTimeRange"             ) ),            // ms
   m_dqm_eventtime_resolution(    config.getUntrackedParameter<double>(   "dqmTimeResolution"        ) ),            // ms
   m_dqm_pathtime_range(          config.getUntrackedParameter<double>(   "dqmPathTimeRange"         ) ),            // ms
   m_dqm_pathtime_resolution(     config.getUntrackedParameter<double>(   "dqmPathTimeResolution"    ) ),            // ms
   m_dqm_moduletime_range(        config.getUntrackedParameter<double>(   "dqmModuleTimeRange"       ) ),            // ms
   m_dqm_moduletime_resolution(   config.getUntrackedParameter<double>(   "dqmModuleTimeResolution"  ) ),            // ms
   m_dqm_path(                    config.getUntrackedParameter<std::string>("dqmPath" ) ),
   // description of the process(es)
   m_process(),
   // description of the luminosity axes
   m_dqm_luminosity(),
   // DQM - these are initialized at preStreamBeginRun(), to make sure the DQM service has been loaded
   m_stream(),
   // summary data
   m_run_summary(),
   m_job_summary(),
   m_run_summary_perprocess(),
   m_job_summary_perprocess()
 {
   // enable timers if required by DQM plots
   m_enable_timing_paths     = m_enable_timing_paths         or
                               m_enable_dqm_bypath_active    or
                               m_enable_dqm_bypath_total     or
                               m_enable_dqm_bypath_overhead  or
                               m_enable_dqm_bypath_details   or
                               m_enable_dqm_bypath_counters  or
                               m_enable_dqm_bypath_exclusive;
 
   m_enable_timing_modules   = m_enable_timing_modules       or
                               m_enable_dqm_bymodule         or
                               m_enable_dqm_bymoduletype     or
                               m_enable_dqm_bypath_total     or
                               m_enable_dqm_bypath_overhead  or
                               m_enable_dqm_bypath_details   or
                               m_enable_dqm_bypath_counters  or
                               m_enable_dqm_bypath_exclusive;
 
   m_enable_timing_exclusive = m_enable_timing_exclusive     or
                               m_enable_dqm_bypath_exclusive;
 
 
   registry.watchPreallocate(        this, & FastTimerService::preallocate );
   registry.watchPreModuleBeginJob(  this, & FastTimerService::preModuleBeginJob );
   registry.watchPreGlobalBeginRun(  this, & FastTimerService::preGlobalBeginRun );
   registry.watchPreStreamBeginRun(  this, & FastTimerService::preStreamBeginRun );
   registry.watchPostStreamBeginRun( this, & FastTimerService::postStreamBeginRun );
   registry.watchPostStreamEndRun(   this, & FastTimerService::postStreamEndRun );
   registry.watchPostStreamBeginLumi(this, & FastTimerService::postStreamBeginLumi );
   registry.watchPostStreamEndLumi(  this, & FastTimerService::postStreamEndLumi );
   registry.watchPostEndJob(         this, & FastTimerService::postEndJob );
   registry.watchPostGlobalEndRun(   this, & FastTimerService::postGlobalEndRun );
   registry.watchPreSourceEvent(     this, & FastTimerService::preSourceEvent );
   registry.watchPostSourceEvent(    this, & FastTimerService::postSourceEvent );
   registry.watchPreEvent(           this, & FastTimerService::preEvent );
   registry.watchPostEvent(          this, & FastTimerService::postEvent );
   // watch per-path events
   registry.watchPrePathEvent(       this, & FastTimerService::prePathEvent );
   registry.watchPostPathEvent(      this, & FastTimerService::postPathEvent );
   // watch per-module events if enabled
   if (m_enable_timing_modules) {
     registry.watchPreModuleEvent(            this, & FastTimerService::preModuleEvent );
     registry.watchPostModuleEvent(           this, & FastTimerService::postModuleEvent );
     registry.watchPreModuleEventDelayedGet(  this, & FastTimerService::preModuleEventDelayedGet );
     registry.watchPostModuleEventDelayedGet( this, & FastTimerService::postModuleEventDelayedGet );
   }
 
   // if requested, reserve plots for timing vs. lumisection
   // there is no need to store the id, as it wil always be 0
   if (m_enable_dqm_byls)
     reserveLuminosityPlots("ls", "lumisection", "lumisection", config.getUntrackedParameter<uint32_t>("dqmLumiSectionsRange"), 1.);
 
 }

FastTimerService::~FastTimerService ( )

Definition at line 141 of file FastTimerService.cc.

142 {

143 }

Member Function Documentation

double FastTimerService::currentEventTime ( edm::StreamID sid ) const

Definition at line 1303 of file FastTimerService.cc.

References m_stream.

                                                                {
   return m_stream[sid].timer_event.secondsUntilNow();
 }

double FastTimerService::currentModuleTime ( edm::StreamID sid ) const

Definition at line 1293 of file FastTimerService.cc.

References m_stream.

                                                                 {
   return m_stream[sid].current_module->timer.secondsUntilNow();
 }

double FastTimerService::currentPathTime ( edm::StreamID sid ) const

Definition at line 1298 of file FastTimerService.cc.

References m_stream.

                                                               {
   return m_stream[sid].current_path->timer.secondsUntilNow();
 }

static double FastTimerService::delta	(	FastTimer::Clock::time_point const &	first,
		FastTimer::Clock::time_point const &	second
	)

inlinestaticprivate

Definition at line 754 of file FastTimerService.h.

References prof2calltree::count, and plotBeamSpotDB::first.

Referenced by postEvent(), postPathEvent(), preEvent(), prePathEvent(), and preSourceEvent().

   {
     return std::chrono::duration_cast<std::chrono::duration<double>>(second - first).count();
   }

void FastTimerService::fillDescriptions ( edm::ConfigurationDescriptions & descriptions )

static

Definition at line 1409 of file FastTimerService.cc.

References edm::ConfigurationDescriptions::add(), edm::ParameterSetDescription::addUntracked(), and AlCaHLTBitMon_QueryRunRegistry::string.

                                                                                    {
   edm::ParameterSetDescription desc;
   desc.addUntracked<bool>(   "useRealTimeClock",         true);
   desc.addUntracked<bool>(   "enableTimingPaths",        true);
   desc.addUntracked<bool>(   "enableTimingModules",      true);
   desc.addUntracked<bool>(   "enableTimingExclusive",    false);
   desc.addUntracked<bool>(   "enableTimingSummary",      false);
   desc.addUntracked<bool>(   "skipFirstPath",            false),
   desc.addUntracked<bool>(   "enableDQM",                true);
   desc.addUntracked<bool>(   "enableDQMbyPathActive",    false);
   desc.addUntracked<bool>(   "enableDQMbyPathTotal",     true);
   desc.addUntracked<bool>(   "enableDQMbyPathOverhead",  false);
   desc.addUntracked<bool>(   "enableDQMbyPathDetails",   false);
   desc.addUntracked<bool>(   "enableDQMbyPathCounters",  true);
   desc.addUntracked<bool>(   "enableDQMbyPathExclusive", false);
   desc.addUntracked<bool>(   "enableDQMbyModule",        false);
   desc.addUntracked<bool>(   "enableDQMbyModuleType",    false);
   desc.addUntracked<bool>(   "enableDQMSummary",         false);
   desc.addUntracked<bool>(   "enableDQMbyLumiSection",   false);
   desc.addUntracked<bool>(   "enableDQMbyProcesses",     false);
   desc.addUntracked<double>( "dqmTimeRange",             1000. );   // ms
   desc.addUntracked<double>( "dqmTimeResolution",           5. );   // ms
   desc.addUntracked<double>( "dqmPathTimeRange",          100. );   // ms
   desc.addUntracked<double>( "dqmPathTimeResolution",       0.5);   // ms
   desc.addUntracked<double>( "dqmModuleTimeRange",         40. );   // ms
   desc.addUntracked<double>( "dqmModuleTimeResolution",     0.2);   // ms
   desc.addUntracked<uint32_t>( "dqmLumiSectionsRange",   2500  );   // ~ 16 hours
   desc.addUntracked<std::string>(   "dqmPath",           "HLT/TimerService");
   descriptions.add("FastTimerService", desc);
 }

void FastTimerService::fillPathMap	(	unsigned int	pid,
		std::string const &	name,
		std::vector< std::string > const &	modules
	)

private

Definition at line 1261 of file FastTimerService.cc.

References diffTwoXMLs::label, m_stream, python.rootplot.argparse::module, mergeVDriftHistosByStation::name, or, sysUtil::pid, fetchall_from_DQM_v2::pool, edmStreamStallGrapher::stream, and AlCaHLTBitMon_QueryRunRegistry::string.

Referenced by preGlobalBeginRun().

                                                                                                                  {
   for (auto & stream: m_stream) {
 
     std::vector<ModuleInfo *> & pathmap = stream.paths[pid][name].modules;
     pathmap.clear();
     pathmap.reserve( modules.size() );
     std::unordered_set<ModuleInfo const *> pool;        // keep track of inserted modules
     for (auto const & module: modules) {
       // fix the name of negated or ignored modules
       std::string const & label = (module[0] == '!' or module[0] == '-') ? module.substr(1) : module;
 
       auto const & it = stream.modules.find(label);
       if (it == stream.modules.end()) {
         // no matching module was found
         pathmap.push_back( 0 );
       } else if (pool.insert(& it->second).second) {
         // new module
         pathmap.push_back(& it->second);
       } else {
         // duplicate module
         pathmap.push_back( 0 );
       }
     }
 
   }
 }

void FastTimerService::postEndJob ( )

private

Definition at line 639 of file FastTimerService.cc.

References diffTwoXMLs::label, m_enable_timing_summary, m_job_summary, m_job_summary_perprocess, m_process, mergeVDriftHistosByStation::name, sysUtil::pid, printProcessSummary(), printSummary(), and AlCaHLTBitMon_QueryRunRegistry::string.

Referenced by FastTimerService().

 {
   if (m_enable_timing_summary) {
     const std::string label = "the whole job";
     for (unsigned int pid = 0; pid < m_process.size(); ++pid)
       printProcessSummary(m_job_summary, m_job_summary_perprocess[pid], label, m_process[pid].name);
 
     printSummary(m_job_summary, label);
   }
 }

void FastTimerService::postEvent ( edm::StreamContext const & sc )

private

Definition at line 797 of file FastTimerService.cc.

Referenced by FastTimerService().

                                                             {
   unsigned int pid = processID(sc.processContext());
   unsigned int sid = sc.streamID();
   unsigned int rid = sc.runIndex();
   auto & stream = m_stream[sid];
 
   // stop the per-event timer, and account event time
   stream.timer_event.stop();
   stream.timer_last_transition = stream.timer_event.getStopTime();
   stream.timing_perprocess[pid].event = stream.timer_event.seconds();
 
   // the last part of inter-path overhead is the time between the end of the last (end)path and the end of the event processing
   double interpaths = delta(stream.timer_last_path, stream.timer_event.getStopTime());
   stream.timing_perprocess[pid].interpaths += interpaths;
   stream.timing_perprocess[pid].paths_interpaths.back() = interpaths;
 
   {
     // prevent different threads from updating the summary information at the same time
     std::lock_guard<std::mutex> lock_summary(m_summary_mutex);
 
     // keep track of the total number of events and add this event's time to the per-run and per-job summary
     m_run_summary_perprocess[rid][pid] += stream.timing_perprocess[pid];
     m_job_summary_perprocess[pid]      += stream.timing_perprocess[pid];
 
     // account the whole event timing details
     if (pid+1 == m_process.size()) {
       stream.timing.count    = 1;
       stream.timing.preevent = stream.timing_perprocess[0].preevent;
       stream.timing.event    = stream.timing_perprocess[0].event;
       for (unsigned int i = 1; i < m_process.size(); ++i) {
         stream.timing.event += stream.timing_perprocess[i].preevent;
         stream.timing.event += stream.timing_perprocess[i].event;
       }
       m_run_summary[rid] += stream.timing;
       m_job_summary      += stream.timing;
     }
   }
 
   // elaborate "exclusive" modules
   if (m_enable_timing_exclusive) {
     for (auto & keyval: stream.paths[pid]) {
       PathInfo & pathinfo = keyval.second;
       pathinfo.time_exclusive = pathinfo.time_overhead;
 
       for (uint32_t i = 0; i < pathinfo.last_run; ++i) {
         ModuleInfo * module = pathinfo.modules[i];
         if (module == 0)
           // this is a module occurring more than once in the same path, skip it after the first occurrence
           continue;
         if ((module->run_in_path == & pathinfo) and (module->counter == 1))
           pathinfo.time_exclusive += module->time_active;
       }
     }
   }
 
   // fill the information per module type
   // note: this is done here because during event processing two theads could try to update the same module type at the same time
   // note: this is done only for the last subprocess, to avoid double conuting the modules' contributions
   if ((m_enable_timing_modules) and (pid+1 == m_process.size())) {
     for (unsigned int i = 0; i < stream.fast_modules.size(); ++i)
       // check for null pointers - there is no guarantee that all module ids are valid and used
       if (stream.fast_modules[i]) {
         double active = stream.fast_modules[i]->time_active;
         ModuleInfo & moduletype = * stream.fast_moduletypes[i];
         moduletype.time_active    += active;
         moduletype.summary_active += active;
       }
   }
 
   // fill the DQM plots from the internal buffers
   if (not m_enable_dqm)
     return;
 
   // fill plots for per-event time by path
   if (m_enable_timing_paths) {
 
     for (auto & keyval: stream.paths[pid]) {
       PathInfo & pathinfo = keyval.second;
 
       stream.dqm_paths[pid].active_time->Fill(pathinfo.index, pathinfo.time_active * 1000.);
       if (m_enable_dqm_bypath_active)
         pathinfo.dqm_active->Fill(pathinfo.time_active * 1000.);
 
       stream.dqm_paths[pid].exclusive_time->Fill(pathinfo.index, pathinfo.time_exclusive * 1000.);
       if (m_enable_dqm_bypath_exclusive)
         pathinfo.dqm_exclusive->Fill(pathinfo.time_exclusive * 1000.);
 
       stream.dqm_paths[pid].total_time->Fill(pathinfo.index, pathinfo.time_total * 1000.);
       if (m_enable_dqm_bypath_total)
         pathinfo.dqm_total->Fill(pathinfo.time_total * 1000.);
 
       // fill path overhead histograms
       if (m_enable_dqm_bypath_overhead) {
         pathinfo.dqm_premodules  ->Fill(pathinfo.time_premodules      * 1000.);
         pathinfo.dqm_intermodules->Fill(pathinfo.time_intermodules    * 1000.);
         pathinfo.dqm_postmodules ->Fill(pathinfo.time_postmodules     * 1000.);
         pathinfo.dqm_overhead    ->Fill(pathinfo.time_overhead        * 1000.);
       }
 
       // fill detailed timing histograms
       if (m_enable_dqm_bypath_details) {
         for (uint32_t i = 0; i < pathinfo.last_run; ++i) {
           ModuleInfo * module = pathinfo.modules[i];
           // skip duplicate modules
           if (module == nullptr)
             continue;
           // fill the total time for all non-duplicate modules
           pathinfo.dqm_module_total->Fill(i, module->time_active * 1000.);
           // fill the active time only for module that have actually run in this path
           if (module->run_in_path == & pathinfo)
             pathinfo.dqm_module_active->Fill(i, module->time_active * 1000.);
         }
       }
 
       // fill path counter histograms
       //   - also for duplicate modules, to properly extract rejection information
       //   - fill the N+1th bin for paths accepting the event, so the FastTimerServiceClient can properly measure the last filter efficiency
       if (m_enable_dqm_bypath_counters) {
         for (uint32_t i = 0; i < pathinfo.last_run; ++i)
           pathinfo.dqm_module_counter->Fill(i);
         if (pathinfo.accept)
           pathinfo.dqm_module_counter->Fill(pathinfo.modules.size());
       }
 
     }
   }
 
   // fill plots for per-event time by module
   // note: this is done only for the last subprocess, to avoid filling the same plots multiple times
   if ((m_enable_dqm_bymodule) and (pid+1 == m_process.size())) {
     for (auto & keyval : stream.modules) {
       ModuleInfo & module = keyval.second;
       module.dqm_active->Fill(module.time_active * 1000.);
     }
   }
 
   // fill plots for per-event time by module type
   // note: this is done only for the last subprocess, to avoid filling the same plots multiple times
   if ((m_enable_dqm_bymoduletype) and (pid+1 == m_process.size())) {
     for (auto & keyval : stream.moduletypes) {
       ModuleInfo & module = keyval.second;
       module.dqm_active->Fill(module.time_active * 1000.);
     }
   }
 
   // fill the interpath overhead plot
   if (m_enable_timing_paths)
     for (unsigned int i = 0; i <= stream.paths[pid].size(); ++i)
       stream.dqm_paths[pid].interpaths->Fill(i, stream.timing_perprocess[pid].paths_interpaths[i] * 1000.);
 
   if (m_enable_dqm_summary) {
     if (pid+1 == m_process.size())
       stream.dqm.fill(stream.timing);
     stream.dqm_perprocess[pid].fill(stream.timing_perprocess[pid]);
   }
 
   if (not m_dqm_luminosity.empty()) {
     if (pid+1 == m_process.size())
       for (unsigned int i = 0; i < m_dqm_luminosity.size(); ++i)
         stream.dqm_byluminosity[i].fill(stream.luminosity[i], stream.timing);
     for (unsigned int i = 0; i < m_dqm_luminosity.size(); ++i)
       stream.dqm_perprocess_byluminosity[pid][i].fill(stream.luminosity[i], stream.timing_perprocess[pid]);
   }
 
 }

void FastTimerService::postGlobalEndRun ( edm::GlobalContext const & gc )

private

Definition at line 623 of file FastTimerService.cc.

References cmsPerfStripChart::format, diffTwoXMLs::label, edm::GlobalContext::luminosityBlockID(), m_enable_timing_summary, m_process, m_run_summary, m_run_summary_perprocess, mergeVDriftHistosByStation::name, sysUtil::pid, printProcessSummary(), printSummary(), edm::GlobalContext::processContext(), processID(), edm::LuminosityBlockID::run(), DTTTrigCorrFirst::run, edm::GlobalContext::runIndex(), and AlCaHLTBitMon_QueryRunRegistry::string.

Referenced by FastTimerService().

 {
   if (m_enable_timing_summary) {
     unsigned int pid = processID(gc.processContext());
     unsigned int rid = gc.runIndex();
     unsigned int run = gc.luminosityBlockID().run();
     const std::string label = (boost::format("run %d") % run).str();
 
     printProcessSummary(m_run_summary[rid], m_run_summary_perprocess[rid][pid], label, m_process[pid].name);
 
     if (pid+1 == m_process.size())
       printSummary(m_run_summary[rid], label);
   }
 }

void FastTimerService::postModuleEvent	(	edm::StreamContext const &	sc,
		edm::ModuleCallingContext const &	mcc
	)

private

Definition at line 1170 of file FastTimerService.cc.

References assert(), edm::ModuleDescription::id(), m_enable_timing_modules, m_stream, popcon2dropbox_job_conf::md, edm::ModuleCallingContext::moduleDescription(), edm::ModuleDescription::moduleLabel(), FastTimer::seconds(), FastTimer::stop(), edmStreamStallGrapher::stream, edm::StreamContext::streamID(), FastTimerService::ModuleInfo::summary_active, FastTimerService::ModuleInfo::time_active, FastTimerService::ModuleInfo::timer, and edm::StreamID::value().

Referenced by FastTimerService().

                                                                                                        {
   // this is ever called only if m_enable_timing_modules = true
   assert(m_enable_timing_modules);
 
   if (mcc.moduleDescription() == nullptr) {
     edm::LogError("FastTimerService") << "FastTimerService::postModuleEventDelayedGet: invalid module";
     return;
   }
 
   edm::ModuleDescription const & md = * mcc.moduleDescription();
   unsigned int sid = sc.streamID().value();
   auto & stream = m_stream[sid];
 
   double active = 0.;
 
   // time and account each module
   if (md.id() < stream.fast_modules.size()) {
     ModuleInfo & module = * stream.fast_modules[md.id()];
     module.timer.stop();
     active = module.timer.seconds();
     module.time_active     = active;
     module.summary_active += active;
     // plots are filled post event processing
   } else {
     // should never get here
     edm::LogError("FastTimerService") << "FastTimerService::postModuleEvent: unexpected module " << md.moduleLabel();
   }
 }

void FastTimerService::postModuleEventDelayedGet	(	edm::StreamContext const &	sc,
		edm::ModuleCallingContext const &	mcc
	)

private

Definition at line 1234 of file FastTimerService.cc.

References assert(), edm::ModuleDescription::id(), edm::ModuleCallingContext::kRunning, m_enable_timing_modules, m_stream, popcon2dropbox_job_conf::md, edm::ModuleCallingContext::moduleDescription(), edm::ModuleDescription::moduleLabel(), FastTimer::resume(), edm::ModuleCallingContext::state(), edmStreamStallGrapher::stream, edm::StreamContext::streamID(), FastTimerService::ModuleInfo::timer, and edm::StreamID::value().

Referenced by FastTimerService().

                                                                                                                  {
   // this is ever called only if m_enable_timing_modules = true
   assert(m_enable_timing_modules);
 
   if (mcc.moduleDescription() == nullptr) {
     edm::LogError("FastTimerService") << "FastTimerService::postModuleEventDelayedGet: invalid module";
     return;
   }
 
   edm::ModuleDescription const & md = * mcc.moduleDescription();
   unsigned int sid = sc.streamID().value();
   auto & stream = m_stream[sid];
 
   // see the description of the possible ModuleCallingContext states in preModuleEventDelayedGet, above.
   if (mcc.state() == edm::ModuleCallingContext::State::kRunning) {
     if (md.id() < stream.fast_modules.size()) {
       ModuleInfo & module = * stream.fast_modules[md.id()];
       module.timer.resume();
     } else {
       // should never get here
       edm::LogError("FastTimerService") << "FastTimerService::postModuleEventDelayedGet: unexpected module " << md.moduleLabel();
     }
   }
 
 }

void FastTimerService::postPathEvent	(	edm::StreamContext const &	sc,
		edm::PathContext const &	pc,
		edm::HLTPathStatus const &	status
	)

private

Definition at line 1037 of file FastTimerService.cc.

Referenced by FastTimerService().

                                                                                                                             {
   std::string const & path = pc.pathName();
   unsigned int pid = processID(sc.processContext());
   unsigned int sid = sc.streamID().value();
   auto & stream = m_stream[sid];
 
   if (stream.current_path == nullptr) {
     edm::LogError("FastTimerService") << "FastTimerService::postPathEvent: unexpected path " << path;
     return;
   }
 
   // time each (end)path
   stream.current_path->timer.stop();
   stream.current_path->time_active = stream.current_path->timer.seconds();
   stream.timer_last_path = stream.current_path->timer.getStopTime();
 
   double active = stream.current_path->time_active;
 
   // if enabled, account each (end)path
   if (m_enable_timing_paths) {
 
     PathInfo & pathinfo = * stream.current_path;
     pathinfo.summary_active += active;
 
     // measure the time spent between the execution of the last module and the end of the path
     if (m_enable_timing_modules) {
       double pre      = 0.;                 // time spent before the first active module
       double inter    = 0.;                 // time spent between active modules
       double post     = 0.;                 // time spent after the last active module
       double overhead = 0.;                 // time spent before, between, or after modules
       double current  = 0.;                 // time spent in modules active in the current path
       double total    = active;             // total per-path time, including modules already run as part of other paths
 
       // implementation note:
       // "active"   has already measured all the time spent in this path
       // "current"  will be the sum of the time spent inside each module while running this path, so that
       // "overhead" will be active - current
       // "total"    will be active + the sum of the time spent in non-active modules
 
       uint32_t last_run = 0;                // index of the last module run in this path, plus one
       if (status.wasrun() and not pathinfo.modules.empty())
         last_run = status.index() + 1;      // index of the last module run in this path, plus one
       for (uint32_t i = 0; i < last_run; ++i) {
         ModuleInfo * module = pathinfo.modules[i];
 
         if (module == 0)
           // this is a module occurring more than once in the same path, skip it after the first occurrence
           continue;
 
         ++module->counter;
         if (module->run_in_path == & pathinfo) {
           current += module->time_active;
         } else {
           total   += module->time_active;
         }
 
       }
 
       if (stream.current_path->first_module == nullptr) {
         // no modules were active during this path, account all the time as overhead
         pre      = 0.;
         inter    = 0.;
         post     = active;
         overhead = active;
       } else {
         // extract overhead information
         pre      = delta(stream.current_path->timer.getStartTime(),  stream.current_path->first_module->timer.getStartTime());
         post     = delta(stream.current_module->timer.getStopTime(), stream.current_path->timer.getStopTime());
         inter    = active - pre - current - post;
         // take care of numeric precision and rounding errors - the timer is less precise than nanosecond resolution
         if (std::abs(inter) < 1e-9)
           inter = 0.;
         overhead = active - current;
         // take care of numeric precision and rounding errors - the timer is less precise than nanosecond resolution
         if (std::abs(overhead) < 1e-9)
           overhead = 0.;
       }
 
       pathinfo.time_premodules       = pre;
       pathinfo.time_intermodules     = inter;
       pathinfo.time_postmodules      = post;
       pathinfo.time_overhead         = overhead;
       pathinfo.time_total            = total;
       pathinfo.summary_premodules   += pre;
       pathinfo.summary_intermodules += inter;
       pathinfo.summary_postmodules  += post;
       pathinfo.summary_overhead     += overhead;
       pathinfo.summary_total        += total;
       pathinfo.last_run              = last_run;
       pathinfo.accept                = status.accept();
     }
   }
 
   if (path == m_process[pid].last_path) {
     // this is the last path, stop and account the "all paths" counter
     stream.timer_paths.setStopTime(stream.current_path->timer.getStopTime());
     stream.timing_perprocess[pid].all_paths = stream.timer_paths.seconds();
   } else if (path == m_process[pid].last_endpath) {
     // this is the last endpath, stop and account the "all endpaths" counter
     stream.timer_endpaths.setStopTime(stream.current_path->timer.getStopTime());
     stream.timing_perprocess[pid].all_endpaths = stream.timer_endpaths.seconds();
   }
 
 }

void FastTimerService::postSourceEvent ( edm::StreamID sid )

private

Definition at line 989 of file FastTimerService.cc.

References m_stream, and edmStreamStallGrapher::stream.

Referenced by FastTimerService().

                                                       {
   auto & stream = m_stream[sid];
   stream.timer_source.stop();
   stream.timer_last_transition = stream.timer_source.getStopTime();
 
   // account the time spent in the source
   stream.timing.source = stream.timer_source.seconds();
 }

void FastTimerService::postStreamBeginLumi ( edm::StreamContext const & sc )

private

Definition at line 602 of file FastTimerService.cc.

References m_stream, fileCollector::now, edmStreamStallGrapher::stream, edm::StreamContext::streamID(), and edm::StreamID::value().

Referenced by FastTimerService().

                                                                  {
   unsigned int sid = sc.streamID().value();
   auto & stream = m_stream[sid];
   stream.timer_last_transition = FastTimer::Clock::now();
 }

void FastTimerService::postStreamBeginRun ( edm::StreamContext const & sc )

private

Definition at line 579 of file FastTimerService.cc.

References m_stream, fileCollector::now, edmStreamStallGrapher::stream, edm::StreamContext::streamID(), and edm::StreamID::value().

Referenced by FastTimerService().

                                                                 {
   unsigned int sid = sc.streamID().value();
   auto & stream = m_stream[sid];
   stream.timer_last_transition = FastTimer::Clock::now();
 }

void FastTimerService::postStreamEndLumi ( edm::StreamContext const & sc )

private

Definition at line 609 of file FastTimerService.cc.

References assert(), edm::StreamContext::eventID(), edm::EventID::luminosityBlock(), m_enable_dqm, m_module_id, m_stream, DQMStore::mergeAndResetMEsLuminositySummaryCache(), fileCollector::now, cppFunctionSkipper::operator, edm::EventID::run(), edmStreamStallGrapher::stream, edm::StreamContext::streamID(), and edm::StreamID::value().

Referenced by FastTimerService().

                                                                {
   unsigned int sid = sc.streamID().value();
   auto & stream = m_stream[sid];
 
   if (m_enable_dqm) {
     DQMStore * store = edm::Service<DQMStore>().operator->();
     assert(store);
     store->mergeAndResetMEsLuminositySummaryCache(sc.eventID().run(),sc.eventID().luminosityBlock(),sid, m_module_id);
   }
 
   stream.timer_last_transition = FastTimer::Clock::now();
 }

void FastTimerService::postStreamEndRun ( edm::StreamContext const & sc )

private

Definition at line 586 of file FastTimerService.cc.

References assert(), edm::StreamContext::eventID(), m_enable_dqm, m_module_id, m_stream, DQMStore::mergeAndResetMEsRunSummaryCache(), fileCollector::now, cppFunctionSkipper::operator, edm::EventID::run(), edmStreamStallGrapher::stream, edm::StreamContext::streamID(), and edm::StreamID::value().

Referenced by FastTimerService().

 {
   unsigned int sid = sc.streamID().value();
   auto & stream = m_stream[sid];
 
   if (m_enable_dqm) {
     DQMStore * store = edm::Service<DQMStore>().operator->();
     assert(store);
     store->mergeAndResetMEsRunSummaryCache(sc.eventID().run(), sid, m_module_id);
   }
 
   stream.reset();
   stream.timer_last_transition = FastTimer::Clock::now();
 }

void FastTimerService::preallocate ( edm::service::SystemBounds const & bounds )

private

Definition at line 552 of file FastTimerService.cc.

References cmsPerfStripChart::format, edm::ModuleDescription::getUniqueID(), m_concurrent_runs, m_concurrent_streams, m_concurrent_threads, m_dqm_luminosity, m_dqm_path, m_enable_dqm_bynproc, m_module_id, m_run_summary, m_run_summary_perprocess, m_stream, edm::service::SystemBounds::maxNumberOfConcurrentRuns(), edm::service::SystemBounds::maxNumberOfStreams(), edm::service::SystemBounds::maxNumberOfThreads(), and edmStreamStallGrapher::stream.

Referenced by FastTimerService().

 {
   m_concurrent_runs    = bounds.maxNumberOfConcurrentRuns();
   m_concurrent_streams = bounds.maxNumberOfStreams();
   m_concurrent_threads = bounds.maxNumberOfThreads();
 
   if (m_enable_dqm_bynproc)
     m_dqm_path += (boost::format("/Running %d processes") % m_concurrent_threads).str();
 
   m_run_summary.resize(m_concurrent_runs);
   m_run_summary_perprocess.resize(m_concurrent_runs);
   m_stream.resize(m_concurrent_streams);
 
   // assign a pseudo module id to the FastTimerService
   m_module_id = edm::ModuleDescription::getUniqueID();
   for (auto & stream: m_stream) {
     stream.fast_modules.resize(    m_module_id, nullptr);
     stream.fast_moduletypes.resize(m_module_id, nullptr);
   }
 
   // resize the luminosity per event buffer
   for (auto & stream: m_stream)
     stream.luminosity.resize(m_dqm_luminosity.size(), 0);
 }

void FastTimerService::preEvent ( edm::StreamContext const & sc )

private

Definition at line 761 of file FastTimerService.cc.

References delta(), edm::StreamContext::eventID(), edm::EventID::luminosityBlock(), m_enable_dqm_byls, m_stream, sysUtil::pid, edm::StreamContext::processContext(), processID(), setLuminosity(), edmStreamStallGrapher::stream, edm::StreamContext::streamID(), and edm::StreamID::value().

Referenced by FastTimerService().

                                                            {
   unsigned int pid = processID(sc.processContext());
   unsigned int sid = sc.streamID().value();
   auto & stream = m_stream[sid];
 
   // new event, reset the per-event counter
   stream.timer_event.start();
 
   // account the time spent between the last transition and the beginning of the event
   stream.timing_perprocess[pid].preevent = delta(stream.timer_last_transition, stream.timer_event.getStartTime());
 
   // clear the event counters
   stream.timing_perprocess[pid].event        = 0;
   stream.timing_perprocess[pid].all_paths    = 0;
   stream.timing_perprocess[pid].all_endpaths = 0;
   stream.timing_perprocess[pid].interpaths   = 0;
   stream.timing_perprocess[pid].paths_interpaths.assign(stream.paths[pid].size() + 1, 0);
   for (auto & keyval : stream.paths[pid]) {
     keyval.second.timer.reset();
     keyval.second.time_active       = 0.;
     keyval.second.time_exclusive    = 0.;
     keyval.second.time_premodules   = 0.;
     keyval.second.time_intermodules = 0.;
     keyval.second.time_postmodules  = 0.;
     keyval.second.time_total        = 0.;
   }
 
   // copy the start event timestamp as the end of the previous path
   // used by the inter-path overhead measurement
   stream.timer_last_path = stream.timer_event.getStartTime();
 
   // if requested, set the lumisection for timing vs. lumisection plots
   if (m_enable_dqm_byls and pid == 0)
     setLuminosity(sid, 0, sc.eventID().luminosityBlock());
 }

void FastTimerService::preGlobalBeginRun ( edm::GlobalContext const & gc )

private

Definition at line 179 of file FastTimerService.cc.

References fillPathMap(), edm::service::TriggerNamesService::getEndPath(), edm::service::TriggerNamesService::getEndPathModules(), edm::service::TriggerNamesService::getEndPaths(), edm::service::TriggerNamesService::getTrigPath(), edm::service::TriggerNamesService::getTrigPathModules(), edm::service::TriggerNamesService::getTrigPaths(), i, diffTwoXMLs::label, m_job_summary_perprocess, m_process, m_run_summary, m_run_summary_perprocess, m_skip_first_path, m_stream, sysUtil::pid, edm::GlobalContext::processContext(), processID(), edm::ProcessContext::processName(), edm::GlobalContext::runIndex(), findQualityFiles::size, edmStreamStallGrapher::stream, AlCaHLTBitMon_QueryRunRegistry::string, and edmLumisInFiles::summary.

Referenced by FastTimerService().

 {
   unsigned int pid = processID(gc.processContext());
   unsigned int rid = gc.runIndex();
 
   edm::service::TriggerNamesService & tns = * edm::Service<edm::service::TriggerNamesService>();
 
   // cache the names of the first and last path and endpath
   if (m_process.size() <= pid)
     m_process.resize(pid+1);
   m_process[pid].name = gc.processContext()->processName();
   if (m_skip_first_path and pid == 0) {
     // skip the first path
     if (tns.getTrigPaths().size() > 1) {
       m_process[pid].first_path = tns.getTrigPaths().at(1);
       m_process[pid].last_path  = tns.getTrigPaths().back();
     }
   } else {
     if (not tns.getTrigPaths().empty()) {
       m_process[pid].first_path = tns.getTrigPaths().front();
       m_process[pid].last_path  = tns.getTrigPaths().back();
     }
   }
   if (not tns.getEndPaths().empty()) {
     m_process[pid].first_endpath = tns.getEndPaths().front();
     m_process[pid].last_endpath  = tns.getEndPaths().back();
   }
 
   uint32_t size_p = tns.getTrigPaths().size();
   uint32_t size_e = tns.getEndPaths().size();
   uint32_t size = size_p + size_e;
   // resize the path maps
   for (auto & stream: m_stream)
     if (stream.paths.size() <= pid)
       stream.paths.resize(pid+1);
   for (uint32_t i = 0; i < size_p; ++i) {
     std::string const & label = tns.getTrigPath(i);
     for (auto & stream: m_stream)
       stream.paths[pid][label].index = i;
   }
   for (uint32_t i = 0; i < size_e; ++i) {
     std::string const & label = tns.getEndPath(i);
     for (auto & stream: m_stream)
       stream.paths[pid][label].index = size_p + i;
   }
   for (auto & stream: m_stream) {
     // resize the stream buffers to account the number of subprocesses
     if (stream.timing_perprocess.size() <= pid)
       stream.timing_perprocess.resize(pid+1);
     stream.timing_perprocess[pid].paths_interpaths.assign(size + 1, 0.);
     // resize the stream plots to account the number of subprocesses
     if (stream.dqm_perprocess.size() <= pid)
       stream.dqm_perprocess.resize(pid+1);
     if (stream.dqm_perprocess_byluminosity.size() <= pid)
       stream.dqm_perprocess_byluminosity.resize(pid+1);
     if (stream.dqm_paths.size() <= pid)
       stream.dqm_paths.resize(pid+1);
   }
   for (auto & summary: m_run_summary_perprocess) {
     if (summary.size() <= pid)
       summary.resize(pid+1);
     summary[pid].paths_interpaths.assign(size + 1, 0);
   }
   if (m_job_summary_perprocess.size() <= pid)
     m_job_summary_perprocess.resize(pid+1);
   m_job_summary_perprocess[pid].paths_interpaths.assign(size + 1, 0.);
 
   // reset the run summaries
   if (pid == 0)
     m_run_summary[rid].reset();
   m_run_summary_perprocess[rid][pid].reset(); 
 
   // associate to each path all the modules it contains
   for (uint32_t i = 0; i < tns.getTrigPaths().size(); ++i)
     fillPathMap( pid, tns.getTrigPath(i), tns.getTrigPathModules(i) );
   for (uint32_t i = 0; i < tns.getEndPaths().size(); ++i)
     fillPathMap( pid, tns.getEndPath(i), tns.getEndPathModules(i) );
 }

void FastTimerService::preModuleBeginJob ( edm::ModuleDescription const & module )

private

Definition at line 748 of file FastTimerService.cc.

References edm::ModuleDescription::id(), m_stream, edm::ModuleDescription::moduleLabel(), edm::ModuleDescription::moduleName(), and edmStreamStallGrapher::stream.

Referenced by FastTimerService().

                                                                             {
   // allocate a counter for each module and module type
   for (auto & stream: m_stream) {
     if (module.id() >= stream.fast_modules.size())
       stream.fast_modules.resize(module.id() + 1, nullptr);
     if (module.id() >= stream.fast_moduletypes.size())
       stream.fast_moduletypes.resize(module.id() + 1, nullptr);
 
     stream.fast_modules[module.id()]     = & stream.modules[module.moduleLabel()];;
     stream.fast_moduletypes[module.id()] = & stream.moduletypes[module.moduleName()];
   }
 }

void FastTimerService::preModuleEvent	(	edm::StreamContext const &	sc,
		edm::ModuleCallingContext const &	mcc
	)

private

Definition at line 1142 of file FastTimerService.cc.

References assert(), edm::ModuleDescription::id(), m_enable_timing_modules, m_stream, popcon2dropbox_job_conf::md, python.rootplot.argparse::module, edm::ModuleCallingContext::moduleDescription(), edm::ModuleDescription::moduleLabel(), FastTimerService::ModuleInfo::run_in_path, FastTimer::start(), edmStreamStallGrapher::stream, edm::StreamContext::streamID(), FastTimerService::ModuleInfo::timer, and edm::StreamID::value().

Referenced by FastTimerService().

                                                                                                       {
   // this is ever called only if m_enable_timing_modules = true
   assert(m_enable_timing_modules);
 
   if (mcc.moduleDescription() == nullptr) {
     edm::LogError("FastTimerService") << "FastTimerService::postModuleEventDelayedGet: invalid module";
     return;
   }
 
   edm::ModuleDescription const & md = * mcc.moduleDescription();
   unsigned int sid = sc.streamID().value();
   auto & stream = m_stream[sid];
 
   // time each module
   if (md.id() < stream.fast_modules.size()) {
     ModuleInfo & module = * stream.fast_modules[md.id()];
     module.run_in_path = stream.current_path;
     module.timer.start();
     stream.current_module = & module;
     // used to measure the time spent between the beginning of the path and the execution of the first module
     if (stream.current_path->first_module == nullptr)
       stream.current_path->first_module = & module;
   } else {
     // should never get here
     edm::LogError("FastTimerService") << "FastTimerService::preModuleEvent: unexpected module " << md.moduleLabel();
   }
 }

void FastTimerService::preModuleEventDelayedGet	(	edm::StreamContext const &	sc,
		edm::ModuleCallingContext const &	mcc
	)

private

Definition at line 1199 of file FastTimerService.cc.

References assert(), edm::ModuleDescription::id(), edm::ModuleCallingContext::kRunning, m_enable_timing_modules, m_stream, popcon2dropbox_job_conf::md, edm::ModuleCallingContext::moduleDescription(), edm::ModuleDescription::moduleLabel(), FastTimer::pause(), edm::ModuleCallingContext::state(), edmStreamStallGrapher::stream, edm::StreamContext::streamID(), FastTimerService::ModuleInfo::timer, and edm::StreamID::value().

Referenced by FastTimerService().

                                                                                                                 {
   // this is ever called only if m_enable_timing_modules = true
   assert(m_enable_timing_modules);
 
   if (mcc.moduleDescription() == nullptr) {
     edm::LogError("FastTimerService") << "FastTimerService::postModuleEventDelayedGet: invalid module";
     return;
   }
 
   edm::ModuleDescription const & md = * mcc.moduleDescription();
   unsigned int sid = sc.streamID().value();
   auto & stream = m_stream[sid];
 
   // if the ModuleCallingContext state is "Pefetching", the module is not running,
   // and is asking for its dependencies due to a "consumes" declaration.
   // we can ignore this signal.
 
   // if the ModuleCallingContext state is "Running", the module was running:
   // it declared its dependencies as "mayConsume", and is now calling getByToken/getByLabel.
   // we pause the timer for this module, and resume it later in the postModuleEventDelayedGet signal.
 
   // if the ModuleCallingContext state is "Invalid", we ignore the signal.
 
   if (mcc.state() == edm::ModuleCallingContext::State::kRunning) {
     if (md.id() < stream.fast_modules.size()) {
       ModuleInfo & module = * stream.fast_modules[md.id()];
       module.timer.pause();
     } else {
       // should never get here
       edm::LogError("FastTimerService") << "FastTimerService::preModuleEventDelayedGet: unexpected module " << md.moduleLabel();
     }
   }
 
 }

void FastTimerService::prePathEvent	(	edm::StreamContext const &	sc,
		edm::PathContext const &	pc
	)

private

Definition at line 999 of file FastTimerService.cc.

References delta(), m_process, m_stream, cmsHarvester::path, edm::PathContext::pathName(), sysUtil::pid, edm::StreamContext::processContext(), processID(), edmStreamStallGrapher::stream, edm::StreamContext::streamID(), and AlCaHLTBitMon_QueryRunRegistry::string.

Referenced by FastTimerService().

                                                                                           {
   std::string const & path = pc.pathName();
   unsigned int pid = processID(sc.processContext());
   unsigned int sid = sc.streamID();
   auto & stream = m_stream[sid];
 
   auto keyval = stream.paths[pid].find(path);
   if (keyval != stream.paths[pid].end()) {
     stream.current_path = & keyval->second;
   } else {
     // should never get here
     stream.current_path = nullptr;
     edm::LogError("FastTimerService") << "FastTimerService::prePathEvent: unexpected path " << path;
     return;
   }
 
   // prepare to measure the time spent between the beginning of the path and the execution of the first module
   stream.current_path->first_module = nullptr;
 
   // time each (end)path
   stream.current_path->timer.start();
 
   if (path == m_process[pid].first_path) {
     // this is the first path, start the "all paths" counter
     stream.timer_paths.setStartTime(stream.current_path->timer.getStartTime());
   } else if (path == m_process[pid].first_endpath) {
     // this is the first endpath, start the "all paths" counter
     stream.timer_endpaths.setStartTime(stream.current_path->timer.getStartTime());
   }
 
   // measure the inter-path overhead as the time elapsed since the end of preiovus path
   // (or the beginning of the event, if this is the first path - see preEvent)
   double interpaths = delta(stream.timer_last_path, stream.current_path->timer.getStartTime());
   stream.timing_perprocess[pid].interpaths += interpaths;
   stream.timing_perprocess[pid].paths_interpaths[stream.current_path->index] = interpaths;
 }

void FastTimerService::preSourceEvent ( edm::StreamID sid )

private

Definition at line 963 of file FastTimerService.cc.

References delta(), m_stream, and edmStreamStallGrapher::stream.

Referenced by FastTimerService().

                                                      {
   auto & stream = m_stream[sid];
 
   // clear the event counters
   stream.timing.reset();
   stream.timer_source.start();
 
   // clear the event counters
   // note: this is done here and not in preEvent to avoid clearing the counter before each subprocess
   for (auto & keyval : stream.modules) {
     keyval.second.timer.reset();
     keyval.second.time_active       = 0.;
     keyval.second.run_in_path       = nullptr;
     keyval.second.counter           = 0;
   }
   for (auto & keyval : stream.moduletypes) {
     keyval.second.timer.reset();
     keyval.second.time_active       = 0.;
     keyval.second.run_in_path       = nullptr;
     keyval.second.counter           = 0;
   }
 
   // account the time spent before the source
   stream.timing.presource = delta(stream.timer_last_transition, stream.timer_source.getStartTime());
 }

void FastTimerService::preStreamBeginRun ( edm::StreamContext const & sc )

private

Definition at line 258 of file FastTimerService.cc.

References FastTimerService::ModuleInfo::dqm_active, FastTimerService::PathInfo::dqm_active, FastTimerService::PathInfo::dqm_exclusive, FastTimerService::PathInfo::dqm_intermodules, FastTimerService::PathInfo::dqm_module_active, FastTimerService::PathInfo::dqm_module_counter, FastTimerService::PathInfo::dqm_module_total, FastTimerService::PathInfo::dqm_overhead, FastTimerService::PathInfo::dqm_postmodules, FastTimerService::PathInfo::dqm_premodules, FastTimerService::PathInfo::dqm_total, edm::StreamContext::eventID(), edm::service::TriggerNamesService::findEndPath(), edm::service::TriggerNamesService::findTrigPath(), cmsPerfStripChart::format, edm::service::TriggerNamesService::getEndPath(), edm::service::TriggerNamesService::getEndPathModules(), edm::service::TriggerNamesService::getEndPaths(), edm::service::TriggerNamesService::getTrigPath(), edm::service::TriggerNamesService::getTrigPathModules(), edm::service::TriggerNamesService::getTrigPaths(), i, infinity, diffTwoXMLs::label, HLT_25ns14e33_v1_cff::labels, CommonMethods::lock(), m_dqm_eventtime_range, m_dqm_eventtime_resolution, m_dqm_luminosity, m_dqm_moduletime_range, m_dqm_moduletime_resolution, m_dqm_path, m_dqm_pathtime_range, m_dqm_pathtime_resolution, m_enable_dqm, m_enable_dqm_bymodule, m_enable_dqm_bymoduletype, m_enable_dqm_bypath_active, m_enable_dqm_bypath_counters, m_enable_dqm_bypath_details, m_enable_dqm_bypath_exclusive, m_enable_dqm_bypath_overhead, m_enable_dqm_bypath_total, m_enable_dqm_summary, m_enable_timing_paths, m_module_id, m_stream, edmConvertToStreamModule::modules, FastTimerService::PathInfo::modules, mutex, mergeVDriftHistosByStation::name, or, timingPdfMaker::pathname, sysUtil::pid, RecoTauValidation_cfi::plots, relval_parameters_module::process_name, edm::StreamContext::processContext(), processID(), edm::ProcessContext::processName(), dtDQMClient_cfg::resolution, edm::EventID::run(), findQualityFiles::size, edmStreamStallGrapher::stream, edm::StreamContext::streamID(), AlCaHLTBitMon_QueryRunRegistry::string, indexGen::title, and edm::StreamID::value().

Referenced by FastTimerService().

 {
   std::string const & process_name = sc.processContext()->processName();
   unsigned int pid = processID(sc.processContext());
   unsigned int sid = sc.streamID().value();
   auto & stream = m_stream[sid];
 
   if (not m_enable_dqm)
     return;
 
   if (not edm::Service<DQMStore>().isAvailable()) {
     // the DQMStore is not available, disable all DQM plots
     m_enable_dqm = false;
     return;
   }
 
   edm::service::TriggerNamesService & tns = * edm::Service<edm::service::TriggerNamesService>();
   uint32_t size_p = tns.getTrigPaths().size();
   uint32_t size_e = tns.getEndPaths().size();
   uint32_t size = size_p + size_e;
 
   int eventbins  = (int) std::ceil(m_dqm_eventtime_range  / m_dqm_eventtime_resolution);
   int pathbins   = (int) std::ceil(m_dqm_pathtime_range   / m_dqm_pathtime_resolution);
   int modulebins = (int) std::ceil(m_dqm_moduletime_range / m_dqm_moduletime_resolution);
 
   // define a callback that can book the histograms
   auto bookTransactionCallback = [&, this] (DQMStore::IBooker & booker) {
 
     // event summary plots
     if (m_enable_dqm_summary) {
       // whole event
       if (pid == 0) {
         booker.setCurrentFolder(m_dqm_path);
         stream.dqm.presource     = booker.book1D("presource",    "Pre-Source processing time",    modulebins, 0., m_dqm_moduletime_range)->getTH1F();
         stream.dqm.presource     ->StatOverflows(true);
         stream.dqm.presource     ->SetXTitle("processing time [ms]");
         stream.dqm.source        = booker.book1D("source",       "Source processing time",        modulebins, 0., m_dqm_moduletime_range)->getTH1F();
         stream.dqm.source        ->StatOverflows(true);
         stream.dqm.source        ->SetXTitle("processing time [ms]");
         stream.dqm.preevent      = booker.book1D("preevent",     "Pre-Event processing time",     modulebins, 0., m_dqm_moduletime_range)->getTH1F();
         stream.dqm.preevent      ->StatOverflows(true);
         stream.dqm.preevent      ->SetXTitle("processing time [ms]");
         stream.dqm.event         = booker.book1D("event",        "Event processing time",         eventbins,  0., m_dqm_eventtime_range)->getTH1F();
         stream.dqm.event         ->StatOverflows(true);
         stream.dqm.event         ->SetXTitle("processing time [ms]");
       }
 
       // per subprocess
       booker.setCurrentFolder(m_dqm_path + "/process " + process_name);
       stream.dqm_perprocess[pid].preevent      = booker.book1D("preevent",     "Pre-Event processing time",     modulebins, 0., m_dqm_moduletime_range)->getTH1F();
       stream.dqm_perprocess[pid].preevent      ->StatOverflows(true);
       stream.dqm_perprocess[pid].preevent      ->SetXTitle("processing time [ms]");
       stream.dqm_perprocess[pid].event         = booker.book1D("event",        "Event processing time",         eventbins,  0., m_dqm_eventtime_range)->getTH1F();
       stream.dqm_perprocess[pid].event         ->StatOverflows(true);
       stream.dqm_perprocess[pid].event         ->SetXTitle("processing time [ms]");
       stream.dqm_perprocess[pid].all_paths     = booker.book1D("all_paths",    "Paths processing time",         eventbins,  0., m_dqm_eventtime_range)->getTH1F();
       stream.dqm_perprocess[pid].all_paths     ->StatOverflows(true);
       stream.dqm_perprocess[pid].all_paths     ->SetXTitle("processing time [ms]");
       stream.dqm_perprocess[pid].all_endpaths  = booker.book1D("all_endpaths", "EndPaths processing time",      pathbins,   0., m_dqm_pathtime_range)->getTH1F();
       stream.dqm_perprocess[pid].all_endpaths  ->StatOverflows(true);
       stream.dqm_perprocess[pid].all_endpaths  ->SetXTitle("processing time [ms]");
       stream.dqm_perprocess[pid].interpaths    = booker.book1D("interpaths",   "Time spent between paths",      pathbins,   0., m_dqm_eventtime_range)->getTH1F();
       stream.dqm_perprocess[pid].interpaths    ->StatOverflows(true);
       stream.dqm_perprocess[pid].interpaths    ->SetXTitle("processing time [ms]");
     }
 
     // plots by path
     if (m_enable_timing_paths) {
       booker.setCurrentFolder(m_dqm_path + "/process " + process_name);
       stream.dqm_paths[pid].active_time     = booker.bookProfile("paths_active_time",    "Additional time spent in each path", size, -0.5, size-0.5, pathbins, 0., std::numeric_limits<double>::infinity(), " ")->getTProfile();
       stream.dqm_paths[pid].active_time     ->StatOverflows(true);
       stream.dqm_paths[pid].active_time     ->SetYTitle("processing time [ms]");
       stream.dqm_paths[pid].total_time      = booker.bookProfile("paths_total_time",     "Total time spent in each path",      size, -0.5, size-0.5, pathbins, 0., std::numeric_limits<double>::infinity(), " ")->getTProfile();
       stream.dqm_paths[pid].total_time      ->StatOverflows(true);
       stream.dqm_paths[pid].total_time      ->SetYTitle("processing time [ms]");
       stream.dqm_paths[pid].exclusive_time  = booker.bookProfile("paths_exclusive_time", "Exclusive time spent in each path",  size, -0.5, size-0.5, pathbins, 0., std::numeric_limits<double>::infinity(), " ")->getTProfile();
       stream.dqm_paths[pid].exclusive_time  ->StatOverflows(true);
       stream.dqm_paths[pid].exclusive_time  ->SetYTitle("processing time [ms]");
       stream.dqm_paths[pid].interpaths      = booker.bookProfile("paths_interpaths",     "Time spent between each path",     size+1, -0.5, size+0.5, pathbins, 0., std::numeric_limits<double>::infinity(), " ")->getTProfile();
       stream.dqm_paths[pid].interpaths      ->StatOverflows(true);
       stream.dqm_paths[pid].interpaths      ->SetYTitle("processing time [ms]");
 
       for (uint32_t i = 0; i < size_p; ++i) {
         std::string const & label = tns.getTrigPath(i);
         stream.dqm_paths[pid].active_time    ->GetXaxis()->SetBinLabel(i + 1, label.c_str());
         stream.dqm_paths[pid].total_time     ->GetXaxis()->SetBinLabel(i + 1, label.c_str());
         stream.dqm_paths[pid].exclusive_time ->GetXaxis()->SetBinLabel(i + 1, label.c_str());
         stream.dqm_paths[pid].interpaths     ->GetXaxis()->SetBinLabel(i + 1, label.c_str());
       }
       for (uint32_t i = 0; i < size_e; ++i) {
         std::string const & label = tns.getEndPath(i);
         stream.dqm_paths[pid].active_time    ->GetXaxis()->SetBinLabel(i + size_p + 1, label.c_str());
         stream.dqm_paths[pid].total_time     ->GetXaxis()->SetBinLabel(i + size_p + 1, label.c_str());
         stream.dqm_paths[pid].exclusive_time ->GetXaxis()->SetBinLabel(i + size_p + 1, label.c_str());
         stream.dqm_paths[pid].interpaths     ->GetXaxis()->SetBinLabel(i + size_p + 1, label.c_str());
       }
       stream.dqm_paths[pid].interpaths       ->GetXaxis()->SetBinLabel(size+1, "");
     }
 
     // plots vs. instantaneous luminosity
     if (not m_dqm_luminosity.empty()) {
       if (pid == 0) {
         // resize the plots vs. luminosity
         stream.dqm_byluminosity.resize(m_dqm_luminosity.size());
 
         // whole event
         booker.setCurrentFolder(m_dqm_path);
         for (unsigned int i = 0; i < m_dqm_luminosity.size(); ++i) {
           auto & plots = stream.dqm_byluminosity[i];
           int lumibins = (int) std::ceil(m_dqm_luminosity[i].range / m_dqm_luminosity[i].resolution);
           plots.presource = booker.bookProfile("presource_by" + m_dqm_luminosity[i].name,    "Pre-Source processing time vs. " + m_dqm_luminosity[i].title,   lumibins, 0., m_dqm_luminosity[i].range, pathbins,  0., std::numeric_limits<double>::infinity(), " ")->getTProfile();
           plots.presource ->StatOverflows(true);
           plots.presource ->SetXTitle(m_dqm_luminosity[i].label.c_str());
           plots.presource ->SetYTitle("processing time [ms]");
           plots.source    = booker.bookProfile("source_by" + m_dqm_luminosity[i].name,       "Source processing time vs. " + m_dqm_luminosity[i].title,       lumibins, 0., m_dqm_luminosity[i].range, pathbins,  0., std::numeric_limits<double>::infinity(), " ")->getTProfile();
           plots.source    ->StatOverflows(true);
           plots.source    ->SetXTitle(m_dqm_luminosity[i].label.c_str());
           plots.source    ->SetYTitle("processing time [ms]");
           plots.preevent  = booker.bookProfile("preevent_by" + m_dqm_luminosity[i].name,     "Pre-Event processing time vs. " + m_dqm_luminosity[i].title,    lumibins, 0., m_dqm_luminosity[i].range, pathbins,  0., std::numeric_limits<double>::infinity(), " ")->getTProfile();
           plots.preevent  ->StatOverflows(true);
           plots.preevent  ->SetXTitle(m_dqm_luminosity[i].label.c_str());
           plots.preevent  ->SetYTitle("processing time [ms]");
           plots.event     = booker.bookProfile("event_by" + m_dqm_luminosity[i].name,        "Event processing time vs. " + m_dqm_luminosity[i].title,        lumibins, 0., m_dqm_luminosity[i].range, eventbins, 0., std::numeric_limits<double>::infinity(), " ")->getTProfile();
           plots.event     ->StatOverflows(true);
           plots.event     ->SetXTitle(m_dqm_luminosity[i].label.c_str());
           plots.event     ->SetYTitle("processing time [ms]");
         }
       }
 
       // resize the plots vs. luminosity
       stream.dqm_perprocess_byluminosity[pid].resize(m_dqm_luminosity.size());
 
       // per subprocess
       booker.setCurrentFolder(m_dqm_path + "/process " + process_name);
       for (unsigned int i = 0; i < m_dqm_luminosity.size(); ++i) {
         auto & plots = stream.dqm_perprocess_byluminosity[pid][i];
         int lumibins = (int) std::ceil(m_dqm_luminosity[i].range / m_dqm_luminosity[i].resolution);
         plots.preevent     = booker.bookProfile("preevent_by" + m_dqm_luminosity[i].name,     "Pre-Event processing time vs. " + m_dqm_luminosity[i].title,    lumibins, 0., m_dqm_luminosity[i].range, pathbins,  0., std::numeric_limits<double>::infinity(), " ")->getTProfile();
         plots.preevent     ->StatOverflows(true);
         plots.preevent     ->SetXTitle(m_dqm_luminosity[i].label.c_str());
         plots.preevent     ->SetYTitle("processing time [ms]");
         plots.event        = booker.bookProfile("event_by" + m_dqm_luminosity[i].name,        "Event processing time vs. " + m_dqm_luminosity[i].title,        lumibins, 0., m_dqm_luminosity[i].range, eventbins, 0., std::numeric_limits<double>::infinity(), " ")->getTProfile();
         plots.event        ->StatOverflows(true);
         plots.event        ->SetXTitle(m_dqm_luminosity[i].label.c_str());
         plots.event        ->SetYTitle("processing time [ms]");
         plots.all_paths    = booker.bookProfile("all_paths_by" + m_dqm_luminosity[i].name,    "Paths processing time vs. " + m_dqm_luminosity[i].title,        lumibins, 0., m_dqm_luminosity[i].range, eventbins, 0., std::numeric_limits<double>::infinity(), " ")->getTProfile();
         plots.all_paths    ->StatOverflows(true);
         plots.all_paths    ->SetXTitle(m_dqm_luminosity[i].label.c_str());
         plots.all_paths    ->SetYTitle("processing time [ms]");
         plots.all_endpaths = booker.bookProfile("all_endpaths_by" + m_dqm_luminosity[i].name, "EndPaths processing time vs. " + m_dqm_luminosity[i].title,     lumibins, 0., m_dqm_luminosity[i].range, pathbins,  0., std::numeric_limits<double>::infinity(), " ")->getTProfile();
         plots.all_endpaths ->StatOverflows(true);
         plots.all_endpaths ->SetXTitle(m_dqm_luminosity[i].label.c_str());
         plots.all_endpaths ->SetYTitle("processing time [ms]");
         plots.interpaths   = booker.bookProfile("interpaths_by" + m_dqm_luminosity[i].name,   "Time spent between paths vs. " + m_dqm_luminosity[i].title,     lumibins, 0., m_dqm_luminosity[i].range, pathbins,  0., std::numeric_limits<double>::infinity(), " ")->getTProfile();
         plots.interpaths   ->StatOverflows(true);
         plots.interpaths   ->SetXTitle(m_dqm_luminosity[i].label.c_str());
         plots.interpaths   ->SetYTitle("processing time [ms]");
       }
     }
 
     // per-path and per-module accounting
     if (m_enable_timing_paths) {
       booker.setCurrentFolder(m_dqm_path + "/process " + process_name + "/Paths");
       for (auto & keyval: stream.paths[pid]) {
         std::string const & pathname = keyval.first;
         PathInfo          & pathinfo = keyval.second;
 
         if (m_enable_dqm_bypath_active) {
           pathinfo.dqm_active       = booker.book1D(pathname + "_active",       pathname + " active time",            pathbins, 0., m_dqm_pathtime_range)->getTH1F();
           pathinfo.dqm_active       ->StatOverflows(true);
           pathinfo.dqm_active       ->SetXTitle("processing time [ms]");
         }
 
         if (m_enable_dqm_bypath_total) {
           pathinfo.dqm_total        = booker.book1D(pathname + "_total",        pathname + " total time",             pathbins, 0., m_dqm_pathtime_range)->getTH1F();
           pathinfo.dqm_total        ->StatOverflows(true);
           pathinfo.dqm_total        ->SetXTitle("processing time [ms]");
         }
 
         if (m_enable_dqm_bypath_overhead) {
           pathinfo.dqm_premodules   = booker.book1D(pathname + "_premodules",   pathname + " pre-modules overhead",   modulebins, 0., m_dqm_moduletime_range)->getTH1F();
           pathinfo.dqm_premodules   ->StatOverflows(true);
           pathinfo.dqm_premodules   ->SetXTitle("processing time [ms]");
           pathinfo.dqm_intermodules = booker.book1D(pathname + "_intermodules", pathname + " inter-modules overhead", modulebins, 0., m_dqm_moduletime_range)->getTH1F();
           pathinfo.dqm_intermodules ->StatOverflows(true);
           pathinfo.dqm_intermodules ->SetXTitle("processing time [ms]");
           pathinfo.dqm_postmodules  = booker.book1D(pathname + "_postmodules",  pathname + " post-modules overhead",  modulebins, 0., m_dqm_moduletime_range)->getTH1F();
           pathinfo.dqm_postmodules  ->StatOverflows(true);
           pathinfo.dqm_postmodules  ->SetXTitle("processing time [ms]");
           pathinfo.dqm_overhead     = booker.book1D(pathname + "_overhead",     pathname + " overhead time",          modulebins, 0., m_dqm_moduletime_range)->getTH1F();
           pathinfo.dqm_overhead     ->StatOverflows(true);
           pathinfo.dqm_overhead     ->SetXTitle("processing time [ms]");
         }
 
         if (m_enable_dqm_bypath_details or m_enable_dqm_bypath_counters) {
           // book histograms for modules-in-paths statistics
 
           // find histograms X-axis labels
           uint32_t id;
           std::vector<std::string> const & modules = ((id = tns.findTrigPath(pathname)) != tns.getTrigPaths().size()) ? tns.getTrigPathModules(id) :
                                                      ((id = tns.findEndPath(pathname))  != tns.getEndPaths().size())  ? tns.getEndPathModules(id)  :
                                                      std::vector<std::string>();
 
           // use a mutex to prevent two threads from assigning to the same element at the same time 
           static std::mutex                          dup_mutex;
           // use a tbb::concurrent_vector because growing does not invalidate existing iterators and pointers
           static tbb::concurrent_vector<std::string> dup;
           // lock, and fill the first 32 elements
           if (dup.empty()) {
             std::lock_guard<std::mutex> lock(dup_mutex);
             if (dup.empty()) {
               dup.resize(32);
               for (unsigned int i = 0; i < 32; ++i)
                 dup[i] = (boost::format("(dup.) (%d)") % i).str();
             }
           }
           // lock, and fill as many elements as needed
           if (modules.size() > dup.size()) {
             std::lock_guard<std::mutex> lock(dup_mutex);
             unsigned int old_size = dup.size();
             unsigned int new_size = modules.size();
             if (new_size > old_size) {
               dup.resize(new_size);
               for (unsigned int i = old_size; i < new_size; ++i)
                 dup[i] = (boost::format("(dup.) (%d)") % i).str();
             }
           }
 
           std::vector<const char *> labels(modules.size(), nullptr);
           for (uint32_t i = 0; i < modules.size(); ++i)
             labels[i] = (pathinfo.modules[i]) ? modules[i].c_str() : dup[i].c_str();
 
           // book counter histograms
           if (m_enable_dqm_bypath_counters) {
             pathinfo.dqm_module_counter = booker.book1D(pathname + "_module_counter", pathname + " module counter", modules.size() + 1, -0.5, modules.size() + 0.5)->getTH1F();
             // find module labels
             for (uint32_t i = 0; i < modules.size(); ++i)
               pathinfo.dqm_module_counter->GetXaxis()->SetBinLabel( i+1, labels[i] );
             pathinfo.dqm_module_counter->GetXaxis()->SetBinLabel( modules.size() + 1, "" );
           }
           // book detailed timing histograms
           if (m_enable_dqm_bypath_details) {
             pathinfo.dqm_module_active  = booker.book1D(pathname + "_module_active",  pathname + " module active",  modules.size(), -0.5, modules.size() - 0.5)->getTH1F();
             pathinfo.dqm_module_active  ->SetYTitle("cumulative processing time [ms]");
             pathinfo.dqm_module_total   = booker.book1D(pathname + "_module_total",   pathname + " module total",   modules.size(), -0.5, modules.size() - 0.5)->getTH1F();
             pathinfo.dqm_module_total   ->SetYTitle("cumulative processing time [ms]");
             // find module labels
             for (uint32_t i = 0; i < modules.size(); ++i) {
               pathinfo.dqm_module_active ->GetXaxis()->SetBinLabel( i+1, labels[i] );
               pathinfo.dqm_module_total  ->GetXaxis()->SetBinLabel( i+1, labels[i] );
             }
           }
         }
 
         // book exclusive path time histograms
         if (m_enable_dqm_bypath_exclusive) {
           pathinfo.dqm_exclusive = booker.book1D(pathname + "_exclusive", pathname + " exclusive time", pathbins, 0., m_dqm_pathtime_range)->getTH1F();
           pathinfo.dqm_exclusive ->StatOverflows(true);
           pathinfo.dqm_exclusive ->SetXTitle("processing time [ms]");
         }
 
       }
     }
 
     if (m_enable_dqm_bymodule) {
       booker.setCurrentFolder(m_dqm_path + "/Modules");
       for (auto & keyval: stream.modules) {
         std::string const & label  = keyval.first;
         ModuleInfo        & module = keyval.second;
         module.dqm_active = booker.book1D(label, label, modulebins, 0., m_dqm_moduletime_range)->getTH1F();
         module.dqm_active->StatOverflows(true);
         module.dqm_active->SetXTitle("processing time [ms]");
       }
     }
 
     if (m_enable_dqm_bymoduletype) {
       booker.setCurrentFolder(m_dqm_path + "/ModuleTypes");
       for (auto & keyval: stream.moduletypes) {
         std::string const & label  = keyval.first;
         ModuleInfo        & module = keyval.second;
         module.dqm_active = booker.book1D(label, label, modulebins, 0., m_dqm_moduletime_range)->getTH1F();
         module.dqm_active->StatOverflows(true);
         module.dqm_active->SetXTitle("processing time [ms]");
       }
     }
 
   };
 
   // book MonitorElement's for this stream
   edm::Service<DQMStore>()->bookTransaction(bookTransactionCallback, sc.eventID().run(), sid, m_module_id);
 }

void FastTimerService::printProcessSummary	(	Timing const &	total,
		TimingPerProcess const &	summary,
		std::string const &	label,
		std::string const &	process
	)		const

private

Definition at line 651 of file FastTimerService.cc.

References FastTimerService::TimingPerProcess::all_endpaths, FastTimerService::TimingPerProcess::all_paths, FastTimerService::Timing::count, FastTimerService::TimingPerProcess::event, FastTimerService::TimingPerProcess::interpaths, dbtoconf::out, and FastTimerService::TimingPerProcess::preevent.

Referenced by postEndJob(), and postGlobalEndRun().

 {
   // print a timing summary for the run or job, for each subprocess
   std::ostringstream out;
   out << std::fixed << std::setprecision(6);
   out << "FastReport for " << label << ", process " << process << '\n';
   //out << "FastReport " << (m_use_realtime ? "(real time) " : "(CPU time)  ") << '\n';
   out << "FastReport              " << std::right << std::setw(10) << summary.preevent     / (double) total.count   << "  Pre-Event"     << '\n';
   out << "FastReport              " << std::right << std::setw(10) << summary.event        / (double) total.count   << "  Event"         << '\n';
   out << "FastReport              " << std::right << std::setw(10) << summary.all_paths    / (double) total.count   << "  all Paths"     << '\n';
   out << "FastReport              " << std::right << std::setw(10) << summary.all_endpaths / (double) total.count   << "  all EndPaths"  << '\n';
   out << "FastReport              " << std::right << std::setw(10) << summary.interpaths   / (double) total.count   << "  between paths" << '\n';
   edm::LogVerbatim("FastReport") << out.str();
 }

void FastTimerService::printSummary	(	Timing const &	summary,
		std::string const &	label
	)		const

private

Definition at line 667 of file FastTimerService.cc.

References FastTimerService::Timing::count, FastTimerService::Timing::event, dbtoconf::out, FastTimerService::Timing::preevent, FastTimerService::Timing::presource, and FastTimerService::Timing::source.

Referenced by postEndJob(), and postGlobalEndRun().

 {
   // print a timing summary for the run or job
   //edm::service::TriggerNamesService & tns = * edm::Service<edm::service::TriggerNamesService>();
 
   std::ostringstream out;
   out << std::fixed << std::setprecision(6);
   out << "FastReport for " << label << ", over all subprocesses" << '\n';
   //out << "FastReport " << (m_use_realtime ? "(real time) " : "(CPU time)  ") << '\n';
   out << "FastReport              " << std::right << std::setw(10) << summary.presource    / (double) summary.count << "  Pre-Source"    << '\n';
   out << "FastReport              " << std::right << std::setw(10) << summary.source       / (double) summary.count << "  Source"        << '\n';
   out << "FastReport              " << std::right << std::setw(10) << summary.preevent     / (double) summary.count << "  Pre-Event"     << '\n';
   out << "FastReport              " << std::right << std::setw(10) << summary.event        / (double) summary.count << "  Event"         << '\n';
   edm::LogVerbatim("FastReport") << out.str();
 }

unsigned int FastTimerService::processID ( edm::ProcessContext const * context )

staticprivate

Definition at line 1441 of file FastTimerService.cc.

References edm::ProcessContext::isSubProcess(), edm::ProcessContext::parentProcessContext(), and sysUtil::pid.

Referenced by postEvent(), postGlobalEndRun(), postPathEvent(), preEvent(), preGlobalBeginRun(), prePathEvent(), and preStreamBeginRun().

 {
   unsigned int pid = 0;
 
   // iterate through the chain of ProcessContext until we reach the topmost process
   while (context->isSubProcess()) {
     context = & context->parentProcessContext();
     ++pid;
   }
   return pid;
 }

double FastTimerService::queryEventTime ( edm::StreamID sid ) const

Definition at line 1392 of file FastTimerService.cc.

References m_stream.

                                                              {
   return m_stream[sid].timing.event;
 }

double FastTimerService::queryModuleTime	(	edm::StreamID	sid,
		const edm::ModuleDescription &	module
	)		const

Definition at line 1308 of file FastTimerService.cc.

References edm::ModuleDescription::id(), m_stream, and edm::ModuleDescription::moduleLabel().

                                                                                                    {
   if (module.id() < m_stream[sid].fast_modules.size()) {
     return m_stream[sid].fast_modules[module.id()]->time_active;
   } else {
     edm::LogError("FastTimerService") << "FastTimerService::queryModuleTime: unexpected module " << module.moduleLabel();
     return 0.;
   }
 }

double FastTimerService::queryModuleTime	(	edm::StreamID	sid,
		unsigned int	id
	)		const

Definition at line 1318 of file FastTimerService.cc.

References m_stream.

                                                                                {
   if (id < m_stream[sid].fast_modules.size()) {
     return m_stream[sid].fast_modules[id]->time_active;
   } else {
     edm::LogError("FastTimerService") << "FastTimerService::queryModuleTime: unexpected module id " << id;
     return 0.;
   }
 }

double FastTimerService::queryModuleTimeByLabel	(	edm::StreamID	sid,
		const std::string &	label
	)		const

Definition at line 1328 of file FastTimerService.cc.

References diffTwoXMLs::label, m_stream, and edmConvertToStreamModule::modules.

Referenced by IsoTrig::studyTiming().

                                                                                               {
   auto const & keyval = m_stream[sid].modules.find(label);
   if (keyval != m_stream[sid].modules.end()) {
     return keyval->second.time_active;
   } else {
     // module not found
     edm::LogError("FastTimerService") << "FastTimerService::queryModuleTimeByLabel: unexpected module " << label;
     return 0.;
   }
 }

double FastTimerService::queryModuleTimeByType	(	edm::StreamID	sid,
		const std::string &	type
	)		const

Definition at line 1340 of file FastTimerService.cc.

References m_stream.

                                                                                             {
   auto const & keyval = m_stream[sid].moduletypes.find(type);
   if (keyval != m_stream[sid].moduletypes.end()) {
     return keyval->second.time_active;
   } else {
     // module not found
     edm::LogError("FastTimerService") << "FastTimerService::queryModuleTimeByType: unexpected module type " << type;
     return 0.;
   }
 }

double FastTimerService::querySourceTime ( edm::StreamID sid ) const

Definition at line 1387 of file FastTimerService.cc.

References m_stream.

                                                               {
   return m_stream[sid].timing.source;
 }

unsigned int FastTimerService::reserveLuminosityPlots	(	std::string const &	name,
		std::string const &	title,
		std::string const &	label,
		double	range,
		double	resolution
	)

Definition at line 146 of file FastTimerService.cc.

References m_dqm_luminosity, m_stream, and edmStreamStallGrapher::stream.

Referenced by FastTimerService().

 {
   // FIXME check that this is only called before any preStreamBeginRun
   // FIXME check that this is not called with the same "name" twice
   m_dqm_luminosity.push_back(LuminosityDescription(name, title, label, range, resolution));
 
   // resize the luminosity per event buffer
   for (auto & stream: m_stream)
     stream.luminosity.resize(m_dqm_luminosity.size(), 0);
 
   return m_dqm_luminosity.size() - 1;
 }

unsigned int FastTimerService::reserveLuminosityPlots	(	std::string &&	name,
		std::string &&	title,
		std::string &&	label,
		double	range,
		double	resolution
	)

Definition at line 159 of file FastTimerService.cc.

References diffTwoXMLs::label, m_dqm_luminosity, m_stream, mergeVDriftHistosByStation::name, edmStreamStallGrapher::stream, and indexGen::title.

 {
   // FIXME check that this is only called before any preStreamBeginRun
   // FIXME check that this is not called with the same "name" twice
   m_dqm_luminosity.push_back(LuminosityDescription(name, title, label, range, resolution));
 
   // resize the luminosity per event buffer
   for (auto & stream: m_stream)
     stream.luminosity.resize(m_dqm_luminosity.size(), 0);
 
   return m_dqm_luminosity.size() - 1;
 }

void FastTimerService::setLuminosity	(	unsigned int	stream_id,
		unsigned int	luminosity_id,
		double	value
	)

Definition at line 173 of file FastTimerService.cc.

References m_stream, and relativeConstraints::value.

Referenced by preEvent().

 {
   // FIXME check that the luminosity id is valid ?
   m_stream[stream_id].luminosity[luminosity_id] = value;
 }

Member Data Documentation

unsigned int FastTimerService::m_concurrent_runs

private

Definition at line 352 of file FastTimerService.h.

Referenced by preallocate().

unsigned int FastTimerService::m_concurrent_streams

private

Definition at line 353 of file FastTimerService.h.

Referenced by preallocate().

unsigned int FastTimerService::m_concurrent_threads

private

Definition at line 354 of file FastTimerService.h.

Referenced by preallocate().

const double FastTimerService::m_dqm_eventtime_range

private

Definition at line 357 of file FastTimerService.h.

Referenced by preStreamBeginRun().

const double FastTimerService::m_dqm_eventtime_resolution

private

Definition at line 358 of file FastTimerService.h.

Referenced by preStreamBeginRun().

std::vector<LuminosityDescription> FastTimerService::m_dqm_luminosity

private

Definition at line 741 of file FastTimerService.h.

Referenced by postEvent(), preallocate(), preStreamBeginRun(), and reserveLuminosityPlots().

const double FastTimerService::m_dqm_moduletime_range

private

Definition at line 361 of file FastTimerService.h.

Referenced by preStreamBeginRun().

const double FastTimerService::m_dqm_moduletime_resolution

private

Definition at line 362 of file FastTimerService.h.

Referenced by preStreamBeginRun().

std::string FastTimerService::m_dqm_path

private

Definition at line 363 of file FastTimerService.h.

Referenced by preallocate(), and preStreamBeginRun().

const double FastTimerService::m_dqm_pathtime_range

private

Definition at line 359 of file FastTimerService.h.

Referenced by preStreamBeginRun().

const double FastTimerService::m_dqm_pathtime_resolution

private

Definition at line 360 of file FastTimerService.h.

Referenced by preStreamBeginRun().

bool FastTimerService::m_enable_dqm

private

Definition at line 339 of file FastTimerService.h.

Referenced by postEvent(), postStreamEndLumi(), postStreamEndRun(), and preStreamBeginRun().

const bool FastTimerService::m_enable_dqm_byls

private

Definition at line 349 of file FastTimerService.h.

Referenced by FastTimerService(), and preEvent().

const bool FastTimerService::m_enable_dqm_bymodule

private

Definition at line 346 of file FastTimerService.h.

Referenced by FastTimerService(), postEvent(), and preStreamBeginRun().

const bool FastTimerService::m_enable_dqm_bymoduletype

private

Definition at line 347 of file FastTimerService.h.

Referenced by FastTimerService(), postEvent(), and preStreamBeginRun().

const bool FastTimerService::m_enable_dqm_bynproc

private

Definition at line 350 of file FastTimerService.h.

Referenced by preallocate().

const bool FastTimerService::m_enable_dqm_bypath_active

private

Definition at line 340 of file FastTimerService.h.

Referenced by FastTimerService(), postEvent(), and preStreamBeginRun().

const bool FastTimerService::m_enable_dqm_bypath_counters

private

Definition at line 344 of file FastTimerService.h.

Referenced by FastTimerService(), postEvent(), and preStreamBeginRun().

const bool FastTimerService::m_enable_dqm_bypath_details

private

Definition at line 343 of file FastTimerService.h.

Referenced by FastTimerService(), postEvent(), and preStreamBeginRun().

const bool FastTimerService::m_enable_dqm_bypath_exclusive

private

Definition at line 345 of file FastTimerService.h.

Referenced by FastTimerService(), postEvent(), and preStreamBeginRun().

const bool FastTimerService::m_enable_dqm_bypath_overhead

private

Definition at line 342 of file FastTimerService.h.

Referenced by FastTimerService(), postEvent(), and preStreamBeginRun().

const bool FastTimerService::m_enable_dqm_bypath_total

private

Definition at line 341 of file FastTimerService.h.

Referenced by FastTimerService(), postEvent(), and preStreamBeginRun().

const bool FastTimerService::m_enable_dqm_summary

private

Definition at line 348 of file FastTimerService.h.

Referenced by postEvent(), and preStreamBeginRun().

bool FastTimerService::m_enable_timing_exclusive

private

Definition at line 334 of file FastTimerService.h.

Referenced by FastTimerService(), and postEvent().

bool FastTimerService::m_enable_timing_modules

private

Definition at line 333 of file FastTimerService.h.

Referenced by FastTimerService(), postEvent(), postModuleEvent(), postModuleEventDelayedGet(), postPathEvent(), preModuleEvent(), and preModuleEventDelayedGet().

bool FastTimerService::m_enable_timing_paths

private

Definition at line 332 of file FastTimerService.h.

Referenced by FastTimerService(), postEvent(), postPathEvent(), and preStreamBeginRun().

const bool FastTimerService::m_enable_timing_summary

private

Definition at line 335 of file FastTimerService.h.

Referenced by postEndJob(), and postGlobalEndRun().

Timing FastTimerService::m_job_summary

private

Definition at line 748 of file FastTimerService.h.

Referenced by postEndJob(), and postEvent().

std::vector<TimingPerProcess> FastTimerService::m_job_summary_perprocess

private

Definition at line 750 of file FastTimerService.h.

Referenced by postEndJob(), postEvent(), and preGlobalBeginRun().

unsigned int FastTimerService::m_module_id

private

Definition at line 355 of file FastTimerService.h.

Referenced by postStreamEndLumi(), postStreamEndRun(), preallocate(), and preStreamBeginRun().

std::vector<ProcessDescription> FastTimerService::m_process

private

Definition at line 738 of file FastTimerService.h.

Referenced by postEndJob(), postEvent(), postGlobalEndRun(), postPathEvent(), preGlobalBeginRun(), and prePathEvent().

std::vector<Timing> FastTimerService::m_run_summary

private

Definition at line 747 of file FastTimerService.h.

Referenced by postEvent(), postGlobalEndRun(), preallocate(), and preGlobalBeginRun().

std::vector<std::vector<TimingPerProcess> > FastTimerService::m_run_summary_perprocess

private

Definition at line 749 of file FastTimerService.h.

Referenced by postEvent(), postGlobalEndRun(), preallocate(), and preGlobalBeginRun().

const bool FastTimerService::m_skip_first_path

private

Definition at line 336 of file FastTimerService.h.

Referenced by preGlobalBeginRun().

std::vector<StreamData> FastTimerService::m_stream

private

std::mutex FastTimerService::m_summary_mutex

private

Definition at line 751 of file FastTimerService.h.

Referenced by postEvent().

bool FastTimerService::m_use_realtime

private

Definition at line 331 of file FastTimerService.h.

Classes

Public Member Functions

Static Public Member Functions

Private Types

Private Member Functions

Static Private Member Functions

Private Attributes

Detailed Description

Member Typedef Documentation

Constructor & Destructor Documentation

Member Function Documentation

Member Data Documentation