FastTimerService Class Reference

#include <FastTimerService.h>

Inheritance diagram for FastTimerService:

Classes
struct	AtomicResources
struct	GroupOfModules
struct	Measurement
struct	PlotRanges
class	PlotsPerElement
class	PlotsPerJob
class	PlotsPerPath
class	PlotsPerProcess
struct	Resources
struct	ResourcesPerJob
struct	ResourcesPerModule
struct	ResourcesPerPath
struct	ResourcesPerProcess
struct	ThreadGuard

Public Member Functions
template<typename T >
json	encodeToJSON (std::string const &type, std::string const &label, unsigned int events, T const &data) const
	FastTimerService (const edm::ParameterSet &, edm::ActivityRegistry &)
template<typename T >
void	printEvent (T &out, ResourcesPerJob const &data) const
template<typename T >
void	printEventHeader (T &out, std::string const &label) const
template<typename T >
void	printEventLine (T &out, Resources const &data, std::string const &label) const
template<typename T >
void	printEventLine (T &out, AtomicResources const &data, std::string const &label) const
template<typename T >
void	printHeader (T &out, std::string const &label) const
template<typename T >
void	printPathSummaryHeader (T &out, std::string const &label) const
template<typename T >
void	printPathSummaryLine (T &out, Resources const &data, Resources const &total, uint64_t events, std::string const &label) const
template<typename T >
void	printSummary (T &out, ResourcesPerJob const &data, std::string const &label) const
template<typename T >
void	printSummaryHeader (T &out, std::string const &label, bool detailed) const
template<typename T >
void	printSummaryLine (T &out, Resources const &data, uint64_t events, std::string const &label) const
template<typename T >
void	printSummaryLine (T &out, AtomicResources const &data, uint64_t events, uint64_t active, std::string const &label) const
template<typename T >
void	printSummaryLine (T &out, AtomicResources const &data, uint64_t events, std::string const &label) const
template<typename T >
void	printSummaryLine (T &out, Resources const &data, uint64_t events, uint64_t active, std::string const &label) const
template<typename T >
void	printTransition (T &out, AtomicResources const &data, std::string const &label) const
	~FastTimerService () override=default

Static Public Member Functions
static void	fillDescriptions (edm::ConfigurationDescriptions &descriptions)
static void	fixForDQM (std::string &label)

Private Member Functions
template<typename T >
json	encodeToJSON (std::string const &type, std::string const &label, unsigned int events, T const &data) const
json	encodeToJSON (edm::ModuleDescription const &module, ResourcesPerModule const &data) const
void	ignoredSignal (const std::string &signal) const
bool	isFirstSubprocess (edm::StreamContext const &)
bool	isFirstSubprocess (edm::GlobalContext const &)
bool	isLastSubprocess (std::atomic< unsigned int > &check)
void	on_scheduler_entry (bool worker) final
void	on_scheduler_exit (bool worker) final
void	postBeginJob ()
void	postEndJob ()
void	postESModule (edm::eventsetup::EventSetupRecordKey const &, edm::ESModuleCallingContext const &)
void	postEvent (edm::StreamContext const &)
void	postEventReadFromSource (edm::StreamContext const &, edm::ModuleCallingContext const &)
void	postGlobalBeginLumi (edm::GlobalContext const &)
void	postGlobalBeginRun (edm::GlobalContext const &)
void	postGlobalEndLumi (edm::GlobalContext const &)
void	postGlobalEndRun (edm::GlobalContext const &)
void	postModuleEvent (edm::StreamContext const &, edm::ModuleCallingContext const &)
void	postModuleEventAcquire (edm::StreamContext const &, edm::ModuleCallingContext const &)
void	postModuleEventDelayedGet (edm::StreamContext const &, edm::ModuleCallingContext const &)
void	postModuleEventPrefetching (edm::StreamContext const &, edm::ModuleCallingContext const &)
void	postModuleGlobalBeginLumi (edm::GlobalContext const &, edm::ModuleCallingContext const &)
void	postModuleGlobalBeginRun (edm::GlobalContext const &, edm::ModuleCallingContext const &)
void	postModuleGlobalEndLumi (edm::GlobalContext const &, edm::ModuleCallingContext const &)
void	postModuleGlobalEndRun (edm::GlobalContext const &, edm::ModuleCallingContext const &)
void	postModuleStreamBeginLumi (edm::StreamContext const &, edm::ModuleCallingContext const &)
void	postModuleStreamBeginRun (edm::StreamContext const &, edm::ModuleCallingContext const &)
void	postModuleStreamEndLumi (edm::StreamContext const &, edm::ModuleCallingContext const &)
void	postModuleStreamEndRun (edm::StreamContext const &, edm::ModuleCallingContext const &)
void	postPathEvent (edm::StreamContext const &, edm::PathContext const &, edm::HLTPathStatus const &)
void	postSourceEvent (edm::StreamID)
void	postSourceLumi (edm::LuminosityBlockIndex)
void	postSourceRun (edm::RunIndex)
void	postStreamBeginLumi (edm::StreamContext const &)
void	postStreamBeginRun (edm::StreamContext const &)
void	postStreamEndLumi (edm::StreamContext const &)
void	postStreamEndRun (edm::StreamContext const &)
void	preallocate (edm::service::SystemBounds const &)
void	preBeginJob (edm::PathsAndConsumesOfModulesBase const &, edm::ProcessContext const &)
void	preESModule (edm::eventsetup::EventSetupRecordKey const &, edm::ESModuleCallingContext const &)
void	preEvent (edm::StreamContext const &)
void	preEventReadFromSource (edm::StreamContext const &, edm::ModuleCallingContext const &)
void	preGlobalBeginLumi (edm::GlobalContext const &)
void	preGlobalBeginRun (edm::GlobalContext const &)
void	preGlobalEndLumi (edm::GlobalContext const &)
void	preGlobalEndRun (edm::GlobalContext const &)
void	preModuleEvent (edm::StreamContext const &, edm::ModuleCallingContext const &)
void	preModuleEventAcquire (edm::StreamContext const &, edm::ModuleCallingContext const &)
void	preModuleEventDelayedGet (edm::StreamContext const &, edm::ModuleCallingContext const &)
void	preModuleEventPrefetching (edm::StreamContext const &, edm::ModuleCallingContext const &)
void	preModuleGlobalBeginLumi (edm::GlobalContext const &, edm::ModuleCallingContext const &)
void	preModuleGlobalBeginRun (edm::GlobalContext const &, edm::ModuleCallingContext const &)
void	preModuleGlobalEndLumi (edm::GlobalContext const &, edm::ModuleCallingContext const &)
void	preModuleGlobalEndRun (edm::GlobalContext const &, edm::ModuleCallingContext const &)
void	preModuleStreamBeginLumi (edm::StreamContext const &, edm::ModuleCallingContext const &)
void	preModuleStreamBeginRun (edm::StreamContext const &, edm::ModuleCallingContext const &)
void	preModuleStreamEndLumi (edm::StreamContext const &, edm::ModuleCallingContext const &)
void	preModuleStreamEndRun (edm::StreamContext const &, edm::ModuleCallingContext const &)
void	prePathEvent (edm::StreamContext const &, edm::PathContext const &)
void	preSourceConstruction (edm::ModuleDescription const &)
void	preSourceEvent (edm::StreamID)
void	preSourceLumi (edm::LuminosityBlockIndex)
void	preSourceRun (edm::RunIndex)
void	preStreamBeginLumi (edm::StreamContext const &)
void	preStreamBeginRun (edm::StreamContext const &)
void	preStreamEndLumi (edm::StreamContext const &)
void	preStreamEndRun (edm::StreamContext const &)
template<typename T >
void	printEvent (T &out, ResourcesPerJob const &) const
template<typename T >
void	printEventHeader (T &out, std::string const &label) const
template<typename T >
void	printEventLine (T &out, Resources const &data, std::string const &label) const
template<typename T >
void	printEventLine (T &out, AtomicResources const &data, std::string const &label) const
template<typename T >
void	printHeader (T &out, std::string const &label) const
template<typename T >
void	printPathSummaryHeader (T &out, std::string const &label) const
template<typename T >
void	printPathSummaryLine (T &out, Resources const &data, Resources const &total, uint64_t events, std::string const &label) const
template<typename T >
void	printSummary (T &out, ResourcesPerJob const &data, std::string const &label) const
template<typename T >
void	printSummaryHeader (T &out, std::string const &label, bool detailed) const
template<typename T >
void	printSummaryLine (T &out, Resources const &data, uint64_t events, std::string const &label) const
template<typename T >
void	printSummaryLine (T &out, Resources const &data, uint64_t events, uint64_t active, std::string const &label) const
template<typename T >
void	printSummaryLine (T &out, AtomicResources const &data, uint64_t events, std::string const &label) const
template<typename T >
void	printSummaryLine (T &out, AtomicResources const &data, uint64_t events, uint64_t active, std::string const &label) const
template<typename T >
void	printTransition (T &out, AtomicResources const &data, std::string const &label) const
Measurement &	thread ()
void	unsupportedSignal (const std::string &signal) const
void	writeSummaryJSON (ResourcesPerJob const &data, std::string const &filename) const

Private Attributes
ProcessCallGraph	callgraph_
unsigned int	concurrent_lumis_
unsigned int	concurrent_runs_
unsigned int	concurrent_streams_
unsigned int	concurrent_threads_
const PlotRanges	dqm_event_ranges_
const unsigned int	dqm_lumisections_range_
const PlotRanges	dqm_module_ranges_
std::string	dqm_path_
const PlotRanges	dqm_path_ranges_
bool	enable_dqm_
const bool	enable_dqm_byls_
const bool	enable_dqm_bymodule_
const bool	enable_dqm_bynproc_
const bool	enable_dqm_bypath_
const bool	enable_dqm_transitions_
ThreadGuard	guard_
std::vector< edm::ParameterSet >	highlight_module_psets_
std::vector< GroupOfModules >	highlight_modules_
ResourcesPerJob	job_summary_
const std::string	json_filename_
std::vector< AtomicResources >	lumi_transition_
AtomicResources	overhead_
std::unique_ptr< PlotsPerJob >	plots_
const bool	print_event_summary_
const bool	print_job_summary_
const bool	print_run_summary_
std::vector< ResourcesPerJob >	run_summary_
std::vector< AtomicResources >	run_transition_
std::vector< ResourcesPerJob >	streams_
std::unique_ptr< std::atomic< unsigned int >[]>	subprocess_event_check_
std::unique_ptr< std::atomic< unsigned int >[]>	subprocess_global_lumi_check_
std::unique_ptr< std::atomic< unsigned int >[]>	subprocess_global_run_check_
std::mutex	summary_mutex_
tbb::concurrent_unordered_set< std::string >	unsupported_signals_
const bool	write_json_summary_

Detailed Description

Definition at line 55 of file FastTimerService.h.

Constructor & Destructor Documentation

FastTimerService()

FastTimerService::FastTimerService	(	const edm::ParameterSet &	config,
		edm::ActivityRegistry &	registry
	)

Definition at line 776 of file FastTimerService.cc.

    :  // configuration
      callgraph_(),
      // job configuration
      concurrent_lumis_(0),
      concurrent_runs_(0),
      concurrent_streams_(0),
      concurrent_threads_(0),
      print_event_summary_(config.getUntrackedParameter<bool>("printEventSummary")),
      print_run_summary_(config.getUntrackedParameter<bool>("printRunSummary")),
      print_job_summary_(config.getUntrackedParameter<bool>("printJobSummary")),
      // JSON configuration
      //write_json_per_event_(config.getUntrackedParameter<bool>("writeJSONByEvent")),
      //write_json_per_ls_(config.getUntrackedParameter<bool>("writeJSONByLumiSection")),
      //write_json_per_run_(config.getUntrackedParameter<bool>("writeJSONByRun")),
      write_json_summary_(config.getUntrackedParameter<bool>("writeJSONSummary")),
      json_filename_(config.getUntrackedParameter<std::string>("jsonFileName")),
      // DQM configuration
      enable_dqm_(config.getUntrackedParameter<bool>("enableDQM")),
      enable_dqm_bymodule_(config.getUntrackedParameter<bool>("enableDQMbyModule")),
      enable_dqm_bypath_(config.getUntrackedParameter<bool>("enableDQMbyPath")),
      enable_dqm_byls_(config.getUntrackedParameter<bool>("enableDQMbyLumiSection")),
      enable_dqm_bynproc_(config.getUntrackedParameter<bool>("enableDQMbyProcesses")),
      enable_dqm_transitions_(config.getUntrackedParameter<bool>("enableDQMTransitions")),
      dqm_event_ranges_({config.getUntrackedParameter<double>("dqmTimeRange"),                  // ms
                         config.getUntrackedParameter<double>("dqmTimeResolution"),             // ms
                         config.getUntrackedParameter<double>("dqmMemoryRange"),                // kB
                         config.getUntrackedParameter<double>("dqmMemoryResolution")}),         // kB
      dqm_path_ranges_({config.getUntrackedParameter<double>("dqmPathTimeRange"),               // ms
                        config.getUntrackedParameter<double>("dqmPathTimeResolution"),          // ms
                        config.getUntrackedParameter<double>("dqmPathMemoryRange"),             // kB
                        config.getUntrackedParameter<double>("dqmPathMemoryResolution")}),      // kB
      dqm_module_ranges_({config.getUntrackedParameter<double>("dqmModuleTimeRange"),           // ms
                          config.getUntrackedParameter<double>("dqmModuleTimeResolution"),      // ms
                          config.getUntrackedParameter<double>("dqmModuleMemoryRange"),         // kB
                          config.getUntrackedParameter<double>("dqmModuleMemoryResolution")}),  // kB
      dqm_lumisections_range_(config.getUntrackedParameter<unsigned int>("dqmLumiSectionsRange")),
      dqm_path_(config.getUntrackedParameter<std::string>("dqmPath")),
      // highlight configuration
      highlight_module_psets_(config.getUntrackedParameter<std::vector<edm::ParameterSet>>("highlightModules")),
      highlight_modules_(highlight_module_psets_.size())  // filled in postBeginJob()
{
  // start observing when a thread enters or leaves the TBB global thread arena
  tbb::task_scheduler_observer::observe();

  // register EDM call backs
  registry.watchPreallocate(this, &FastTimerService::preallocate);
  registry.watchPreBeginJob(this, &FastTimerService::preBeginJob);
  registry.watchPostBeginJob(this, &FastTimerService::postBeginJob);
  registry.watchPostEndJob(this, &FastTimerService::postEndJob);
  registry.watchPreGlobalBeginRun(this, &FastTimerService::preGlobalBeginRun);
  //registry.watchPostGlobalBeginRun(         this, & FastTimerService::postGlobalBeginRun );
  //registry.watchPreGlobalEndRun(            this, & FastTimerService::preGlobalEndRun );
  registry.watchPostGlobalEndRun(this, &FastTimerService::postGlobalEndRun);
  registry.watchPreStreamBeginRun(this, &FastTimerService::preStreamBeginRun);
  //registry.watchPostStreamBeginRun(         this, & FastTimerService::postStreamBeginRun );
  //registry.watchPreStreamEndRun(            this, & FastTimerService::preStreamEndRun );
  registry.watchPostStreamEndRun(this, &FastTimerService::postStreamEndRun);
  registry.watchPreGlobalBeginLumi(this, &FastTimerService::preGlobalBeginLumi);
  //registry.watchPostGlobalBeginLumi(        this, & FastTimerService::postGlobalBeginLumi );
  //registry.watchPreGlobalEndLumi(           this, & FastTimerService::preGlobalEndLumi );
  registry.watchPostGlobalEndLumi(this, &FastTimerService::postGlobalEndLumi);
  registry.watchPreStreamBeginLumi(this, &FastTimerService::preStreamBeginLumi);
  //registry.watchPostStreamBeginLumi(        this, & FastTimerService::postStreamBeginLumi );
  //registry.watchPreStreamEndLumi(           this, & FastTimerService::preStreamEndLumi );
  registry.watchPostStreamEndLumi(this, &FastTimerService::postStreamEndLumi);
  registry.watchPreEvent(this, &FastTimerService::preEvent);
  registry.watchPostEvent(this, &FastTimerService::postEvent);
  registry.watchPrePathEvent(this, &FastTimerService::prePathEvent);
  registry.watchPostPathEvent(this, &FastTimerService::postPathEvent);
  registry.watchPreSourceConstruction(this, &FastTimerService::preSourceConstruction);
  //registry.watchPostSourceConstruction(     this, & FastTimerService::postSourceConstruction);
  registry.watchPreSourceRun(this, &FastTimerService::preSourceRun);
  registry.watchPostSourceRun(this, &FastTimerService::postSourceRun);
  registry.watchPreSourceLumi(this, &FastTimerService::preSourceLumi);
  registry.watchPostSourceLumi(this, &FastTimerService::postSourceLumi);
  registry.watchPreSourceEvent(this, &FastTimerService::preSourceEvent);
  registry.watchPostSourceEvent(this, &FastTimerService::postSourceEvent);
  //registry.watchPreModuleConstruction(      this, & FastTimerService::preModuleConstruction);
  //registry.watchPostModuleConstruction(     this, & FastTimerService::postModuleConstruction);
  //registry.watchPreModuleBeginJob(          this, & FastTimerService::preModuleBeginJob );
  //registry.watchPostModuleBeginJob(         this, & FastTimerService::postModuleBeginJob );
  //registry.watchPreModuleEndJob(            this, & FastTimerService::preModuleEndJob );
  //registry.watchPostModuleEndJob(           this, & FastTimerService::postModuleEndJob );
  //registry.watchPreModuleBeginStream(       this, & FastTimerService::preModuleBeginStream );
  //registry.watchPostModuleBeginStream(      this, & FastTimerService::postModuleBeginStream );
  //registry.watchPreModuleEndStream(         this, & FastTimerService::preModuleEndStream );
  //registry.watchPostModuleEndStream(        this, & FastTimerService::postModuleEndStream );
  registry.watchPreModuleGlobalBeginRun(this, &FastTimerService::preModuleGlobalBeginRun);
  registry.watchPostModuleGlobalBeginRun(this, &FastTimerService::postModuleGlobalBeginRun);
  registry.watchPreModuleGlobalEndRun(this, &FastTimerService::preModuleGlobalEndRun);
  registry.watchPostModuleGlobalEndRun(this, &FastTimerService::postModuleGlobalEndRun);
  registry.watchPreModuleGlobalBeginLumi(this, &FastTimerService::preModuleGlobalBeginLumi);
  registry.watchPostModuleGlobalBeginLumi(this, &FastTimerService::postModuleGlobalBeginLumi);
  registry.watchPreModuleGlobalEndLumi(this, &FastTimerService::preModuleGlobalEndLumi);
  registry.watchPostModuleGlobalEndLumi(this, &FastTimerService::postModuleGlobalEndLumi);
  registry.watchPreModuleStreamBeginRun(this, &FastTimerService::preModuleStreamBeginRun);
  registry.watchPostModuleStreamBeginRun(this, &FastTimerService::postModuleStreamBeginRun);
  registry.watchPreModuleStreamEndRun(this, &FastTimerService::preModuleStreamEndRun);
  registry.watchPostModuleStreamEndRun(this, &FastTimerService::postModuleStreamEndRun);
  registry.watchPreModuleStreamBeginLumi(this, &FastTimerService::preModuleStreamBeginLumi);
  registry.watchPostModuleStreamBeginLumi(this, &FastTimerService::postModuleStreamBeginLumi);
  registry.watchPreModuleStreamEndLumi(this, &FastTimerService::preModuleStreamEndLumi);
  registry.watchPostModuleStreamEndLumi(this, &FastTimerService::postModuleStreamEndLumi);
  //registry.watchPreModuleEventPrefetching(  this, & FastTimerService::preModuleEventPrefetching );
  //registry.watchPostModuleEventPrefetching( this, & FastTimerService::postModuleEventPrefetching );
  registry.watchPreModuleEventAcquire(this, &FastTimerService::preModuleEventAcquire);
  registry.watchPostModuleEventAcquire(this, &FastTimerService::postModuleEventAcquire);
  registry.watchPreModuleEvent(this, &FastTimerService::preModuleEvent);
  registry.watchPostModuleEvent(this, &FastTimerService::postModuleEvent);
  registry.watchPreModuleEventDelayedGet(this, &FastTimerService::preModuleEventDelayedGet);
  registry.watchPostModuleEventDelayedGet(this, &FastTimerService::postModuleEventDelayedGet);
  registry.watchPreEventReadFromSource(this, &FastTimerService::preEventReadFromSource);
  registry.watchPostEventReadFromSource(this, &FastTimerService::postEventReadFromSource);
  registry.watchPreESModule(this, &FastTimerService::preESModule);
  registry.watchPostESModule(this, &FastTimerService::postESModule);
}

~FastTimerService()

FastTimerService::~FastTimerService ( )

overridedefault

Member Function Documentation

encodeToJSON() [1/3]

template<typename T >

json FastTimerService::encodeToJSON ( std::string const &  type, std::string const &  label, unsigned int  events, T const &  data  ) const

private

encodeToJSON() [2/3]

json FastTimerService::encodeToJSON ( edm::ModuleDescription const &  module, ResourcesPerModule const &  data  ) const

private

Definition at line 1395 of file FastTimerService.cc.

References data, and callgraph::module.

                                                                                                            {
  return encodeToJSON(module.moduleName(), module.moduleLabel(), data.events, data.total);
}

encodeToJSON() [3/3]

template<typename T >

json FastTimerService::encodeToJSON	(	std::string const &	type,
		std::string const &	label,
		unsigned int	events,
		T const &	data
	)		const

Definition at line 1382 of file FastTimerService.cc.

References data, events, and label.

                                                         {
  return json{{"type", type},
              {"label", label},
              {"events", events},
              {"time_thread", ms(data.time_thread)},
              {"time_real", ms(data.time_real)},
              {"mem_alloc", kB(data.allocated)},
              {"mem_free", kB(data.deallocated)}};
}

fillDescriptions()

void FastTimerService::fillDescriptions ( edm::ConfigurationDescriptions &  descriptions )

static

Definition at line 1780 of file FastTimerService.cc.

References edm::ConfigurationDescriptions::add(), edm::ParameterSetDescription::addUntracked(), submitPVResolutionJobs::desc, and AlCaHLTBitMon_QueryRunRegistry::string.

                                                                                  {
  edm::ParameterSetDescription desc;
  desc.addUntracked<bool>("printEventSummary", false);
  desc.addUntracked<bool>("printRunSummary", true);
  desc.addUntracked<bool>("printJobSummary", true);
  // JSON configuration
  //desc.addUntracked<bool>("writeJSONByEvent", false);
  //desc.addUntracked<bool>("writeJSONByLumiSection", false);
  //desc.addUntracked<bool>("writeJSONByRun", false);
  desc.addUntracked<bool>("writeJSONSummary", false);
  desc.addUntracked<std::string>("jsonFileName", "resources.json");
  // DQM configuration
  desc.addUntracked<bool>("enableDQM", true);
  desc.addUntracked<bool>("enableDQMbyModule", false);
  desc.addUntracked<bool>("enableDQMbyPath", false);
  desc.addUntracked<bool>("enableDQMbyLumiSection", false);
  desc.addUntracked<bool>("enableDQMbyProcesses", false);
  desc.addUntracked<bool>("enableDQMTransitions", false);
  desc.addUntracked<double>("dqmTimeRange", 1000.);              // ms
  desc.addUntracked<double>("dqmTimeResolution", 5.);            // ms
  desc.addUntracked<double>("dqmMemoryRange", 1000000.);         // kB
  desc.addUntracked<double>("dqmMemoryResolution", 5000.);       // kB
  desc.addUntracked<double>("dqmPathTimeRange", 100.);           // ms
  desc.addUntracked<double>("dqmPathTimeResolution", 0.5);       // ms
  desc.addUntracked<double>("dqmPathMemoryRange", 1000000.);     // kB
  desc.addUntracked<double>("dqmPathMemoryResolution", 5000.);   // kB
  desc.addUntracked<double>("dqmModuleTimeRange", 40.);          // ms
  desc.addUntracked<double>("dqmModuleTimeResolution", 0.2);     // ms
  desc.addUntracked<double>("dqmModuleMemoryRange", 100000.);    // kB
  desc.addUntracked<double>("dqmModuleMemoryResolution", 500.);  // kB
  desc.addUntracked<unsigned>("dqmLumiSectionsRange", 2500);     // ~ 16 hours
  desc.addUntracked<std::string>("dqmPath", "HLT/TimerService");

  edm::ParameterSetDescription highlightModulesDescription;
  highlightModulesDescription.addUntracked<std::vector<std::string>>("modules", {});
  highlightModulesDescription.addUntracked<std::string>("label", "producers");
  desc.addVPSetUntracked("highlightModules", highlightModulesDescription, {});

  // # OBSOLETE - these parameters are ignored, they are left only not to break old configurations
  // they will not be printed in the generated cfi.py file
  desc.addOptionalNode(edm::ParameterDescription<bool>("useRealTimeClock", true, false), false)
      ->setComment("This parameter is obsolete and will be ignored.");
  desc.addOptionalNode(edm::ParameterDescription<bool>("enableTimingPaths", true, false), false)
      ->setComment("This parameter is obsolete and will be ignored.");
  desc.addOptionalNode(edm::ParameterDescription<bool>("enableTimingModules", true, false), false)
      ->setComment("This parameter is obsolete and will be ignored.");
  desc.addOptionalNode(edm::ParameterDescription<bool>("enableTimingExclusive", false, false), false)
      ->setComment("This parameter is obsolete and will be ignored.");
  desc.addOptionalNode(edm::ParameterDescription<bool>("enableTimingSummary", false, false), false)
      ->setComment("This parameter is obsolete and will be ignored.");
  desc.addOptionalNode(edm::ParameterDescription<bool>("skipFirstPath", false, false), false)
      ->setComment("This parameter is obsolete and will be ignored.");
  desc.addOptionalNode(edm::ParameterDescription<bool>("enableDQMbyPathActive", false, false), false)
      ->setComment("This parameter is obsolete and will be ignored.");
  desc.addOptionalNode(edm::ParameterDescription<bool>("enableDQMbyPathTotal", true, false), false)
      ->setComment("This parameter is obsolete and will be ignored.");
  desc.addOptionalNode(edm::ParameterDescription<bool>("enableDQMbyPathOverhead", false, false), false)
      ->setComment("This parameter is obsolete and will be ignored.");
  desc.addOptionalNode(edm::ParameterDescription<bool>("enableDQMbyPathDetails", false, false), false)
      ->setComment("This parameter is obsolete and will be ignored.");
  desc.addOptionalNode(edm::ParameterDescription<bool>("enableDQMbyPathCounters", true, false), false)
      ->setComment("This parameter is obsolete and will be ignored.");
  desc.addOptionalNode(edm::ParameterDescription<bool>("enableDQMbyPathExclusive", false, false), false)
      ->setComment("This parameter is obsolete and will be ignored.");
  desc.addOptionalNode(edm::ParameterDescription<bool>("enableDQMbyModuleType", false, false), false)
      ->setComment("This parameter is obsolete and will be ignored.");
  desc.addOptionalNode(edm::ParameterDescription<bool>("enableDQMSummary", false, false), false)
      ->setComment("This parameter is obsolete and will be ignored.");

  descriptions.add("FastTimerService", desc);
}

fixForDQM()

void FastTimerService::fixForDQM ( std::string &  label )

static

Definition at line 949 of file FastTimerService.cc.

References HltBtagPostValidation_cff::c, label, and alignCSCRings::s.

Referenced by FastTimerService::PlotsPerPath::book(), and FastTimerService::PlotsPerJob::book().

                                                 {
  // clean characters that are deemed unsafe for DQM
  // see the definition of `s_safe` in DQMServices/Core/src/DQMStore.cc
  static const auto safe_for_dqm = "/ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789-+=_()# "s;
  for (auto& c : label)
    if (safe_for_dqm.find(c) == std::string::npos)
      c = '_';
}

ignoredSignal()

void FastTimerService::ignoredSignal ( const std::string &  signal ) const

private

Definition at line 894 of file FastTimerService.cc.

References LogDebug.

                                                                  {
  LogDebug("FastTimerService") << "The FastTimerService received is currently not monitoring the signal \"" << signal
                               << "\".\n";
}

isFirstSubprocess() [1/2]

bool FastTimerService::isFirstSubprocess ( edm::StreamContext const &  )

private

isFirstSubprocess() [2/2]

bool FastTimerService::isFirstSubprocess ( edm::GlobalContext const &  )

private

isLastSubprocess()

bool FastTimerService::isLastSubprocess ( std::atomic< unsigned int > &  check )

private

Definition at line 1438 of file FastTimerService.cc.

References RPCNoise_example::check.

                                                                      {
  // release-acquire semantic guarantees that all writes in this and other threads are visible
  // after this operation; full sequentially-consistent ordering is (probably) not needed.
  unsigned int old_value = check.fetch_add(1, std::memory_order_acq_rel);
  return (old_value == callgraph_.processes().size() - 1);
}

on_scheduler_entry()

void FastTimerService::on_scheduler_entry ( bool  worker )

finalprivate

Definition at line 1768 of file FastTimerService.cc.

References guard_, FastTimerService::Measurement::measure(), overhead_, FastTimerService::ThreadGuard::register_thread(), and thread().

                                                     {
  if (guard_.register_thread(overhead_)) {
    // initialise the measurement point for a thread that has newly joined the TBB pool
    thread().measure();
  }
}

on_scheduler_exit()

void FastTimerService::on_scheduler_exit ( bool  worker )

finalprivate

Definition at line 1775 of file FastTimerService.cc.

{}

postBeginJob()

void FastTimerService::postBeginJob ( )

private

Definition at line 996 of file FastTimerService.cc.

References watchdog::group, mps_fire::i, label, SummaryClient_cfi::labels, LogMessageMonitor_cff::modules, jetUpdater_cfi::sort, AlCaHLTBitMon_QueryRunRegistry::string, and groupFilesInBlocks::temp.

                                    {
  unsigned int modules = callgraph_.size();

  // module highlights
  for (unsigned int group : boost::irange(0ul, highlight_module_psets_.size())) {
    // copy and sort for faster search via std::binary_search
    auto labels = highlight_module_psets_[group].getUntrackedParameter<std::vector<std::string>>("modules");
    std::sort(labels.begin(), labels.end());

    highlight_modules_[group].label = highlight_module_psets_[group].getUntrackedParameter<std::string>("label");
    highlight_modules_[group].modules.reserve(labels.size());
    // convert the module labels in module ids
    for (unsigned int i = 0; i < modules; ++i) {
      auto const& label = callgraph_.module(i).moduleLabel();
      if (std::binary_search(labels.begin(), labels.end(), label))
        highlight_modules_[group].modules.push_back(i);
    }
  }
  highlight_module_psets_.clear();

  // allocate the resource counters for each stream, process, path and module
  ResourcesPerJob temp(callgraph_, highlight_modules_);
  streams_.resize(concurrent_streams_, temp);
  run_summary_.resize(concurrent_runs_, temp);
  job_summary_ = temp;

  // check that the DQMStore service is available
  if (enable_dqm_ and not edm::Service<dqm::legacy::DQMStore>().isAvailable()) {
    // the DQMStore is not available, disable all DQM plots
    enable_dqm_ = false;
    edm::LogWarning("FastTimerService") << "The DQMStore is not avalable, the DQM plots will not be generated";
  }

  // allocate the structures to hold pointers to the DQM plots
  if (enable_dqm_) {
    plots_ = std::make_unique<PlotsPerJob>(callgraph_, highlight_modules_);
  }
}

postEndJob()

void FastTimerService::postEndJob ( )

private

Definition at line 1116 of file FastTimerService.cc.

References MillePedeFileConverter_cfg::out, and SiStripPI::printSummary().

                                  {
  // stop observing to avoid potential race conditions at exit
  tbb::task_scheduler_observer::observe(false);
  guard_.finalize();
  if (print_job_summary_) {
    edm::LogVerbatim out("FastReport");
    printSummary(out, job_summary_, "Job");
  }
  if (write_json_summary_) {
    writeSummaryJSON(job_summary_, json_filename_);
  }
}

postESModule()

void FastTimerService::postESModule ( edm::eventsetup::EventSetupRecordKey const &  , edm::ESModuleCallingContext const &  cc  )

private

Definition at line 1706 of file FastTimerService.cc.

References gpuPixelDoublets::cc, edm::ParentContext::kPlaceInPath, and cms::cuda::stream.

                                                                         {
  auto top = cc.getTopModuleCallingContext();
  if (top->type() == edm::ParentContext::Type::kPlaceInPath) {
    unsigned int sid = top->parent().placeInPathContext()->pathContext()->streamContext()->streamID().value();
    auto& stream = streams_[sid];
    thread().measure_and_accumulate(stream.eventsetup);
  }
}

postEvent()

void FastTimerService::postEvent ( edm::StreamContext const &  sc )

private

Definition at line 1447 of file FastTimerService.cc.

References data, edm::StreamContext::eventID(), watchdog::group, mps_fire::i, l1ctLayer2EG_cff::id, dqmdumpme::last, edm::EventID::luminosityBlock(), MillePedeFileConverter_cfg::out, LaserDQM_cfg::process, edm::StreamContext::processContext(), edm::StreamContext::runIndex(), cms::cuda::stream, and edm::StreamContext::streamID().

                                                           {
  ignoredSignal(__func__);

  unsigned int pid = callgraph_.processId(*sc.processContext());
  unsigned int sid = sc.streamID();
  auto& stream = streams_[sid];
  auto& process = callgraph_.processDescription(pid);

  // measure the event resources as the sum of all modules' resources
  auto& data = stream.processes[pid].total;
  for (unsigned int id : process.modules_)
    data += stream.modules[id].total;
  stream.total += data;

  // handle the summaries and fill the plots only after the last subprocess has run
  bool last = isLastSubprocess(subprocess_event_check_[sid]);
  if (not last)
    return;

  // measure the event resources explicitly
  stream.event_measurement.measure_and_store(stream.event);

  // add to the event resources those used by source (which is not part of any process)
  unsigned int id = 0;
  stream.total += stream.modules[id].total;

  // highlighted modules
  for (unsigned int group : boost::irange(0ul, highlight_modules_.size()))
    for (unsigned int i : highlight_modules_[group].modules)
      stream.highlight[group] += stream.modules[i].total;

  // avoid concurrent access to the summary objects
  {
    std::lock_guard<std::mutex> guard(summary_mutex_);
    job_summary_ += stream;
    run_summary_[sc.runIndex()] += stream;
  }

  if (print_event_summary_) {
    edm::LogVerbatim out("FastReport");
    printEvent(out, stream);
  }

  if (enable_dqm_) {
    plots_->fill(callgraph_, stream, sc.eventID().luminosityBlock());
  }
}

postEventReadFromSource()

void FastTimerService::postEventReadFromSource ( edm::StreamContext const &  sc, edm::ModuleCallingContext const &  mcc  )

private

Definition at line 1614 of file FastTimerService.cc.

References edm::ModuleDescription::id(), l1ctLayer2EG_cff::id, edm::ModuleCallingContext::kPrefetching, callgraph::module, edm::ModuleCallingContext::state(), cms::cuda::stream, and edm::StreamContext::streamID().

                                                                                                             {
  if (mcc.state() == edm::ModuleCallingContext::State::kPrefetching) {
    edm::ModuleDescription const& md = callgraph_.source();
    unsigned int id = md.id();
    auto& stream = streams_[sc.streamID()];
    auto& module = stream.modules[id];

    thread().measure_and_accumulate(module.total);
  }
}

postGlobalBeginLumi()

void FastTimerService::postGlobalBeginLumi ( edm::GlobalContext const &  gc )

private

Definition at line 1052 of file FastTimerService.cc.

{ ignoredSignal(__func__); }

postGlobalBeginRun()

void FastTimerService::postGlobalBeginRun ( edm::GlobalContext const &  gc )

private

Definition at line 945 of file FastTimerService.cc.

{ ignoredSignal(__func__); }

postGlobalEndLumi()

void FastTimerService::postGlobalEndLumi ( edm::GlobalContext const &  gc )

private

Definition at line 1056 of file FastTimerService.cc.

References label, dqmdumpme::last, edm::LuminosityBlockID::luminosityBlock(), edm::GlobalContext::luminosityBlockID(), edm::GlobalContext::luminosityBlockIndex(), MillePedeFileConverter_cfg::out, and edm::LuminosityBlockID::run().

                                                                   {
  ignoredSignal(__func__);

  // handle the summaries only after the last subprocess has run
  auto index = gc.luminosityBlockIndex();
  bool last = isLastSubprocess(subprocess_global_lumi_check_[index]);
  if (not last)
    return;

  edm::LogVerbatim out("FastReport");
  auto const& label =
      fmt::sprintf("run %d, lumisection %d", gc.luminosityBlockID().run(), gc.luminosityBlockID().luminosityBlock());
  printTransition(out, lumi_transition_[index], label);

  if (enable_dqm_ and enable_dqm_transitions_) {
    plots_->fill_lumi(lumi_transition_[index], gc.luminosityBlockID().luminosityBlock());
  }
}

postGlobalEndRun()

void FastTimerService::postGlobalEndRun ( edm::GlobalContext const &  gc )

private

Definition at line 1085 of file FastTimerService.cc.

References label, dqmdumpme::last, edm::GlobalContext::luminosityBlockID(), MillePedeFileConverter_cfg::out, SiStripPI::printSummary(), edm::LuminosityBlockID::run(), and edm::GlobalContext::runIndex().

                                                                  {
  ignoredSignal(__func__);

  // handle the summaries only after the last subprocess has run
  auto index = gc.runIndex();
  bool last = isLastSubprocess(subprocess_global_run_check_[index]);
  if (not last)
    return;

  edm::LogVerbatim out("FastReport");
  auto const& label = fmt::sprintf("Run %d", gc.luminosityBlockID().run());
  if (print_run_summary_) {
    printSummary(out, run_summary_[index], label);
  }
  printTransition(out, run_transition_[index], label);

  if (enable_dqm_ and enable_dqm_transitions_) {
    plots_->fill_run(run_transition_[index]);
  }
}

postModuleEvent()

void FastTimerService::postModuleEvent ( edm::StreamContext const &  sc, edm::ModuleCallingContext const &  mcc  )

private

Definition at line 1576 of file FastTimerService.cc.

References edm::ModuleDescription::id(), l1ctLayer2EG_cff::id, callgraph::module, edm::ModuleCallingContext::moduleDescription(), cms::cuda::stream, edm::StreamContext::streamID(), and edm::StreamID::value().

                                                                                                     {
  edm::ModuleDescription const& md = *mcc.moduleDescription();
  unsigned int id = md.id();
  unsigned int sid = sc.streamID().value();
  auto& stream = streams_[sid];
  auto& module = stream.modules[id];

  if (module.has_acquire) {
    thread().measure_and_accumulate(module.total);
  } else {
    thread().measure_and_store(module.total);
  }
  ++module.events;
}

postModuleEventAcquire()

void FastTimerService::postModuleEventAcquire ( edm::StreamContext const &  sc, edm::ModuleCallingContext const &  mcc  )

private

Definition at line 1559 of file FastTimerService.cc.

References edm::ModuleDescription::id(), l1ctLayer2EG_cff::id, callgraph::module, edm::ModuleCallingContext::moduleDescription(), cms::cuda::stream, edm::StreamContext::streamID(), and edm::StreamID::value().

                                                                                                            {
  edm::ModuleDescription const& md = *mcc.moduleDescription();
  unsigned int id = md.id();
  unsigned int sid = sc.streamID().value();
  auto& stream = streams_[sid];
  auto& module = stream.modules[id];

  module.has_acquire = true;
  thread().measure_and_store(module.total);
}

postModuleEventDelayedGet()

void FastTimerService::postModuleEventDelayedGet ( edm::StreamContext const &  sc, edm::ModuleCallingContext const &  mcc  )

private

Definition at line 1595 of file FastTimerService.cc.

                                                                                                               {
  unsupportedSignal(__func__);
}

postModuleEventPrefetching()

void FastTimerService::postModuleEventPrefetching ( edm::StreamContext const &  sc, edm::ModuleCallingContext const &  mcc  )

private

Definition at line 1603 of file FastTimerService.cc.

                                                                                                                {
  ignoredSignal(__func__);
}

postModuleGlobalBeginLumi()

void FastTimerService::postModuleGlobalBeginLumi ( edm::GlobalContext const &  gc, edm::ModuleCallingContext const &  mcc  )

private

Definition at line 1647 of file FastTimerService.cc.

References edm::GlobalContext::luminosityBlockIndex().

                                                                                                               {
  auto index = gc.luminosityBlockIndex();
  thread().measure_and_accumulate(lumi_transition_[index]);
}

postModuleGlobalBeginRun()

void FastTimerService::postModuleGlobalBeginRun ( edm::GlobalContext const &  gc, edm::ModuleCallingContext const &  mcc  )

private

Definition at line 1629 of file FastTimerService.cc.

References edm::GlobalContext::runIndex().

                                                                                                              {
  auto index = gc.runIndex();
  thread().measure_and_accumulate(run_transition_[index]);
}

postModuleGlobalEndLumi()

void FastTimerService::postModuleGlobalEndLumi ( edm::GlobalContext const &  gc, edm::ModuleCallingContext const &  mcc  )

private

Definition at line 1656 of file FastTimerService.cc.

References edm::GlobalContext::luminosityBlockIndex().

                                                                                                             {
  auto index = gc.luminosityBlockIndex();
  thread().measure_and_accumulate(lumi_transition_[index]);
}

postModuleGlobalEndRun()

void FastTimerService::postModuleGlobalEndRun ( edm::GlobalContext const &  gc, edm::ModuleCallingContext const &  mcc  )

private

Definition at line 1638 of file FastTimerService.cc.

References edm::GlobalContext::runIndex().

                                                                                                            {
  auto index = gc.runIndex();
  thread().measure_and_accumulate(run_transition_[index]);
}

postModuleStreamBeginLumi()

void FastTimerService::postModuleStreamBeginLumi ( edm::StreamContext const &  sc, edm::ModuleCallingContext const &  mcc  )

private

Definition at line 1683 of file FastTimerService.cc.

References edm::StreamContext::luminosityBlockIndex().

                                                                                                               {
  auto index = sc.luminosityBlockIndex();
  thread().measure_and_accumulate(lumi_transition_[index]);
}

postModuleStreamBeginRun()

void FastTimerService::postModuleStreamBeginRun ( edm::StreamContext const &  sc, edm::ModuleCallingContext const &  mcc  )

private

Definition at line 1665 of file FastTimerService.cc.

References edm::StreamContext::runIndex().

                                                                                                              {
  auto index = sc.runIndex();
  thread().measure_and_accumulate(run_transition_[index]);
}

postModuleStreamEndLumi()

void FastTimerService::postModuleStreamEndLumi ( edm::StreamContext const &  sc, edm::ModuleCallingContext const &  mcc  )

private

Definition at line 1692 of file FastTimerService.cc.

References edm::StreamContext::luminosityBlockIndex().

                                                                                                             {
  auto index = sc.luminosityBlockIndex();
  thread().measure_and_accumulate(lumi_transition_[index]);
}

postModuleStreamEndRun()

void FastTimerService::postModuleStreamEndRun ( edm::StreamContext const &  sc, edm::ModuleCallingContext const &  mcc  )

private

Definition at line 1674 of file FastTimerService.cc.

References edm::StreamContext::runIndex().

                                                                                                            {
  auto index = sc.runIndex();
  thread().measure_and_accumulate(run_transition_[index]);
}

postPathEvent()

void FastTimerService::postPathEvent ( edm::StreamContext const &  sc, edm::PathContext const &  pc, edm::HLTPathStatus const &  status  )

private

Definition at line 1529 of file FastTimerService.cc.

References data, mps_fire::i, l1ctLayer2EG_cff::id, edm::PathContext::isEndPath(), callgraph::module, castor_dqm_sourceclient_file_cfg::path, edm::PathContext::pathID(), edm::StreamContext::processContext(), mps_update::status, cms::cuda::stream, edm::StreamContext::streamID(), and edm::StreamID::value().

                                                                     {
  unsigned int sid = sc.streamID().value();
  unsigned int pid = callgraph_.processId(*sc.processContext());
  unsigned int id = pc.pathID();
  auto& stream = streams_[sid];
  auto& data = pc.isEndPath() ? stream.processes[pid].endpaths[id] : stream.processes[pid].paths[id];

  auto const& path =
      pc.isEndPath() ? callgraph_.processDescription(pid).endPaths_[id] : callgraph_.processDescription(pid).paths_[id];
  unsigned int index = path.modules_on_path_.empty() ? 0 : status.index() + 1;
  data.last = path.modules_on_path_.empty() ? 0 : path.last_dependency_of_module_[status.index()];

  for (unsigned int i = 0; i < index; ++i) {
    auto const& module = stream.modules[path.modules_on_path_[i]];
    data.active += module.total;
  }
  for (unsigned int i = 0; i < data.last; ++i) {
    auto const& module = stream.modules[path.modules_and_dependencies_[i]];
    data.total += module.total;
  }
}

postSourceEvent()

void FastTimerService::postSourceEvent ( edm::StreamID  sid )

private

Definition at line 1509 of file FastTimerService.cc.

References edm::ModuleDescription::id(), l1ctLayer2EG_cff::id, callgraph::module, and cms::cuda::stream.

                                                      {
  edm::ModuleDescription const& md = callgraph_.source();
  unsigned int id = md.id();
  auto& stream = streams_[sid];
  auto& module = stream.modules[id];

  thread().measure_and_store(module.total);
  ++stream.modules[id].events;
}

postSourceLumi()

void FastTimerService::postSourceLumi ( edm::LuminosityBlockIndex  index )

private

Definition at line 1112 of file FastTimerService.cc.

                                                                   {
  thread().measure_and_accumulate(lumi_transition_[index]);
}

postSourceRun()

void FastTimerService::postSourceRun ( edm::RunIndex  index )

private

Definition at line 1108 of file FastTimerService.cc.

{ thread().measure_and_accumulate(run_transition_[index]); }

postStreamBeginLumi()

void FastTimerService::postStreamBeginLumi ( edm::StreamContext const &  sc )

private

Definition at line 1077 of file FastTimerService.cc.

{ ignoredSignal(__func__); }

postStreamBeginRun()

void FastTimerService::postStreamBeginRun ( edm::StreamContext const &  sc )

private

Definition at line 1035 of file FastTimerService.cc.

{ ignoredSignal(__func__); }

postStreamEndLumi()

void FastTimerService::postStreamEndLumi ( edm::StreamContext const &  sc )

private

Definition at line 1081 of file FastTimerService.cc.

{ ignoredSignal(__func__); }

postStreamEndRun()

void FastTimerService::postStreamEndRun ( edm::StreamContext const &  sc )

private

Definition at line 1039 of file FastTimerService.cc.

{ ignoredSignal(__func__); }

preallocate()

void FastTimerService::preallocate ( edm::service::SystemBounds const &  bounds )

private

Definition at line 958 of file FastTimerService.cc.

References mps_fire::i, and processor_model.

                                                                       {
  concurrent_lumis_ = bounds.maxNumberOfConcurrentLuminosityBlocks();
  concurrent_runs_ = bounds.maxNumberOfConcurrentRuns();
  concurrent_streams_ = bounds.maxNumberOfStreams();
  concurrent_threads_ = bounds.maxNumberOfThreads();

  if (enable_dqm_bynproc_)
    dqm_path_ += fmt::sprintf(
        "/Running on %s with %d streams on %d threads", processor_model, concurrent_streams_, concurrent_threads_);

  // fix the DQM path to avoid invalid characters
  fixForDQM(dqm_path_);

  // allocate atomic variables to keep track of the completion of each step, process by process
  subprocess_event_check_ = std::make_unique<std::atomic<unsigned int>[]>(concurrent_streams_);
  for (unsigned int i = 0; i < concurrent_streams_; ++i)
    subprocess_event_check_[i] = 0;
  subprocess_global_run_check_ = std::make_unique<std::atomic<unsigned int>[]>(concurrent_runs_);
  for (unsigned int i = 0; i < concurrent_runs_; ++i)
    subprocess_global_run_check_[i] = 0;
  subprocess_global_lumi_check_ = std::make_unique<std::atomic<unsigned int>[]>(concurrent_lumis_);
  for (unsigned int i = 0; i < concurrent_lumis_; ++i)
    subprocess_global_lumi_check_[i] = 0;

  // allocate buffers to keep track of the resources spent in the lumi and run transitions
  lumi_transition_.resize(concurrent_lumis_);
  run_transition_.resize(concurrent_runs_);
}

preBeginJob()

void FastTimerService::preBeginJob ( edm::PathsAndConsumesOfModulesBase const &  pathsAndConsumes, edm::ProcessContext const &  context  )

private

Definition at line 991 of file FastTimerService.cc.

References visDQMUpload::context.

                                                                     {
  callgraph_.preBeginJob(pathsAndConsumes, context);
}

preESModule()

void FastTimerService::preESModule ( edm::eventsetup::EventSetupRecordKey const &  , edm::ESModuleCallingContext const &  cc  )

private

Definition at line 1697 of file FastTimerService.cc.

References gpuPixelDoublets::cc, edm::ParentContext::kPlaceInPath, and cms::cuda::stream.

                                                                                                               {
  auto top = cc.getTopModuleCallingContext();
  if (top->type() == edm::ParentContext::Type::kPlaceInPath) {
    //Paths are only used when processing an Event
    unsigned int sid = top->parent().placeInPathContext()->pathContext()->streamContext()->streamID().value();
    auto& stream = streams_[sid];
    thread().measure_and_accumulate(stream.overhead);
  }
}

preEvent()

void FastTimerService::preEvent ( edm::StreamContext const &  sc )

private

Definition at line 1445 of file FastTimerService.cc.

{ ignoredSignal(__func__); }

preEventReadFromSource()

void FastTimerService::preEventReadFromSource ( edm::StreamContext const &  sc, edm::ModuleCallingContext const &  mcc  )

private

Definition at line 1607 of file FastTimerService.cc.

References edm::ModuleCallingContext::kPrefetching, edm::ModuleCallingContext::state(), cms::cuda::stream, and edm::StreamContext::streamID().

                                                                                                            {
  if (mcc.state() == edm::ModuleCallingContext::State::kPrefetching) {
    auto& stream = streams_[sc.streamID()];
    thread().measure_and_accumulate(stream.overhead);
  }
}

preGlobalBeginLumi()

void FastTimerService::preGlobalBeginLumi ( edm::GlobalContext const &  gc )

private

Definition at line 1041 of file FastTimerService.cc.

References edm::GlobalContext::luminosityBlockIndex().

                                                                    {
  ignoredSignal(__func__);

  // reset the lumi counters only during the main process being run
  if (isFirstSubprocess(gc)) {
    auto index = gc.luminosityBlockIndex();
    subprocess_global_lumi_check_[index] = 0;
    lumi_transition_[index].reset();
  }
}

preGlobalBeginRun()

void FastTimerService::preGlobalBeginRun ( edm::GlobalContext const &  gc )

private

Definition at line 907 of file FastTimerService.cc.

References edm::GlobalContext::runIndex(), and dqm::implementation::NavigatorBase::setCurrentFolder().

                                                                   {
  ignoredSignal(__func__);

  // reset the run counters only during the main process being run
  if (isFirstSubprocess(gc)) {
    auto index = gc.runIndex();
    subprocess_global_run_check_[index] = 0;
    run_transition_[index].reset();
    run_summary_[index].reset();

    // book the DQM plots
    if (enable_dqm_) {
      // define a callback to book the MonitorElements
      auto bookTransactionCallback = [&, this](dqm::reco::DQMStore::IBooker& booker, dqm::reco::DQMStore::IGetter&) {
        auto scope = dqm::reco::DQMStore::IBooker::UseRunScope(booker);
        // we should really do this, but only DQMStore is allowed to touch it
        // We could move to postGlobalBeginRun, then the DQMStore has sure set it up.
        //booker.setRunLumi(gc.luminosityBlockID());
        booker.setCurrentFolder(dqm_path_);
        plots_->book(booker,
                     callgraph_,
                     highlight_modules_,
                     dqm_event_ranges_,
                     dqm_path_ranges_,
                     dqm_module_ranges_,
                     dqm_lumisections_range_,
                     enable_dqm_bymodule_,
                     enable_dqm_bypath_,
                     enable_dqm_byls_,
                     enable_dqm_transitions_);
      };

      // book MonitorElements for this stream
      edm::Service<dqm::legacy::DQMStore>()->meBookerGetter(bookTransactionCallback);
    }
  }
}

preGlobalEndLumi()

void FastTimerService::preGlobalEndLumi ( edm::GlobalContext const &  gc )

private

Definition at line 1054 of file FastTimerService.cc.

{ ignoredSignal(__func__); }

preGlobalEndRun()

void FastTimerService::preGlobalEndRun ( edm::GlobalContext const &  gc )

private

Definition at line 1083 of file FastTimerService.cc.

{ ignoredSignal(__func__); }

preModuleEvent()

void FastTimerService::preModuleEvent ( edm::StreamContext const &  sc, edm::ModuleCallingContext const &  mcc  )

private

Definition at line 1570 of file FastTimerService.cc.

References cms::cuda::stream, edm::StreamContext::streamID(), and edm::StreamID::value().

                                                                                                    {
  unsigned int sid = sc.streamID().value();
  auto& stream = streams_[sid];
  thread().measure_and_accumulate(stream.overhead);
}

preModuleEventAcquire()

void FastTimerService::preModuleEventAcquire ( edm::StreamContext const &  sc, edm::ModuleCallingContext const &  mcc  )

private

Definition at line 1553 of file FastTimerService.cc.

References cms::cuda::stream, edm::StreamContext::streamID(), and edm::StreamID::value().

                                                                                                           {
  unsigned int sid = sc.streamID().value();
  auto& stream = streams_[sid];
  thread().measure_and_accumulate(stream.overhead);
}

preModuleEventDelayedGet()

void FastTimerService::preModuleEventDelayedGet ( edm::StreamContext const &  sc, edm::ModuleCallingContext const &  mcc  )

private

Definition at line 1591 of file FastTimerService.cc.

                                                                                                              {
  unsupportedSignal(__func__);
}

preModuleEventPrefetching()

void FastTimerService::preModuleEventPrefetching ( edm::StreamContext const &  sc, edm::ModuleCallingContext const &  mcc  )

private

Definition at line 1599 of file FastTimerService.cc.

                                                                                                               {
  ignoredSignal(__func__);
}

preModuleGlobalBeginLumi()

void FastTimerService::preModuleGlobalBeginLumi ( edm::GlobalContext const &  gc, edm::ModuleCallingContext const &  mcc  )

private

Definition at line 1643 of file FastTimerService.cc.

                                                                                                              {
  thread().measure_and_accumulate(overhead_);
}

preModuleGlobalBeginRun()

void FastTimerService::preModuleGlobalBeginRun ( edm::GlobalContext const &  gc, edm::ModuleCallingContext const &  mcc  )

private

Definition at line 1625 of file FastTimerService.cc.

                                                                                                             {
  thread().measure_and_accumulate(overhead_);
}

preModuleGlobalEndLumi()

void FastTimerService::preModuleGlobalEndLumi ( edm::GlobalContext const &  gc, edm::ModuleCallingContext const &  mcc  )

private

Definition at line 1652 of file FastTimerService.cc.

                                                                                                            {
  thread().measure_and_accumulate(overhead_);
}

preModuleGlobalEndRun()

void FastTimerService::preModuleGlobalEndRun ( edm::GlobalContext const &  gc, edm::ModuleCallingContext const &  mcc  )

private

Definition at line 1634 of file FastTimerService.cc.

                                                                                                           {
  thread().measure_and_accumulate(overhead_);
}

preModuleStreamBeginLumi()

void FastTimerService::preModuleStreamBeginLumi ( edm::StreamContext const &  sc, edm::ModuleCallingContext const &  mcc  )

private

Definition at line 1679 of file FastTimerService.cc.

                                                                                                              {
  thread().measure_and_accumulate(overhead_);
}

preModuleStreamBeginRun()

void FastTimerService::preModuleStreamBeginRun ( edm::StreamContext const &  sc, edm::ModuleCallingContext const &  mcc  )

private

Definition at line 1661 of file FastTimerService.cc.

                                                                                                             {
  thread().measure_and_accumulate(overhead_);
}

preModuleStreamEndLumi()

void FastTimerService::preModuleStreamEndLumi ( edm::StreamContext const &  sc, edm::ModuleCallingContext const &  mcc  )

private

Definition at line 1688 of file FastTimerService.cc.

                                                                                                            {
  thread().measure_and_accumulate(overhead_);
}

preModuleStreamEndRun()

void FastTimerService::preModuleStreamEndRun ( edm::StreamContext const &  sc, edm::ModuleCallingContext const &  mcc  )

private

Definition at line 1670 of file FastTimerService.cc.

                                                                                                           {
  thread().measure_and_accumulate(overhead_);
}

prePathEvent()

void FastTimerService::prePathEvent ( edm::StreamContext const &  sc, edm::PathContext const &  pc  )

private

Definition at line 1519 of file FastTimerService.cc.

References data, l1ctLayer2EG_cff::id, edm::PathContext::isEndPath(), edm::PathContext::pathID(), edm::StreamContext::processContext(), cms::cuda::stream, edm::StreamContext::streamID(), and edm::StreamID::value().

                                                                                        {
  unsigned int sid = sc.streamID().value();
  unsigned int pid = callgraph_.processId(*sc.processContext());
  unsigned int id = pc.pathID();
  auto& stream = streams_[sid];
  auto& data = pc.isEndPath() ? stream.processes[pid].endpaths[id] : stream.processes[pid].paths[id];
  data.status = false;
  data.last = 0;
}

preSourceConstruction()

void FastTimerService::preSourceConstruction ( edm::ModuleDescription const &  module )

private

Definition at line 987 of file FastTimerService.cc.

References callgraph::module.

                                                                               {
  callgraph_.preSourceConstruction(module);
}

preSourceEvent()

void FastTimerService::preSourceEvent ( edm::StreamID  sid )

private

Definition at line 1495 of file FastTimerService.cc.

References cms::cuda::stream.

                                                     {
  // clear the event counters
  auto& stream = streams_[sid];
  stream.reset();
  ++stream.events;

  subprocess_event_check_[sid] = 0;

  // reuse the same measurement for the Source module and for the explicit begin of the Event
  auto& measurement = thread();
  measurement.measure_and_accumulate(stream.overhead);
  stream.event_measurement = measurement;
}

preSourceLumi()

void FastTimerService::preSourceLumi ( edm::LuminosityBlockIndex  index )

private

Definition at line 1110 of file FastTimerService.cc.

{ thread().measure_and_accumulate(overhead_); }

preSourceRun()

void FastTimerService::preSourceRun ( edm::RunIndex  index )

private

Definition at line 1106 of file FastTimerService.cc.

{ thread().measure_and_accumulate(overhead_); }

preStreamBeginLumi()

void FastTimerService::preStreamBeginLumi ( edm::StreamContext const &  sc )

private

Definition at line 1075 of file FastTimerService.cc.

{ ignoredSignal(__func__); }

preStreamBeginRun()

void FastTimerService::preStreamBeginRun ( edm::StreamContext const &  sc )

private

Definition at line 947 of file FastTimerService.cc.

{ ignoredSignal(__func__); }

preStreamEndLumi()

void FastTimerService::preStreamEndLumi ( edm::StreamContext const &  sc )

private

Definition at line 1079 of file FastTimerService.cc.

{ ignoredSignal(__func__); }

preStreamEndRun()

void FastTimerService::preStreamEndRun ( edm::StreamContext const &  sc )

private

Definition at line 1037 of file FastTimerService.cc.

{ ignoredSignal(__func__); }

printEvent() [1/2]

template<typename T >

void FastTimerService::printEvent ( T &  out, ResourcesPerJob const &    ) const

private

printEvent() [2/2]

template<typename T >

void FastTimerService::printEvent	(	T &	out,
		ResourcesPerJob const &	data
	)		const

Definition at line 1169 of file FastTimerService.cc.

References data, watchdog::group, mps_fire::i, visualization-live-secondInstance_cfg::m, callgraph::module, Skims_PA_cff::name, MillePedeFileConverter_cfg::out, AlCaHLTBitMon_ParallelJobs::p, castor_dqm_sourceclient_file_cfg::path, ValidateTausOnZEEFastSim_cff::proc, and source.

                                                                           {
  printHeader(out, "Event");
  printEventHeader(out, "Modules");
  auto const& source_d = callgraph_.source();
  auto const& source = data.modules[source_d.id()];
  printEventLine(out, source.total, source_d.moduleLabel());
  for (unsigned int i = 0; i < callgraph_.processes().size(); ++i) {
    auto const& proc_d = callgraph_.processDescription(i);
    auto const& proc = data.processes[i];
    printEventLine(out, proc.total, "process " + proc_d.name_);
    for (unsigned int m : proc_d.modules_) {
      auto const& module_d = callgraph_.module(m);
      auto const& module = data.modules[m];
      printEventLine(out, module.total, "  " + module_d.moduleLabel());
    }
  }
  printEventLine(out, data.total, "total");
  out << '\n';
  printEventHeader(out, "Processes and Paths");
  printEventLine(out, source.total, source_d.moduleLabel());
  for (unsigned int i = 0; i < callgraph_.processes().size(); ++i) {
    auto const& proc_d = callgraph_.processDescription(i);
    auto const& proc = data.processes[i];
    printEventLine(out, proc.total, "process " + proc_d.name_);
    for (unsigned int p = 0; p < proc.paths.size(); ++p) {
      auto const& name = proc_d.paths_[p].name_;
      auto const& path = proc.paths[p];
      printEventLine(out, path.active, name + " (only scheduled modules)");
      printEventLine(out, path.total, name + " (including dependencies)");
    }
    for (unsigned int p = 0; p < proc.endpaths.size(); ++p) {
      auto const& name = proc_d.endPaths_[p].name_;
      auto const& path = proc.endpaths[p];
      printEventLine(out, path.active, name + " (only scheduled modules)");
      printEventLine(out, path.total, name + " (including dependencies)");
    }
  }
  printEventLine(out, data.total, "total");
  out << '\n';
  for (unsigned int group : boost::irange(0ul, highlight_modules_.size())) {
    printEventHeader(out, "Highlighted modules");
    for (unsigned int m : highlight_modules_[group].modules) {
      auto const& module_d = callgraph_.module(m);
      auto const& module = data.modules[m];
      printEventLine(out, module.total, "  " + module_d.moduleLabel());
    }
    printEventLine(out, data.highlight[group], highlight_modules_[group].label);
    out << '\n';
  }
}

printEventHeader() [1/2]

template<typename T >

void FastTimerService::printEventHeader ( T &  out, std::string const &  label  ) const

private

printEventHeader() [2/2]

template<typename T >

void FastTimerService::printEventHeader	(	T &	out,
		std::string const &	label
	)		const

Definition at line 1143 of file FastTimerService.cc.

References label, and MillePedeFileConverter_cfg::out.

                                                                            {
  out << "FastReport       CPU time      Real time      Allocated    Deallocated  " << label << "\n";
  //      FastReport  ########.# ms  ########.# ms  +######### kB  -######### kB  ...
}

printEventLine() [1/4]

template<typename T >

void FastTimerService::printEventLine ( T &  out, Resources const &  data, std::string const &  label  ) const

private

printEventLine() [2/4]

template<typename T >

void FastTimerService::printEventLine ( T &  out, AtomicResources const &  data, std::string const &  label  ) const

private

printEventLine() [3/4]

template<typename T >

void FastTimerService::printEventLine	(	T &	out,
		Resources const &	data,
		std::string const &	label
	)		const

Definition at line 1149 of file FastTimerService.cc.

References data, label, and MillePedeFileConverter_cfg::out.

                                                                                                 {
  out << fmt::sprintf("FastReport  %10.1f ms  %10.1f ms  %+10d kB  %+10d kB  %s\n",
                      ms(data.time_thread),
                      ms(data.time_real),
                      +static_cast<int64_t>(kB(data.allocated)),
                      -static_cast<int64_t>(kB(data.deallocated)),
                      label);
}

printEventLine() [4/4]

template<typename T >

void FastTimerService::printEventLine	(	T &	out,
		AtomicResources const &	data,
		std::string const &	label
	)		const

Definition at line 1159 of file FastTimerService.cc.

References data, label, and MillePedeFileConverter_cfg::out.

                                                                                                       {
  out << fmt::sprintf("FastReport  %10.1f ms  %10.1f ms  %+10d kB  %+10d kB  %s\n",
                      ms(boost::chrono::nanoseconds(data.time_thread.load())),
                      ms(boost::chrono::nanoseconds(data.time_real.load())),
                      +static_cast<int64_t>(kB(data.allocated)),
                      -static_cast<int64_t>(kB(data.deallocated)),
                      label);
}

printHeader() [1/2]

template<typename T >

void FastTimerService::printHeader ( T &  out, std::string const &  label  ) const

private

Referenced by ntuplePrintersDiff.SeedPrinter::diff(), ntuplePrintersDiff.TrackPrinter::diff(), ntuplePrintersDiff.SeedPrinter::printSeed(), and ntuplePrintersDiff.TrackPrinter::printTrack().

printHeader() [2/2]

template<typename T >

void FastTimerService::printHeader	(	T &	out,
		std::string const &	label
	)		const

Definition at line 1130 of file FastTimerService.cc.

References mps_fire::i, label, and MillePedeFileConverter_cfg::out.

                                                                       {
  out << "FastReport ";
  if (label.size() < 60)
    for (unsigned int i = (60 - label.size()) / 2; i > 0; --i)
      out << '-';
  out << ' ' << label << " Summary ";
  if (label.size() < 60)
    for (unsigned int i = (59 - label.size()) / 2; i > 0; --i)
      out << '-';
  out << '\n';
}

printPathSummaryHeader() [1/2]

template<typename T >

void FastTimerService::printPathSummaryHeader ( T &  out, std::string const &  label  ) const

private

printPathSummaryHeader() [2/2]

template<typename T >

void FastTimerService::printPathSummaryHeader	(	T &	out,
		std::string const &	label
	)		const

Definition at line 1234 of file FastTimerService.cc.

References label, and MillePedeFileConverter_cfg::out.

                                                                                  {
  // clang-format off
  out << "FastReport     CPU time sched. / depend.    Real time sched. / depend.       Alloc. sched. / depend.     Dealloc. sched. / depend.  ";
  //      FastReport  ########.# ms  ########.# ms  ########.# ms  ########.# ms  +######### kB  +######### kB  -######### kB  -######### kB  ...
  out << label << '\n';
  // clang-format on
}

printPathSummaryLine() [1/2]

template<typename T >

void FastTimerService::printPathSummaryLine ( T &  out, Resources const &  data, Resources const &  total, uint64_t  events, std::string const &  label  ) const

private

printPathSummaryLine() [2/2]

template<typename T >

void FastTimerService::printPathSummaryLine	(	T &	out,
		Resources const &	data,
		Resources const &	total,
		uint64_t	events,
		std::string const &	label
	)		const

Definition at line 1306 of file FastTimerService.cc.

References data, events, label, MillePedeFileConverter_cfg::out, and dqmMemoryStats::total.

                                                                                                          {
  out << fmt::sprintf(
      "FastReport  %10.1f ms  %10.1f ms  %10.1f ms  %10.1f ms  %+10d kB  %+10d kB  %+10d kB  %+10d kB  %s\n",
      (events ? ms(data.time_thread) / events : 0),
      (events ? ms(total.time_thread) / events : 0),
      (events ? ms(data.time_real) / events : 0),
      (events ? ms(total.time_real) / events : 0),
      (events ? +static_cast<int64_t>(kB(data.allocated) / events) : 0),
      (events ? +static_cast<int64_t>(kB(total.allocated) / events) : 0),
      (events ? -static_cast<int64_t>(kB(data.deallocated) / events) : 0),
      (events ? -static_cast<int64_t>(kB(total.deallocated) / events) : 0),
      label);
}

printSummary() [1/2]

template<typename T >

void FastTimerService::printSummary ( T &  out, ResourcesPerJob const &  data, std::string const &  label  ) const

private

printSummary() [2/2]

template<typename T >

void FastTimerService::printSummary	(	T &	out,
		ResourcesPerJob const &	data,
		std::string const &	label
	)		const

Definition at line 1322 of file FastTimerService.cc.

References data, watchdog::group, mps_fire::i, label, visualization-live-secondInstance_cfg::m, callgraph::module, Skims_PA_cff::name, MillePedeFileConverter_cfg::out, AlCaHLTBitMon_ParallelJobs::p, castor_dqm_sourceclient_file_cfg::path, ValidateTausOnZEEFastSim_cff::proc, and source.

                                                                                                     {
  printHeader(out, label);
  printSummaryHeader(out, "Modules", true);
  auto const& source_d = callgraph_.source();
  auto const& source = data.modules[source_d.id()];
  printSummaryLine(out, source.total, data.events, source.events, source_d.moduleLabel());
  for (unsigned int i = 0; i < callgraph_.processes().size(); ++i) {
    auto const& proc_d = callgraph_.processDescription(i);
    auto const& proc = data.processes[i];
    printSummaryLine(out, proc.total, data.events, "process " + proc_d.name_);
    for (unsigned int m : proc_d.modules_) {
      auto const& module_d = callgraph_.module(m);
      auto const& module = data.modules[m];
      printSummaryLine(out, module.total, data.events, module.events, "  " + module_d.moduleLabel());
    }
  }
  printSummaryLine(out, data.total, data.events, "total");
  printSummaryLine(out, data.overhead, data.events, "other");
  printSummaryLine(out, data.eventsetup, data.events, "eventsetup");
  out << '\n';
  printPathSummaryHeader(out, "Processes and Paths");
  printSummaryLine(out, source.total, data.events, source_d.moduleLabel());
  for (unsigned int i = 0; i < callgraph_.processes().size(); ++i) {
    auto const& proc_d = callgraph_.processDescription(i);
    auto const& proc = data.processes[i];
    printSummaryLine(out, proc.total, data.events, "process " + proc_d.name_);
    for (unsigned int p = 0; p < proc.paths.size(); ++p) {
      auto const& name = proc_d.paths_[p].name_;
      auto const& path = proc.paths[p];
      printPathSummaryLine(out, path.active, path.total, data.events, "  " + name);
    }
    for (unsigned int p = 0; p < proc.endpaths.size(); ++p) {
      auto const& name = proc_d.endPaths_[p].name_;
      auto const& path = proc.endpaths[p];
      printPathSummaryLine(out, path.active, path.total, data.events, "  " + name);
    }
  }
  printSummaryLine(out, data.total, data.events, "total");
  printSummaryLine(out, data.overhead, data.events, "other");
  printSummaryLine(out, data.eventsetup, data.events, "eventsetup");
  out << '\n';
  for (unsigned int group : boost::irange(0ul, highlight_modules_.size())) {
    printSummaryHeader(out, "Highlighted modules", true);
    for (unsigned int m : highlight_modules_[group].modules) {
      auto const& module_d = callgraph_.module(m);
      auto const& module = data.modules[m];
      printSummaryLine(out, module.total, data.events, module.events, module_d.moduleLabel());
    }
    printSummaryLine(out, data.highlight[group], data.events, highlight_modules_[group].label);
    out << '\n';
  }
}

printSummaryHeader() [1/2]

template<typename T >

void FastTimerService::printSummaryHeader ( T &  out, std::string const &  label, bool  detailed  ) const

private

printSummaryHeader() [2/2]

template<typename T >

void FastTimerService::printSummaryHeader	(	T &	out,
		std::string const &	label,
		bool	detailed
	)		const

Definition at line 1221 of file FastTimerService.cc.

References label, and MillePedeFileConverter_cfg::out.

                                                                                             {
  // clang-format off
  if (detailed)
    out << "FastReport   CPU time avg.      when run  Real time avg.      when run     Alloc. avg.      when run   Dealloc. avg.      when run  ";
  //        FastReport  ########.# ms  ########.# ms  ########.# ms  ########.# ms  +######### kB  +######### kB  -######### kB  -######### kB  ...
  else
    out << "FastReport   CPU time avg.                Real time avg.                   Alloc. avg.                 Dealloc. avg.                ";
  //        FastReport  ########.# ms                 ########.# ms                 +######### kB                 -######### kB                 ...
  out << label << '\n';
  // clang-format on
}

printSummaryLine() [1/8]

template<typename T >

void FastTimerService::printSummaryLine ( T &  out, Resources const &  data, uint64_t  events, std::string const &  label  ) const

private

printSummaryLine() [2/8]

template<typename T >

void FastTimerService::printSummaryLine ( T &  out, Resources const &  data, uint64_t  events, uint64_t  active, std::string const &  label  ) const

private

printSummaryLine() [3/8]

template<typename T >

void FastTimerService::printSummaryLine ( T &  out, AtomicResources const &  data, uint64_t  events, std::string const &  label  ) const

private

printSummaryLine() [4/8]

template<typename T >

void FastTimerService::printSummaryLine ( T &  out, AtomicResources const &  data, uint64_t  events, uint64_t  active, std::string const &  label  ) const

private

printSummaryLine() [5/8]

template<typename T >

void FastTimerService::printSummaryLine	(	T &	out,
		Resources const &	data,
		uint64_t	events,
		std::string const &	label
	)		const

Definition at line 1243 of file FastTimerService.cc.

References data, events, label, and MillePedeFileConverter_cfg::out.

                                                                                                                    {
  out << fmt::sprintf(
      // clang-format off
      "FastReport  %10.1f ms                 %10.1f ms                 %+10d kB                 %+10d kB                 %s\n",
      // clang-format on
      (events ? ms(data.time_thread) / events : 0),
      (events ? ms(data.time_real) / events : 0),
      (events ? +static_cast<int64_t>(kB(data.allocated) / events) : 0),
      (events ? -static_cast<int64_t>(kB(data.deallocated) / events) : 0),
      label);
}

printSummaryLine() [6/8]

template<typename T >

void FastTimerService::printSummaryLine	(	T &	out,
		AtomicResources const &	data,
		uint64_t	events,
		uint64_t	active,
		std::string const &	label
	)		const

Definition at line 1256 of file FastTimerService.cc.

References data, events, label, and MillePedeFileConverter_cfg::out.

                                                                                                         {
  out << fmt::sprintf(
      // clang-format off
      "FastReport  %10.1f ms  %10.1f ms  %10.1f ms  %10.1f ms  %+10d kB  %+10d kB  %+10d kB  %+10d kB  %s\n",
      // clang-format on
      (events ? ms(data.time_thread) / events : 0),
      (active ? ms(data.time_thread) / active : 0),
      (events ? ms(data.time_real) / events : 0),
      (active ? ms(data.time_real) / active : 0),
      (events ? +static_cast<int64_t>(kB(data.allocated) / events) : 0),
      (active ? +static_cast<int64_t>(kB(data.allocated) / active) : 0),
      (events ? -static_cast<int64_t>(kB(data.deallocated) / events) : 0),
      (active ? -static_cast<int64_t>(kB(data.deallocated) / active) : 0),
      label);
}

printSummaryLine() [7/8]

template<typename T >

void FastTimerService::printSummaryLine	(	T &	out,
		AtomicResources const &	data,
		uint64_t	events,
		std::string const &	label
	)		const

Definition at line 1274 of file FastTimerService.cc.

References data, events, label, and MillePedeFileConverter_cfg::out.

                                                                      {
  out << fmt::sprintf(
      // clang-format off
      "FastReport  %10.1f ms                 %10.1f ms                 %+10d kB                 %+10d kB                 %s\n",
      // clang-format on
      (events ? ms(data.time_thread) / events : 0),
      (events ? ms(data.time_real) / events : 0),
      (events ? +static_cast<int64_t>(kB(data.allocated) / events) : 0),
      (events ? -static_cast<int64_t>(kB(data.deallocated) / events) : 0),
      label);
}

printSummaryLine() [8/8]

template<typename T >

void FastTimerService::printSummaryLine	(	T &	out,
		Resources const &	data,
		uint64_t	events,
		uint64_t	active,
		std::string const &	label
	)		const

Definition at line 1290 of file FastTimerService.cc.

References data, events, label, and MillePedeFileConverter_cfg::out.

                                                                                                   {
  out << fmt::sprintf(
      "FastReport  %10.1f ms  %10.1f ms  %10.1f ms  %10.1f ms  %+10d kB  %+10d kB  %+10d kB  %+10d kB  %s\n",
      (events ? ms(data.time_thread) / events : 0),
      (active ? ms(data.time_thread) / active : 0),
      (events ? ms(data.time_real) / events : 0),
      (active ? ms(data.time_real) / active : 0),
      (events ? +static_cast<int64_t>(kB(data.allocated) / events) : 0),
      (active ? +static_cast<int64_t>(kB(data.allocated) / active) : 0),
      (events ? -static_cast<int64_t>(kB(data.deallocated) / events) : 0),
      (active ? -static_cast<int64_t>(kB(data.deallocated) / active) : 0),
      label);
}

printTransition() [1/2]

template<typename T >

void FastTimerService::printTransition ( T &  out, AtomicResources const &  data, std::string const &  label  ) const

private

printTransition() [2/2]

template<typename T >

void FastTimerService::printTransition	(	T &	out,
		AtomicResources const &	data,
		std::string const &	label
	)		const

Definition at line 1376 of file FastTimerService.cc.

References data, label, and MillePedeFileConverter_cfg::out.

                                                                                                        {
  printEventHeader(out, "Transition");
  printEventLine(out, data, label);
}

thread()

FastTimerService::Measurement & FastTimerService::thread ( )

private

Definition at line 1777 of file FastTimerService.cc.

References guard_, and FastTimerService::ThreadGuard::thread().

Referenced by on_scheduler_entry().

{ return guard_.thread(); }

unsupportedSignal()

void FastTimerService::unsupportedSignal ( const std::string &  signal ) const

private

Definition at line 899 of file FastTimerService.cc.

                                                                      {
  // warn about each signal only once per job
  if (unsupported_signals_.insert(signal).second)
    edm::LogWarning("FastTimerService") << "The FastTimerService received the unsupported signal \"" << signal
                                        << "\".\n"
                                        << "Please report how to reproduce the issue to cms-hlt@cern.ch .";
}

writeSummaryJSON()

void FastTimerService::writeSummaryJSON ( ResourcesPerJob const &  data, std::string const &  filename  ) const

private

Definition at line 1399 of file FastTimerService.cc.

References mps_check::array, data, corrVsCorr::filename, mps_fire::i, dqmiolumiharvest::j, callgraph::module, and MillePedeFileConverter_cfg::out.

                                                                                                    {
  json j;

  // write a description of the resources
  j["resources"] = json::array({json{{"time_real", "real time"}},
                                json{{"time_thread", "cpu time"}},
                                json{{"mem_alloc", "allocated memory"}},
                                json{{"mem_free", "deallocated memory"}}});

  // write the resources used by the job
  j["total"] = encodeToJSON(
      "Job", callgraph_.processDescription(0).name_, data.events, data.total + data.overhead + data.eventsetup);

  // write the resources used by every module
  j["modules"] = json::array();
  for (unsigned int i = 0; i < callgraph_.size(); ++i) {
    auto const& module = callgraph_.module(i);
    auto const& data_m = data.modules[i];
    j["modules"].push_back(encodeToJSON(module, data_m));
  }

  // add an entry for the "overhead"
  j["modules"].push_back(encodeToJSON("other", "other", data.events, data.overhead));
  j["modules"].push_back(encodeToJSON("eventsetup", "eventsetup", data.events, data.eventsetup));

  std::ofstream out(filename);
  out << std::setw(2) << j << std::flush;
}

Member Data Documentation

callgraph_

ProcessCallGraph FastTimerService::callgraph_

private

Definition at line 447 of file FastTimerService.h.

concurrent_lumis_

unsigned int FastTimerService::concurrent_lumis_

private

Definition at line 502 of file FastTimerService.h.

concurrent_runs_

unsigned int FastTimerService::concurrent_runs_

private

Definition at line 503 of file FastTimerService.h.

concurrent_streams_

unsigned int FastTimerService::concurrent_streams_

private

Definition at line 504 of file FastTimerService.h.

concurrent_threads_

unsigned int FastTimerService::concurrent_threads_

private

Definition at line 505 of file FastTimerService.h.

dqm_event_ranges_

const PlotRanges FastTimerService::dqm_event_ranges_

private

Definition at line 527 of file FastTimerService.h.

dqm_lumisections_range_

const unsigned int FastTimerService::dqm_lumisections_range_

private

Definition at line 530 of file FastTimerService.h.

dqm_module_ranges_

const PlotRanges FastTimerService::dqm_module_ranges_

private

Definition at line 529 of file FastTimerService.h.

dqm_path_

std::string FastTimerService::dqm_path_

private

Definition at line 531 of file FastTimerService.h.

dqm_path_ranges_

const PlotRanges FastTimerService::dqm_path_ranges_

private

Definition at line 528 of file FastTimerService.h.

enable_dqm_

bool FastTimerService::enable_dqm_

private

Definition at line 520 of file FastTimerService.h.

enable_dqm_byls_

const bool FastTimerService::enable_dqm_byls_

private

Definition at line 523 of file FastTimerService.h.

enable_dqm_bymodule_

const bool FastTimerService::enable_dqm_bymodule_

private

Definition at line 521 of file FastTimerService.h.

enable_dqm_bynproc_

const bool FastTimerService::enable_dqm_bynproc_

private

Definition at line 524 of file FastTimerService.h.

enable_dqm_bypath_

const bool FastTimerService::enable_dqm_bypath_

private

Definition at line 522 of file FastTimerService.h.

enable_dqm_transitions_

const bool FastTimerService::enable_dqm_transitions_

private

Definition at line 525 of file FastTimerService.h.

guard_

ThreadGuard FastTimerService::guard_

private

Definition at line 491 of file FastTimerService.h.

Referenced by on_scheduler_entry(), and thread().

highlight_module_psets_

std::vector<edm::ParameterSet> FastTimerService::highlight_module_psets_

private

Definition at line 533 of file FastTimerService.h.

highlight_modules_

std::vector<GroupOfModules> FastTimerService::highlight_modules_

private

Definition at line 534 of file FastTimerService.h.

job_summary_

ResourcesPerJob FastTimerService::job_summary_

private

Definition at line 461 of file FastTimerService.h.

json_filename_

const std::string FastTimerService::json_filename_

private

Definition at line 517 of file FastTimerService.h.

lumi_transition_

std::vector<AtomicResources> FastTimerService::lumi_transition_

private

Definition at line 456 of file FastTimerService.h.

overhead_

AtomicResources FastTimerService::overhead_

private

Definition at line 458 of file FastTimerService.h.

Referenced by FastTimerService::PlotsPerJob::book(), FastTimerService::PlotsPerJob::fill(), and on_scheduler_entry().

plots_

std::unique_ptr<PlotsPerJob> FastTimerService::plots_

private

Definition at line 453 of file FastTimerService.h.

print_event_summary_

const bool FastTimerService::print_event_summary_

private

Definition at line 508 of file FastTimerService.h.

print_job_summary_

const bool FastTimerService::print_job_summary_

private

Definition at line 510 of file FastTimerService.h.

print_run_summary_

const bool FastTimerService::print_run_summary_

private

Definition at line 509 of file FastTimerService.h.

run_summary_

std::vector<ResourcesPerJob> FastTimerService::run_summary_

private

Definition at line 462 of file FastTimerService.h.

run_transition_

std::vector<AtomicResources> FastTimerService::run_transition_

private

Definition at line 457 of file FastTimerService.h.

streams_

std::vector<ResourcesPerJob> FastTimerService::streams_

private

Definition at line 450 of file FastTimerService.h.

subprocess_event_check_

std::unique_ptr<std::atomic<unsigned int>[]> FastTimerService::subprocess_event_check_

private

Definition at line 494 of file FastTimerService.h.

subprocess_global_lumi_check_

std::unique_ptr<std::atomic<unsigned int>[]> FastTimerService::subprocess_global_lumi_check_

private

Definition at line 495 of file FastTimerService.h.

subprocess_global_run_check_

std::unique_ptr<std::atomic<unsigned int>[]> FastTimerService::subprocess_global_run_check_

private

Definition at line 496 of file FastTimerService.h.

summary_mutex_

std::mutex FastTimerService::summary_mutex_

private

Definition at line 463 of file FastTimerService.h.

unsupported_signals_

tbb::concurrent_unordered_set<std::string> FastTimerService::unsupported_signals_

mutableprivate

Definition at line 537 of file FastTimerService.h.

write_json_summary_

const bool FastTimerService::write_json_summary_

private

Definition at line 516 of file FastTimerService.h.