Inheritance diagram for edm::service::Timing:

Public Member Functions
virtual void	addToCPUTime (StreamID id, double iTime) override

virtual double	getTotalCPU () const override

	Timing (ParameterSet const &, ActivityRegistry &)

	~Timing ()

Public Member Functions inherited from edm::TimingServiceBase
	TimingServiceBase ()

virtual	~TimingServiceBase ()

Static Public Member Functions
static void	fillDescriptions (edm::ConfigurationDescriptions &descriptions)

Private Member Functions
void	postBeginJob ()

void	postEndJob ()

void	postEvent (StreamContext const &)

void	postModule (StreamContext const &, ModuleCallingContext const &)

void	preEvent (StreamContext const &)

void	preModule (StreamContext const &, ModuleCallingContext const &)

Private Attributes
std::vector< double >	curr_events_time_

double	curr_job_cpu_

double	curr_job_time_

std::atomic< double >	last_run_cpu_

std::atomic< double >	last_run_time_

std::vector< double >	max_events_time_

std::vector< double >	min_events_time_

unsigned int	nStreams_

unsigned int	nThreads_

bool	report_summary_

std::vector< double >	sum_events_time_

bool	summary_only_

std::atomic< unsigned long >	total_event_count_

Detailed Description

Definition at line 36 of file Timing.cc.

Constructor & Destructor Documentation

edm::service::Timing::Timing	(	ParameterSet const &	iPS,
		ActivityRegistry &	iRegistry
	)

Definition at line 129 of file Timing.cc.

References edm::signalslot::Signal< T >::connect(), curr_events_time_, edm::service::getCPU(), edm::service::getTime(), last_run_cpu_, last_run_time_, max_events_time_, edm::service::SystemBounds::maxNumberOfStreams(), edm::service::SystemBounds::maxNumberOfThreads(), min_events_time_, nStreams_, nThreads_, postBeginJob(), postEndJob(), postEvent(), edm::ActivityRegistry::postGlobalEndRunSignal_, postModule(), edm::ActivityRegistry::preallocateSignal_, preEvent(), preModule(), sum_events_time_, summary_only_, edm::ActivityRegistry::watchPostBeginJob(), edm::ActivityRegistry::watchPostEndJob(), edm::ActivityRegistry::watchPostEvent(), edm::ActivityRegistry::watchPostModuleEvent(), edm::ActivityRegistry::watchPreEvent(), and edm::ActivityRegistry::watchPreModuleEvent().

                                                                        :
         curr_job_time_(0.),
         curr_job_cpu_(0.),
         last_run_time_(0.0),
         last_run_cpu_(0.0),
         curr_events_time_(),
         summary_only_(iPS.getUntrackedParameter<bool>("summaryOnly")),
         report_summary_(iPS.getUntrackedParameter<bool>("useJobReport")),
         max_events_time_(),
         min_events_time_(),
         total_event_count_(0) {
       iRegistry.watchPostBeginJob(this, &Timing::postBeginJob);
       iRegistry.watchPostEndJob(this, &Timing::postEndJob);
 
       iRegistry.watchPreEvent(this, &Timing::preEvent);
       iRegistry.watchPostEvent(this, &Timing::postEvent);
 
       if(not summary_only_) {
         iRegistry.watchPreModuleEvent(this, &Timing::preModule);
         iRegistry.watchPostModuleEvent(this, &Timing::postModule);
       }
           
       iRegistry.preallocateSignal_.connect([this](service::SystemBounds const& iBounds){
         nStreams_ = iBounds.maxNumberOfStreams();
         nThreads_ = iBounds.maxNumberOfThreads();
         curr_events_time_.resize(nStreams_,0.);
         sum_events_time_.resize(nStreams_,0.);
         max_events_time_.resize(nStreams_,0.);
         min_events_time_.resize(nStreams_,1.E6);
         
       });
       
       iRegistry.postGlobalEndRunSignal_.connect([this](edm::GlobalContext const&) {
         last_run_time_ = getTime();
         last_run_cpu_ = getCPU();
       });
     }

edm::service::Timing::~Timing ( )

Definition at line 167 of file Timing.cc.

167 {

168 }

Member Function Documentation

void edm::service::Timing::addToCPUTime	(	StreamID	id,
		double	iTime
	)

overridevirtual

Extra CPU time used by a job but not seen by cmsRun The value should be in seconds. This function is safe to call from multiple threads

Implements edm::TimingServiceBase.

Definition at line 170 of file Timing.cc.

References curr_job_cpu_.

                                                        {
       //For accounting purposes we effectively can say we started earlier
       curr_job_cpu_ -= iTime;
     }

void edm::service::Timing::fillDescriptions ( edm::ConfigurationDescriptions & descriptions )

static

Definition at line 179 of file Timing.cc.

References edm::ConfigurationDescriptions::add(), edm::ParameterSetDescription::addUntracked(), and edm::ConfigurationDescriptions::setComment().

                                                                          {
       ParameterSetDescription desc;
       desc.addUntracked<bool>("summaryOnly", false)->setComment(
       "If 'true' do not report timing for each event");
       desc.addUntracked<bool>("useJobReport", true)->setComment(
        "If 'true' write summary information to JobReport");
       descriptions.add("Timing", desc);
       descriptions.setComment(
        "This service reports the time it takes to run each module in a job.");
     }

double edm::service::Timing::getTotalCPU ( ) const

overridevirtual

CPU time used by this process and all its children. The value returned should be in seconds.

Implements edm::TimingServiceBase.

Definition at line 175 of file Timing.cc.

References edm::service::getCPU().

                                      {
       return getCPU();
     }

void edm::service::Timing::postBeginJob ( )

private

Definition at line 190 of file Timing.cc.

References curr_job_cpu_, curr_job_time_, edm::service::getCPU(), edm::service::getTime(), and summary_only_.

Referenced by Timing().

                               {
       curr_job_time_ = getTime();
       curr_job_cpu_ = getCPU();
 
       if(not summary_only_) {
         LogImportant("TimeReport")
         << "TimeReport> Report activated" << "\n"
         << "TimeReport> Report columns headings for events: "
         << "eventnum runnum timetaken\n"
         << "TimeReport> Report columns headings for modules: "
         << "eventnum runnum modulelabel modulename timetakeni\n"
         << "TimeReport> JobTime=" << curr_job_time_  << " JobCPU=" << curr_job_cpu_  << "\n";
       }
     }

void edm::service::Timing::postEndJob ( )

private

Definition at line 205 of file Timing.cc.

References curr_job_cpu_, curr_job_time_, edm::service::d2str(), edm::service::getCPU(), edm::service::getTime(), last_run_cpu_, last_run_time_, max_events_time_, min_events_time_, nStreams_, nThreads_, report_summary_, sum_events_time_, lumiQTWidget::t, total_event_count_, and edm::service::ui2str().

Referenced by Timing().

                             {
       double total_job_time = getTime() - curr_job_time_;
 
       double total_job_cpu = getCPU() - curr_job_cpu_;
 
       double min_event_time = *(std::min_element(min_events_time_.begin(),
                                                  min_events_time_.end()));
       double max_event_time = *(std::max_element(max_events_time_.begin(),
                                                max_events_time_.end()));
 
       auto total_loop_time = last_run_time_ - curr_job_time_;
       auto total_loop_cpu = last_run_cpu_ - curr_job_cpu_;
 
       if(last_run_time_ == 0.0) {
         total_loop_time = 0.0;
         total_loop_cpu = 0.0;
       }
 
       double sum_all_events_time = 0;
       for(auto t : sum_events_time_) { sum_all_events_time += t; }
 
       double average_event_time = 0.0;
       if(total_event_count_ != 0) {
         average_event_time = sum_all_events_time / total_event_count_;
       }
 
       double event_throughput = 0.0;
       if(total_loop_time != 0.0) {
         event_throughput = total_event_count_ / total_loop_time;
       }
 
       LogImportant("TimeReport")
         << "TimeReport> Time report complete in "
         << total_job_time << " seconds"
         << "\n"
         << " Time Summary: \n"
         << " - Min event:   " << min_event_time << "\n"
         << " - Max event:   " << max_event_time << "\n"
         << " - Avg event:   " << average_event_time << "\n"
         << " - Total loop:  " <<total_loop_time <<"\n"
         << " - Total job:   " << total_job_time << "\n"
         << " Event Throughput: "<< event_throughput <<" ev/s\n"
         << " CPU Summary: \n"
         << " - Total loop:  " << total_loop_cpu << "\n"
         << " - Total job:   " << total_job_cpu << "\n";
 
       if(report_summary_) {
         Service<JobReport> reportSvc;
         std::map<std::string, std::string> reportData;
 
         reportData.insert(std::make_pair("MinEventTime", d2str(min_event_time)));
         reportData.insert(std::make_pair("MaxEventTime", d2str(max_event_time)));
         reportData.insert(std::make_pair("AvgEventTime", d2str(average_event_time)));
         reportData.insert(std::make_pair("EventThroughput", d2str(event_throughput)));
         reportData.insert(std::make_pair("TotalJobTime", d2str(total_job_time)));
         reportData.insert(std::make_pair("TotalJobCPU", d2str(total_job_cpu)));
         reportData.insert(std::make_pair("TotalLoopCPU", d2str(total_loop_cpu)));
         reportData.insert(std::make_pair("NumberOfStreams",ui2str(nStreams_)));
         reportData.insert(std::make_pair("NumberOfThreads",ui2str(nThreads_)));
         reportSvc->reportPerformanceSummary("Timing", reportData);
       }
     }

void edm::service::Timing::postEvent ( StreamContext const & iStream )

private

Definition at line 273 of file Timing.cc.

References curr_events_time_, edm::StreamContext::eventID(), edm::service::getTime(), diffTreeTool::index, max_events_time_, min_events_time_, edm::StreamContext::streamID(), sum_events_time_, summary_only_, total_event_count_, and edm::StreamID::value().

Referenced by Timing().

                                                        {
       auto index = iStream.streamID().value();
 
       double curr_event_time = getTime() - curr_events_time_[index];
       sum_events_time_[index] +=curr_event_time;
 
       if(not summary_only_) {
         auto const & eventID = iStream.eventID();
         LogPrint("TimeEvent")
         << "TimeEvent> "
         << eventID.event() << " "
         << eventID.run() << " "
         << curr_event_time ;
       }
       if(curr_event_time > max_events_time_[index]) max_events_time_[index] = curr_event_time;
       if(curr_event_time < min_events_time_[index]) min_events_time_[index] = curr_event_time;
       ++total_event_count_;
     }

void edm::service::Timing::postModule	(	StreamContext const &	iStream,
		ModuleCallingContext const &	iModule
	)

private

Definition at line 297 of file Timing.cc.

References edm::StreamContext::eventID(), edm::service::getTime(), edm::ModuleCallingContext::moduleDescription(), edm::service::moduleTimeStack(), lumiQTWidget::t, and trackingPlots::Timing.

Referenced by Timing().

                                                                                              {
       //LogInfo("TimeModule")
       auto& modStack = moduleTimeStack();
       assert(modStack.size() > 0);
       double curr_module_time = modStack.back();
       modStack.pop_back();
       double t = getTime() - curr_module_time;
       //move waiting module start times forward to account
       // for the fact that they were paused while this module ran
       for(auto& waitingModuleStartTime : modStack) {
         waitingModuleStartTime +=t;
       }
       auto const & eventID = iStream.eventID();
       auto const & desc = *(iModule.moduleDescription());
       
       LogPrint("TimeModule") << "TimeModule> "
       << eventID.event() << " "
       << eventID.run() << " "
       << desc.moduleLabel() << " "
       << desc.moduleName() << " "
       << t;
     }

void edm::service::Timing::preEvent ( StreamContext const & iStream )

private

Definition at line 268 of file Timing.cc.

References curr_events_time_, edm::service::getTime(), diffTreeTool::index, edm::StreamContext::streamID(), and edm::StreamID::value().

Referenced by Timing().

                                                       {
       auto index = iStream.streamID().value();
       curr_events_time_[index] = getTime();
     }

void edm::service::Timing::preModule	(	StreamContext const &	,
		ModuleCallingContext const &
	)

private

Definition at line 292 of file Timing.cc.

References edm::service::getTime(), and edm::service::moduleTimeStack().

Referenced by Timing().

                                                                             {
       auto & modStack = moduleTimeStack();
       modStack.push_back(getTime());
     }

Member Data Documentation

std::vector<double> edm::service::Timing::curr_events_time_

private

Definition at line 62 of file Timing.cc.

Referenced by postEvent(), preEvent(), and Timing().

double edm::service::Timing::curr_job_cpu_

private

Definition at line 58 of file Timing.cc.

Referenced by addToCPUTime(), postBeginJob(), and postEndJob().

double edm::service::Timing::curr_job_time_

private

Definition at line 57 of file Timing.cc.

Referenced by postBeginJob(), and postEndJob().

std::atomic<double> edm::service::Timing::last_run_cpu_

private

Definition at line 61 of file Timing.cc.

Referenced by postEndJob(), and Timing().

std::atomic<double> edm::service::Timing::last_run_time_

private

Definition at line 60 of file Timing.cc.

Referenced by postEndJob(), and Timing().

std::vector<double> edm::service::Timing::max_events_time_

private

Definition at line 69 of file Timing.cc.

Referenced by postEndJob(), postEvent(), and Timing().

std::vector<double> edm::service::Timing::min_events_time_

private

Definition at line 70 of file Timing.cc.

Referenced by postEndJob(), postEvent(), and Timing().

unsigned int edm::service::Timing::nStreams_

private

Definition at line 73 of file Timing.cc.

Referenced by postEndJob(), and Timing().

unsigned int edm::service::Timing::nThreads_

private

Definition at line 74 of file Timing.cc.

Referenced by postEndJob(), and Timing().

bool edm::service::Timing::report_summary_

private

Definition at line 64 of file Timing.cc.

Referenced by postEndJob().

std::vector<double> edm::service::Timing::sum_events_time_

private

Definition at line 71 of file Timing.cc.

Referenced by postEndJob(), postEvent(), and Timing().

bool edm::service::Timing::summary_only_

private

Definition at line 63 of file Timing.cc.

Referenced by postBeginJob(), postEvent(), and Timing().

std::atomic<unsigned long> edm::service::Timing::total_event_count_

private

Definition at line 72 of file Timing.cc.

Referenced by postEndJob(), and postEvent().

Public Member Functions

Static Public Member Functions

Private Member Functions

Private Attributes

Detailed Description

Constructor & Destructor Documentation

Member Function Documentation

Member Data Documentation