CMS 3D CMS Logo

List of all members | Classes | Public Member Functions | Static Public Member Functions | Private Member Functions | Private Attributes
edm::service::Timing Class Reference
Inheritance diagram for edm::service::Timing:
edm::TimingServiceBase

Classes

struct  CountAndTime
 

Public Member Functions

void addToCPUTime (double iTime) override
 
double getTotalCPU () const override
 
 Timing (ParameterSet const &, ActivityRegistry &)
 
 ~Timing () override
 
- Public Member Functions inherited from edm::TimingServiceBase
 TimingServiceBase ()
 
virtual ~TimingServiceBase ()
 

Static Public Member Functions

static void fillDescriptions (edm::ConfigurationDescriptions &descriptions)
 
- Static Public Member Functions inherited from edm::TimingServiceBase
static void jobStarted ()
 
static double jobStartTime ()
 

Private Member Functions

void accumulateTimeBegin (std::atomic< CountAndTime * > &countAndTime, double &accumulatedTime)
 
void accumulateTimeEnd (std::atomic< CountAndTime * > &countAndTime, double &accumulatedTime)
 
void lastPostEvent (double curr_event_time, unsigned int index, StreamContext const &iStream)
 
void postBeginJob ()
 
double postCommon () const
 
void postEndJob ()
 
void postEvent (StreamContext const &)
 
void postEventSetupGet (eventsetup::ComponentDescription const *, eventsetup::EventSetupRecordKey const &, eventsetup::DataKey const &)
 
void postGlobalBeginLumi (GlobalContext const &)
 
void postGlobalBeginRun (GlobalContext const &)
 
void postLockEventSetupGet (eventsetup::ComponentDescription const *, eventsetup::EventSetupRecordKey const &, eventsetup::DataKey const &)
 
void postModule (ModuleDescription const &md)
 
void postModuleEvent (StreamContext const &, ModuleCallingContext const &)
 
void postModuleGlobal (GlobalContext const &, ModuleCallingContext const &)
 
void postModuleStream (StreamContext const &, ModuleCallingContext const &)
 
void postOpenFile (std::string const &, bool)
 
void postSourceEvent (StreamID)
 
void postSourceLumi (LuminosityBlockIndex)
 
void postSourceRun (RunIndex)
 
void preBeginJob (PathsAndConsumesOfModulesBase const &, ProcessContext const &)
 
void preEvent (StreamContext const &)
 
void preLockEventSetupGet (eventsetup::ComponentDescription const *, eventsetup::EventSetupRecordKey const &, eventsetup::DataKey const &)
 
void preModule (ModuleDescription const &md)
 
void preModuleGlobal (GlobalContext const &, ModuleCallingContext const &)
 
void preModuleStream (StreamContext const &, ModuleCallingContext const &)
 
void preOpenFile (std::string const &, bool)
 
void preSourceEvent (StreamID)
 
void preSourceLumi (LuminosityBlockIndex)
 
void preSourceRun (RunIndex)
 

Private Attributes

double accumulatedTimeForGet_
 
double accumulatedTimeForLock_
 
std::atomic< unsigned long > begin_lumi_count_
 
std::atomic< unsigned long > begin_run_count_
 
bool configuredInTopLevelProcess_
 
std::atomic< CountAndTime * > countAndTimeForGet_
 
std::atomic< CountAndTime * > countAndTimeForLock_
 
CountAndTime countAndTimeZero_
 
std::vector< std::unique_ptr< std::atomic< unsigned int > > > countSubProcessesPostEvent_
 
std::vector< std::unique_ptr< std::atomic< unsigned int > > > countSubProcessesPreEvent_
 
std::vector< double > curr_events_time_
 
double curr_job_cpu_
 
double curr_job_time_
 
std::atomic< double > extra_job_cpu_
 
std::atomic< double > last_run_cpu_
 
std::atomic< double > last_run_time_
 
std::vector< double > max_events_time_
 
std::vector< double > min_events_time_
 
unsigned int nStreams_
 
unsigned int nSubProcesses_
 
unsigned int nThreads_
 
bool report_summary_
 
std::vector< double > sum_events_time_
 
bool summary_only_
 
double threshold_
 
std::atomic< unsigned long > total_event_count_
 

Detailed Description

Definition at line 46 of file Timing.cc.

Constructor & Destructor Documentation

edm::service::Timing::Timing ( ParameterSet const &  iPS,
ActivityRegistry iRegistry 
)

Definition at line 224 of file Timing.cc.

224  :
225  curr_job_time_(0.),
226  curr_job_cpu_(0.),
227  extra_job_cpu_(0.0),
228  last_run_time_(0.0),
229  last_run_cpu_(0.0),
231  summary_only_(iPS.getUntrackedParameter<bool>("summaryOnly")),
232  report_summary_(iPS.getUntrackedParameter<bool>("useJobReport")),
233  threshold_(iPS.getUntrackedParameter<double>("excessiveTimeThreshold")),
238  begin_run_count_(0),
239  countAndTimeZero_{0, 0.0},
245  nSubProcesses_{0} {
246 
247  iRegistry.watchPreBeginJob(this, &Timing::preBeginJob);
248  iRegistry.watchPostBeginJob(this, &Timing::postBeginJob);
249  iRegistry.watchPostEndJob(this, &Timing::postEndJob);
250 
251  iRegistry.watchPreEvent(this, &Timing::preEvent);
252  iRegistry.watchPostEvent(this, &Timing::postEvent);
253 
254  iRegistry.watchPreLockEventSetupGet(this, &Timing::preLockEventSetupGet);
255  iRegistry.watchPostLockEventSetupGet(this, &Timing::postLockEventSetupGet);
256  iRegistry.watchPostEventSetupGet(this, &Timing::postEventSetupGet);
257 
258  bool checkThreshold = true;
259  if (threshold_ <= 0.0) {
260  //we need to ignore the threshold check
262  checkThreshold = false;
263  }
264 
265  if( (not summary_only_) || (checkThreshold) ) {
266  iRegistry.watchPreModuleEvent(this, &Timing::preModuleStream);
267  iRegistry.watchPostModuleEvent(this, &Timing::postModuleEvent);
268  }
269  if(checkThreshold) {
270  iRegistry.watchPreSourceEvent(this, &Timing::preSourceEvent);
271  iRegistry.watchPostSourceEvent(this, &Timing::postSourceEvent);
272 
273  iRegistry.watchPreSourceLumi(this, &Timing::preSourceLumi);
274  iRegistry.watchPostSourceLumi(this, &Timing::postSourceLumi);
275 
276  iRegistry.watchPreSourceRun(this, &Timing::preSourceRun);
277  iRegistry.watchPostSourceRun(this, &Timing::postSourceRun);
278 
279  iRegistry.watchPreOpenFile(this, &Timing::preOpenFile);
280  iRegistry.watchPostOpenFile(this, &Timing::postOpenFile);
281 
282  iRegistry.watchPreEventReadFromSource(this, &Timing::preModuleStream);
283  iRegistry.watchPostEventReadFromSource(this, &Timing::postModuleStream);
284 
285  iRegistry.watchPreModuleConstruction(this, &Timing::preModule);
286  iRegistry.watchPostModuleConstruction(this, &Timing::postModule);
287 
288  iRegistry.watchPreModuleBeginJob(this, &Timing::preModule);
289  iRegistry.watchPostModuleBeginJob(this, &Timing::postModule);
290 
291  iRegistry.watchPreModuleEndJob(this, &Timing::preModule);
292  iRegistry.watchPostModuleEndJob(this, &Timing::postModule);
293 
294  iRegistry.watchPreModuleStreamBeginRun(this, &Timing::preModuleStream);
295  iRegistry.watchPostModuleStreamBeginRun(this, &Timing::postModuleStream);
296  iRegistry.watchPreModuleStreamEndRun(this, &Timing::preModuleStream);
297  iRegistry.watchPostModuleStreamEndRun(this, &Timing::postModuleStream);
298 
299  iRegistry.watchPreModuleStreamBeginLumi(this, &Timing::preModuleStream);
300  iRegistry.watchPostModuleStreamBeginLumi(this, &Timing::postModuleStream);
301  iRegistry.watchPreModuleStreamEndLumi(this, &Timing::preModuleStream);
302  iRegistry.watchPostModuleStreamEndLumi(this, &Timing::postModuleStream);
303 
304  iRegistry.watchPreModuleGlobalBeginRun(this, &Timing::preModuleGlobal);
305  iRegistry.watchPostModuleGlobalBeginRun(this, &Timing::postModuleGlobal);
306  iRegistry.watchPreModuleGlobalEndRun(this, &Timing::preModuleGlobal);
307  iRegistry.watchPostModuleGlobalEndRun(this, &Timing::postModuleGlobal);
308 
309  iRegistry.watchPreModuleGlobalBeginLumi(this, &Timing::preModuleGlobal);
310  iRegistry.watchPostModuleGlobalBeginLumi(this, &Timing::postModuleGlobal);
311  iRegistry.watchPreModuleGlobalEndLumi(this, &Timing::preModuleGlobal);
312  iRegistry.watchPostModuleGlobalEndLumi(this, &Timing::postModuleGlobal);
313 
314  iRegistry.watchPreSourceConstruction(this, &Timing::preModule);
315  iRegistry.watchPostSourceConstruction(this, &Timing::postModule);
316  }
317 
318  iRegistry.watchPostGlobalBeginRun(this, &Timing::postGlobalBeginRun);
319  iRegistry.watchPostGlobalBeginLumi(this, &Timing::postGlobalBeginLumi);
320 
321  iRegistry.preallocateSignal_.connect([this](service::SystemBounds const& iBounds){
322  nStreams_ = iBounds.maxNumberOfStreams();
323  nThreads_ = iBounds.maxNumberOfThreads();
324  curr_events_time_.resize(nStreams_,0.);
325  sum_events_time_.resize(nStreams_,0.);
326  max_events_time_.resize(nStreams_,0.);
327  min_events_time_.resize(nStreams_,1.E6);
328  for (unsigned int i = 0; i < nStreams_; ++i) {
329  countSubProcessesPreEvent_.emplace_back(std::make_unique<std::atomic<unsigned int>>(0));
330  countSubProcessesPostEvent_.emplace_back(std::make_unique<std::atomic<unsigned int>>(0));
331  }
332  });
333 
334  iRegistry.postGlobalEndRunSignal_.connect([this](edm::GlobalContext const&) {
336  last_run_cpu_ = getCPU();
337  });
338  }
std::vector< double > sum_events_time_
Definition: Timing.cc:131
double curr_job_time_
Definition: Timing.cc:116
std::atomic< double > last_run_cpu_
Definition: Timing.cc:121
std::vector< double > max_events_time_
Definition: Timing.cc:129
std::vector< double > curr_events_time_
Definition: Timing.cc:122
void postLockEventSetupGet(eventsetup::ComponentDescription const *, eventsetup::EventSetupRecordKey const &, eventsetup::DataKey const &)
Definition: Timing.cc:669
void preModule(ModuleDescription const &md)
Definition: Timing.cc:593
static double getCPU()
Definition: Timing.cc:178
void postEvent(StreamContext const &)
Definition: Timing.cc:511
void preModuleStream(StreamContext const &, ModuleCallingContext const &)
Definition: Timing.cc:633
double curr_job_cpu_
Definition: Timing.cc:117
std::atomic< unsigned long > begin_lumi_count_
Definition: Timing.cc:133
void preSourceLumi(LuminosityBlockIndex)
Definition: Timing.cc:568
unsigned int nThreads_
Definition: Timing.cc:136
void preOpenFile(std::string const &, bool)
Definition: Timing.cc:584
unsigned int nStreams_
Definition: Timing.cc:135
void preModuleGlobal(GlobalContext const &, ModuleCallingContext const &)
Definition: Timing.cc:603
void postModule(ModuleDescription const &md)
Definition: Timing.cc:598
void postGlobalBeginRun(GlobalContext const &)
Definition: Timing.cc:613
void preSourceRun(RunIndex)
Definition: Timing.cc:576
void postModuleStream(StreamContext const &, ModuleCallingContext const &)
Definition: Timing.cc:638
std::atomic< CountAndTime * > countAndTimeForGet_
Definition: Timing.cc:143
void postModuleEvent(StreamContext const &, ModuleCallingContext const &)
Definition: Timing.cc:543
std::atomic< double > last_run_time_
Definition: Timing.cc:120
void postSourceLumi(LuminosityBlockIndex)
Definition: Timing.cc:572
std::atomic< CountAndTime * > countAndTimeForLock_
Definition: Timing.cc:140
double accumulatedTimeForLock_
Definition: Timing.cc:141
void preLockEventSetupGet(eventsetup::ComponentDescription const *, eventsetup::EventSetupRecordKey const &, eventsetup::DataKey const &)
Definition: Timing.cc:658
std::vector< std::unique_ptr< std::atomic< unsigned int > > > countSubProcessesPreEvent_
Definition: Timing.cc:146
std::vector< std::unique_ptr< std::atomic< unsigned int > > > countSubProcessesPostEvent_
Definition: Timing.cc:147
void postGlobalBeginLumi(GlobalContext const &)
Definition: Timing.cc:623
std::atomic< unsigned long > begin_run_count_
Definition: Timing.cc:134
void postEventSetupGet(eventsetup::ComponentDescription const *, eventsetup::EventSetupRecordKey const &, eventsetup::DataKey const &)
Definition: Timing.cc:681
std::atomic< unsigned long > total_event_count_
Definition: Timing.cc:132
bool configuredInTopLevelProcess_
Definition: Timing.cc:149
void postSourceRun(RunIndex)
Definition: Timing.cc:580
double accumulatedTimeForGet_
Definition: Timing.cc:144
void postModuleGlobal(GlobalContext const &, ModuleCallingContext const &)
Definition: Timing.cc:608
void preBeginJob(PathsAndConsumesOfModulesBase const &, ProcessContext const &)
Definition: Timing.cc:366
CountAndTime countAndTimeZero_
Definition: Timing.cc:138
void postOpenFile(std::string const &, bool)
Definition: Timing.cc:588
static double getTime()
Definition: Timing.cc:171
void postSourceEvent(StreamID)
Definition: Timing.cc:564
std::atomic< double > extra_job_cpu_
Definition: Timing.cc:118
void preSourceEvent(StreamID)
Definition: Timing.cc:560
void preEvent(StreamContext const &)
Definition: Timing.cc:494
std::vector< double > min_events_time_
Definition: Timing.cc:130
unsigned int nSubProcesses_
Definition: Timing.cc:150
edm::service::Timing::~Timing ( )
override

Definition at line 340 of file Timing.cc.

340  {
341  }

Member Function Documentation

void edm::service::Timing::accumulateTimeBegin ( std::atomic< CountAndTime * > &  countAndTime,
double &  accumulatedTime 
)
private

Definition at line 689 of file Timing.cc.

References edm::service::Timing::CountAndTime::count_, and edm::service::getTime().

Referenced by postLockEventSetupGet(), and preLockEventSetupGet().

689  {
690 
691  double newTime = getTime();
692  auto newStat = std::make_unique<CountAndTime>(0, newTime);
693 
694  CountAndTime* oldStat = countAndTime.load();
695  while (true) {
696  if (oldStat == nullptr) {
697  oldStat = countAndTime.load();
698  } else if (countAndTime.compare_exchange_strong(oldStat, nullptr)) {
699  break;
700  }
701  }
702 
703  newStat->count_ = oldStat->count_ + 1;
704  if (oldStat->count_ != 0) {
705  accumulatedTime += (newTime - oldStat->time_) * oldStat->count_;
706  }
707  countAndTime.store(newStat.release());
708  if (oldStat != &countAndTimeZero_) {
709  delete oldStat;
710  }
711  }
CountAndTime countAndTimeZero_
Definition: Timing.cc:138
static double getTime()
Definition: Timing.cc:171
void edm::service::Timing::accumulateTimeEnd ( std::atomic< CountAndTime * > &  countAndTime,
double &  accumulatedTime 
)
private

Definition at line 714 of file Timing.cc.

References edm::service::Timing::CountAndTime::count_, cppFunctionSkipper::exception, edm::service::getTime(), edm::service::Timing::CountAndTime::time_, and trackingPlots::Timing.

Referenced by postEventSetupGet(), and postLockEventSetupGet().

714  {
715 
716  double newTime = getTime();
717 
718  CountAndTime* oldStat = countAndTime.load();
719  while (true) {
720  if (oldStat == nullptr) {
721  oldStat = countAndTime.load();
722  } else if (countAndTime.compare_exchange_strong(oldStat, nullptr)) {
723  break;
724  }
725  }
726 
727  if (oldStat->count_ == 1) {
728  accumulatedTime += newTime - oldStat->time_;
729  countAndTime.store(&countAndTimeZero_);
730  } else {
731  try {
732  auto newStat = std::make_unique<CountAndTime>(oldStat->count_ - 1, newTime);
733  accumulatedTime += (newTime - oldStat->time_) * oldStat->count_;
734  countAndTime.store(newStat.release());
735  } catch (std::exception &) {
736  countAndTime.store(oldStat);
737  throw;
738  }
739  }
740  delete oldStat;
741  }
CountAndTime countAndTimeZero_
Definition: Timing.cc:138
static double getTime()
Definition: Timing.cc:171
void edm::service::Timing::addToCPUTime ( double  iTime)
overridevirtual

Extra CPU time used by a job but not seen by cmsRun The value should be in seconds. This function is safe to call from multiple threads

Implements edm::TimingServiceBase.

Definition at line 343 of file Timing.cc.

343  {
344  //For accounting purposes we effectively can say we started earlier
345  double expected = extra_job_cpu_.load();
346  while( not extra_job_cpu_.compare_exchange_strong(expected,expected+iTime) ) {}
347  }
std::atomic< double > extra_job_cpu_
Definition: Timing.cc:118
void edm::service::Timing::fillDescriptions ( edm::ConfigurationDescriptions descriptions)
static

Definition at line 353 of file Timing.cc.

References edm::ConfigurationDescriptions::add(), edm::ParameterSetDescription::addUntracked(), edm::ConfigurationDescriptions::setComment(), and edm::ParameterDescriptionNode::setComment().

353  {
355  desc.addUntracked<bool>("summaryOnly", false)->setComment(
356  "If 'true' do not report timing for each event");
357  desc.addUntracked<bool>("useJobReport", true)->setComment(
358  "If 'true' write summary information to JobReport");
359  desc.addUntracked<double>("excessiveTimeThreshold", 0.)->setComment(
360  "Amount of time in seconds before reporting a module or source has taken excessive time. A value of 0.0 turns off this reporting.");
361  descriptions.add("Timing", desc);
362  descriptions.setComment(
363  "This service reports the time it takes to run each module in a job.");
364  }
void setComment(std::string const &value)
void add(std::string const &label, ParameterSetDescription const &psetDescription)
double edm::service::Timing::getTotalCPU ( ) const
overridevirtual

CPU time used by this process and all its children. The value returned should be in seconds.

Implements edm::TimingServiceBase.

Definition at line 349 of file Timing.cc.

References edm::service::getCPU().

349  {
350  return getCPU();
351  }
static double getCPU()
Definition: Timing.cc:178
void edm::service::Timing::lastPostEvent ( double  curr_event_time,
unsigned int  index,
StreamContext const &  iStream 
)
private

Definition at line 527 of file Timing.cc.

References edm::StreamContext::eventID(), and total_event_count_.

Referenced by postEvent().

527  {
528  sum_events_time_[index] +=curr_event_time;
529 
530  if(not summary_only_) {
531  auto const & eventID = iStream.eventID();
532  LogPrint("TimeEvent")
533  << "TimeEvent> "
534  << eventID.event() << " "
535  << eventID.run() << " "
536  << curr_event_time ;
537  }
538  if(curr_event_time > max_events_time_[index]) max_events_time_[index] = curr_event_time;
539  if(curr_event_time < min_events_time_[index]) min_events_time_[index] = curr_event_time;
541  }
std::vector< double > sum_events_time_
Definition: Timing.cc:131
std::vector< double > max_events_time_
Definition: Timing.cc:129
std::atomic< unsigned long > total_event_count_
Definition: Timing.cc:132
std::vector< double > min_events_time_
Definition: Timing.cc:130
void edm::service::Timing::postBeginJob ( )
private

Definition at line 374 of file Timing.cc.

References edm::service::getCPU(), and edm::service::getTime().

374  {
376  return;
377  }
379  curr_job_cpu_ = getCPU();
380 
381  if(not summary_only_) {
382  LogImportant("TimeReport")
383  << "TimeReport> Report activated" << "\n"
384  << "TimeReport> Report columns headings for events: "
385  << "eventnum runnum timetaken\n"
386  << "TimeReport> Report columns headings for modules: "
387  << "eventnum runnum modulelabel modulename timetakeni\n"
388  << "TimeReport> JobTime=" << curr_job_time_ << " JobCPU=" << curr_job_cpu_ << "\n";
389  }
390  }
double curr_job_time_
Definition: Timing.cc:116
static double getCPU()
Definition: Timing.cc:178
double curr_job_cpu_
Definition: Timing.cc:117
bool configuredInTopLevelProcess_
Definition: Timing.cc:149
static double getTime()
Definition: Timing.cc:171
double edm::service::Timing::postCommon ( ) const
private

Definition at line 643 of file Timing.cc.

References edm::service::popStack(), and lumiQTWidget::t.

Referenced by postModule(), postModuleEvent(), postModuleGlobal(), postModuleStream(), postOpenFile(), postSourceEvent(), postSourceLumi(), and postSourceRun().

643  {
645  return 0.0;
646  }
647  double t = popStack();
648  if(t > threshold_) {
649  LogError("ExcessiveTime")
650  << "ExcessiveTime: Module used " << t
651  << " seconds of time which exceeds the error threshold configured in the Timing Service of "
652  << threshold_ << " seconds.";
653  }
654  return t;
655  }
bool configuredInTopLevelProcess_
Definition: Timing.cc:149
static double popStack()
Definition: Timing.cc:206
void edm::service::Timing::postEndJob ( )
private

Definition at line 392 of file Timing.cc.

References curr_job_cpu_, curr_job_time_, edm::service::d2str(), extra_job_cpu_, edm::service::getCPU(), edm::service::getTime(), edm::TimingServiceBase::jobStartTime(), lumiQTWidget::t, total_event_count_, and edm::service::ui2str().

392  {
393 
395  LogImportant("TimeReport") << "\nTimeReport> This instance of the Timing Service will be disabled because it is configured in a SubProcess.\n"
396  << "If multiple instances of the TimingService were configured only the one in the top level process will function.\n"
397  << "The other instance(s) will simply print this message and do nothing.\n\n";
398  return;
399  }
400 
401  const double job_end_time =getTime();
402  const double job_end_cpu =getCPU();
403  double total_job_time = job_end_time - jobStartTime();
404 
405  double total_job_cpu = job_end_cpu+extra_job_cpu_;
406 
407  const double total_initialization_time = curr_job_time_ - jobStartTime();
408  const double total_initialization_cpu = curr_job_cpu_;
409 
410  if( 0.0 == jobStartTime()) {
411  //did not capture beginning time
412  total_job_time =job_end_time - curr_job_time_;
413  total_job_cpu =job_end_cpu + extra_job_cpu_ - curr_job_cpu_ ;
414  }
415 
416  double min_event_time = *(std::min_element(min_events_time_.begin(),
417  min_events_time_.end()));
418  double max_event_time = *(std::max_element(max_events_time_.begin(),
419  max_events_time_.end()));
420 
421  auto total_loop_time = last_run_time_ - curr_job_time_;
422  auto total_loop_cpu = last_run_cpu_ + extra_job_cpu_ - curr_job_cpu_;
423 
424  if(last_run_time_ == 0.0) {
425  total_loop_time = 0.0;
426  total_loop_cpu = 0.0;
427  }
428 
429  double sum_all_events_time = 0;
430  for(auto t : sum_events_time_) { sum_all_events_time += t; }
431 
432  double average_event_time = 0.0;
433  if(total_event_count_ != 0) {
434  average_event_time = sum_all_events_time / total_event_count_;
435  }
436 
437  double event_throughput = 0.0;
438  if(total_loop_time != 0.0) {
439  event_throughput = total_event_count_ / total_loop_time;
440  }
441 
442  LogImportant("TimeReport")
443  << "TimeReport> Time report complete in "
444  << total_job_time << " seconds"
445  << "\n"
446  << " Time Summary: \n"
447  << " - Min event: " << min_event_time << "\n"
448  << " - Max event: " << max_event_time << "\n"
449  << " - Avg event: " << average_event_time << "\n"
450  << " - Total loop: " << total_loop_time <<"\n"
451  << " - Total init: " << total_initialization_time <<"\n"
452  << " - Total job: " << total_job_time << "\n"
453  << " - EventSetup Lock: " << accumulatedTimeForLock_ << "\n"
454  << " - EventSetup Get: " << accumulatedTimeForGet_ << "\n"
455  << " Event Throughput: "<< event_throughput <<" ev/s\n"
456  << " CPU Summary: \n"
457  << " - Total loop: " << total_loop_cpu << "\n"
458  << " - Total init: " << total_initialization_cpu <<"\n"
459  << " - Total extra: " << extra_job_cpu_ << "\n"
460  << " - Total job: " << total_job_cpu << "\n"
461  << " Processing Summary: \n"
462  << " - Number of Events: " << total_event_count_ << "\n"
463  << " - Number of Global Begin Lumi Calls: " << begin_lumi_count_ << "\n"
464  << " - Number of Global Begin Run Calls: " << begin_run_count_ << "\n";
465 
466  if(report_summary_) {
467  Service<JobReport> reportSvc;
468  std::map<std::string, std::string> reportData;
469 
470  reportData.insert(std::make_pair("MinEventTime", d2str(min_event_time)));
471  reportData.insert(std::make_pair("MaxEventTime", d2str(max_event_time)));
472  reportData.insert(std::make_pair("AvgEventTime", d2str(average_event_time)));
473  reportData.insert(std::make_pair("EventThroughput", d2str(event_throughput)));
474  reportData.insert(std::make_pair("TotalJobTime", d2str(total_job_time)));
475  reportData.insert(std::make_pair("TotalJobCPU", d2str(total_job_cpu)));
476  reportData.insert(std::make_pair("TotalLoopTime", d2str(total_loop_time)));
477  reportData.insert(std::make_pair("TotalLoopCPU", d2str(total_loop_cpu)));
478  reportData.insert(std::make_pair("TotalInitTime", d2str(total_initialization_time)));
479  reportData.insert(std::make_pair("TotalInitCPU", d2str(total_initialization_cpu)));
480  reportData.insert(std::make_pair("NumberOfStreams",ui2str(nStreams_)));
481  reportData.insert(std::make_pair("NumberOfThreads",ui2str(nThreads_)));
482  reportData.insert(std::make_pair("EventSetup Lock",d2str(accumulatedTimeForLock_)));
483  reportData.insert(std::make_pair("EventSetup Get",d2str(accumulatedTimeForGet_)));
484  reportSvc->reportPerformanceSummary("Timing", reportData);
485 
486  std::map<std::string, std::string> reportData1;
487  reportData1.insert(std::make_pair("NumberEvents", ui2str(total_event_count_)));
488  reportData1.insert(std::make_pair("NumberBeginLumiCalls", ui2str(begin_lumi_count_)));
489  reportData1.insert(std::make_pair("NumberBeginRunCalls", ui2str(begin_run_count_)));
490  reportSvc->reportPerformanceSummary("ProcessingSummary", reportData1);
491  }
492  }
std::vector< double > sum_events_time_
Definition: Timing.cc:131
double curr_job_time_
Definition: Timing.cc:116
std::atomic< double > last_run_cpu_
Definition: Timing.cc:121
std::vector< double > max_events_time_
Definition: Timing.cc:129
static double getCPU()
Definition: Timing.cc:178
double curr_job_cpu_
Definition: Timing.cc:117
std::atomic< unsigned long > begin_lumi_count_
Definition: Timing.cc:133
unsigned int nThreads_
Definition: Timing.cc:136
unsigned int nStreams_
Definition: Timing.cc:135
std::atomic< double > last_run_time_
Definition: Timing.cc:120
double accumulatedTimeForLock_
Definition: Timing.cc:141
static double jobStartTime()
static std::string ui2str(unsigned int i)
Definition: Timing.cc:164
std::atomic< unsigned long > begin_run_count_
Definition: Timing.cc:134
std::atomic< unsigned long > total_event_count_
Definition: Timing.cc:132
static std::string d2str(double d)
bool configuredInTopLevelProcess_
Definition: Timing.cc:149
double accumulatedTimeForGet_
Definition: Timing.cc:144
static double getTime()
Definition: Timing.cc:171
std::atomic< double > extra_job_cpu_
Definition: Timing.cc:118
std::vector< double > min_events_time_
Definition: Timing.cc:130
void edm::service::Timing::postEvent ( StreamContext const &  iStream)
private

Definition at line 511 of file Timing.cc.

References KineDebug3::count(), edm::service::getTime(), lastPostEvent(), edm::StreamContext::streamID(), and edm::StreamID::value().

511  {
513  return;
514  }
515  auto index = iStream.streamID().value();
516  if (nSubProcesses_ == 0u) {
517  lastPostEvent(getTime() - curr_events_time_[index], index, iStream);
518  } else {
519  unsigned int count = ++(*countSubProcessesPostEvent_[index]);
520  if (count == (nSubProcesses_ + 1)) {
521  lastPostEvent(getTime() - curr_events_time_[index], index, iStream);
523  }
524  }
525  }
std::vector< double > curr_events_time_
Definition: Timing.cc:122
void lastPostEvent(double curr_event_time, unsigned int index, StreamContext const &iStream)
Definition: Timing.cc:527
std::vector< std::unique_ptr< std::atomic< unsigned int > > > countSubProcessesPostEvent_
Definition: Timing.cc:147
bool configuredInTopLevelProcess_
Definition: Timing.cc:149
static double getTime()
Definition: Timing.cc:171
unsigned int nSubProcesses_
Definition: Timing.cc:150
void edm::service::Timing::postEventSetupGet ( eventsetup::ComponentDescription const *  ,
eventsetup::EventSetupRecordKey const &  ,
eventsetup::DataKey const &   
)
private

Definition at line 681 of file Timing.cc.

References accumulateTimeEnd().

683  {
684 
686  }
std::atomic< CountAndTime * > countAndTimeForGet_
Definition: Timing.cc:143
void accumulateTimeEnd(std::atomic< CountAndTime * > &countAndTime, double &accumulatedTime)
Definition: Timing.cc:714
double accumulatedTimeForGet_
Definition: Timing.cc:144
void edm::service::Timing::postGlobalBeginLumi ( GlobalContext const &  gc)
private

Definition at line 623 of file Timing.cc.

References begin_lumi_count_, edm::ProcessContext::isSubProcess(), and edm::GlobalContext::processContext().

623  {
625  return;
626  }
627  if (!gc.processContext()->isSubProcess()) {
629  }
630  }
std::atomic< unsigned long > begin_lumi_count_
Definition: Timing.cc:133
bool configuredInTopLevelProcess_
Definition: Timing.cc:149
void edm::service::Timing::postGlobalBeginRun ( GlobalContext const &  gc)
private

Definition at line 613 of file Timing.cc.

References begin_run_count_, edm::ProcessContext::isSubProcess(), and edm::GlobalContext::processContext().

613  {
615  return;
616  }
617  if (!gc.processContext()->isSubProcess()) {
619  }
620  }
std::atomic< unsigned long > begin_run_count_
Definition: Timing.cc:134
bool configuredInTopLevelProcess_
Definition: Timing.cc:149
void edm::service::Timing::postLockEventSetupGet ( eventsetup::ComponentDescription const *  ,
eventsetup::EventSetupRecordKey const &  ,
eventsetup::DataKey const &   
)
private

Definition at line 669 of file Timing.cc.

References accumulateTimeBegin(), and accumulateTimeEnd().

671  {
672 
674  return;
675  }
678  }
void accumulateTimeBegin(std::atomic< CountAndTime * > &countAndTime, double &accumulatedTime)
Definition: Timing.cc:689
std::atomic< CountAndTime * > countAndTimeForGet_
Definition: Timing.cc:143
void accumulateTimeEnd(std::atomic< CountAndTime * > &countAndTime, double &accumulatedTime)
Definition: Timing.cc:714
std::atomic< CountAndTime * > countAndTimeForLock_
Definition: Timing.cc:140
double accumulatedTimeForLock_
Definition: Timing.cc:141
bool configuredInTopLevelProcess_
Definition: Timing.cc:149
double accumulatedTimeForGet_
Definition: Timing.cc:144
void edm::service::Timing::postModule ( ModuleDescription const &  md)
private

Definition at line 598 of file Timing.cc.

References postCommon().

598  {
599  postCommon();
600  }
double postCommon() const
Definition: Timing.cc:643
void edm::service::Timing::postModuleEvent ( StreamContext const &  iStream,
ModuleCallingContext const &  iModule 
)
private

Definition at line 543 of file Timing.cc.

References edm::StreamContext::eventID(), edm::ModuleCallingContext::moduleDescription(), postCommon(), and lumiQTWidget::t.

543  {
545  return;
546  }
547  auto const & eventID = iStream.eventID();
548  auto const & desc = *(iModule.moduleDescription());
549  double t = postCommon();
550  if ( not summary_only_) {
551  LogPrint("TimeModule") << "TimeModule> "
552  << eventID.event() << " "
553  << eventID.run() << " "
554  << desc.moduleLabel() << " "
555  << desc.moduleName() << " "
556  << t;
557  }
558  }
double postCommon() const
Definition: Timing.cc:643
bool configuredInTopLevelProcess_
Definition: Timing.cc:149
void edm::service::Timing::postModuleGlobal ( GlobalContext const &  ,
ModuleCallingContext const &  mcc 
)
private

Definition at line 608 of file Timing.cc.

References postCommon().

608  {
609  postCommon();
610  }
double postCommon() const
Definition: Timing.cc:643
void edm::service::Timing::postModuleStream ( StreamContext const &  ,
ModuleCallingContext const &  mcc 
)
private

Definition at line 638 of file Timing.cc.

References postCommon().

638  {
639  postCommon();
640  }
double postCommon() const
Definition: Timing.cc:643
void edm::service::Timing::postOpenFile ( std::string const &  lfn,
bool  b 
)
private

Definition at line 588 of file Timing.cc.

References postCommon().

588  {
589  postCommon();
590  }
double postCommon() const
Definition: Timing.cc:643
void edm::service::Timing::postSourceEvent ( StreamID  sid)
private

Definition at line 564 of file Timing.cc.

References postCommon().

564  {
565  postCommon();
566  }
double postCommon() const
Definition: Timing.cc:643
void edm::service::Timing::postSourceLumi ( LuminosityBlockIndex  index)
private

Definition at line 572 of file Timing.cc.

References postCommon().

572  {
573  postCommon();
574  }
double postCommon() const
Definition: Timing.cc:643
void edm::service::Timing::postSourceRun ( RunIndex  index)
private

Definition at line 580 of file Timing.cc.

References postCommon().

580  {
581  postCommon();
582  }
double postCommon() const
Definition: Timing.cc:643
void edm::service::Timing::preBeginJob ( PathsAndConsumesOfModulesBase const &  pathsAndConsumes,
ProcessContext const &  pc 
)
private

Definition at line 366 of file Timing.cc.

References edm::ProcessContext::isSubProcess(), and nSubProcesses_.

366  {
367  if (pc.isSubProcess()) {
368  ++nSubProcesses_;
369  } else {
371  }
372  }
bool configuredInTopLevelProcess_
Definition: Timing.cc:149
unsigned int nSubProcesses_
Definition: Timing.cc:150
void edm::service::Timing::preEvent ( StreamContext const &  iStream)
private

Definition at line 494 of file Timing.cc.

References KineDebug3::count(), edm::service::getTime(), edm::StreamContext::streamID(), and edm::StreamID::value().

494  {
496  return;
497  }
498  auto index = iStream.streamID().value();
499  if (nSubProcesses_ == 0u) {
501  } else {
502  unsigned int count = ++(*countSubProcessesPreEvent_[index]);
503  if (count == 1) {
505  } else if (count == (nSubProcesses_ + 1)) {
507  }
508  }
509  }
std::vector< double > curr_events_time_
Definition: Timing.cc:122
std::vector< std::unique_ptr< std::atomic< unsigned int > > > countSubProcessesPreEvent_
Definition: Timing.cc:146
bool configuredInTopLevelProcess_
Definition: Timing.cc:149
static double getTime()
Definition: Timing.cc:171
unsigned int nSubProcesses_
Definition: Timing.cc:150
void edm::service::Timing::preLockEventSetupGet ( eventsetup::ComponentDescription const *  ,
eventsetup::EventSetupRecordKey const &  ,
eventsetup::DataKey const &   
)
private

Definition at line 658 of file Timing.cc.

References accumulateTimeBegin().

660  {
661 
663  return;
664  }
666  }
void accumulateTimeBegin(std::atomic< CountAndTime * > &countAndTime, double &accumulatedTime)
Definition: Timing.cc:689
std::atomic< CountAndTime * > countAndTimeForLock_
Definition: Timing.cc:140
double accumulatedTimeForLock_
Definition: Timing.cc:141
bool configuredInTopLevelProcess_
Definition: Timing.cc:149
void edm::service::Timing::preModule ( ModuleDescription const &  md)
private

Definition at line 593 of file Timing.cc.

References edm::service::pushStack().

593  {
595  }
static void pushStack(bool configuredInTopLevelProcess)
Definition: Timing.cc:216
bool configuredInTopLevelProcess_
Definition: Timing.cc:149
void edm::service::Timing::preModuleGlobal ( GlobalContext const &  ,
ModuleCallingContext const &   
)
private

Definition at line 603 of file Timing.cc.

References edm::service::pushStack().

603  {
605  }
static void pushStack(bool configuredInTopLevelProcess)
Definition: Timing.cc:216
bool configuredInTopLevelProcess_
Definition: Timing.cc:149
void edm::service::Timing::preModuleStream ( StreamContext const &  ,
ModuleCallingContext const &   
)
private

Definition at line 633 of file Timing.cc.

References edm::service::pushStack().

633  {
635  }
static void pushStack(bool configuredInTopLevelProcess)
Definition: Timing.cc:216
bool configuredInTopLevelProcess_
Definition: Timing.cc:149
void edm::service::Timing::preOpenFile ( std::string const &  lfn,
bool  b 
)
private

Definition at line 584 of file Timing.cc.

References edm::service::pushStack().

584  {
586  }
static void pushStack(bool configuredInTopLevelProcess)
Definition: Timing.cc:216
bool configuredInTopLevelProcess_
Definition: Timing.cc:149
void edm::service::Timing::preSourceEvent ( StreamID  sid)
private

Definition at line 560 of file Timing.cc.

References edm::service::pushStack().

560  {
562  }
static void pushStack(bool configuredInTopLevelProcess)
Definition: Timing.cc:216
bool configuredInTopLevelProcess_
Definition: Timing.cc:149
void edm::service::Timing::preSourceLumi ( LuminosityBlockIndex  index)
private

Definition at line 568 of file Timing.cc.

References edm::service::pushStack().

568  {
570  }
static void pushStack(bool configuredInTopLevelProcess)
Definition: Timing.cc:216
bool configuredInTopLevelProcess_
Definition: Timing.cc:149
void edm::service::Timing::preSourceRun ( RunIndex  index)
private

Definition at line 576 of file Timing.cc.

References edm::service::pushStack().

576  {
578  }
static void pushStack(bool configuredInTopLevelProcess)
Definition: Timing.cc:216
bool configuredInTopLevelProcess_
Definition: Timing.cc:149

Member Data Documentation

double edm::service::Timing::accumulatedTimeForGet_
private

Definition at line 144 of file Timing.cc.

double edm::service::Timing::accumulatedTimeForLock_
private

Definition at line 141 of file Timing.cc.

std::atomic<unsigned long> edm::service::Timing::begin_lumi_count_
private

Definition at line 133 of file Timing.cc.

Referenced by postGlobalBeginLumi().

std::atomic<unsigned long> edm::service::Timing::begin_run_count_
private

Definition at line 134 of file Timing.cc.

Referenced by postGlobalBeginRun().

bool edm::service::Timing::configuredInTopLevelProcess_
private

Definition at line 149 of file Timing.cc.

std::atomic<CountAndTime*> edm::service::Timing::countAndTimeForGet_
private

Definition at line 143 of file Timing.cc.

std::atomic<CountAndTime*> edm::service::Timing::countAndTimeForLock_
private

Definition at line 140 of file Timing.cc.

CountAndTime edm::service::Timing::countAndTimeZero_
private

Definition at line 138 of file Timing.cc.

std::vector<std::unique_ptr<std::atomic<unsigned int> > > edm::service::Timing::countSubProcessesPostEvent_
private

Definition at line 147 of file Timing.cc.

std::vector<std::unique_ptr<std::atomic<unsigned int> > > edm::service::Timing::countSubProcessesPreEvent_
private

Definition at line 146 of file Timing.cc.

std::vector<double> edm::service::Timing::curr_events_time_
private

Definition at line 122 of file Timing.cc.

double edm::service::Timing::curr_job_cpu_
private

Definition at line 117 of file Timing.cc.

Referenced by postEndJob().

double edm::service::Timing::curr_job_time_
private

Definition at line 116 of file Timing.cc.

Referenced by postEndJob().

std::atomic<double> edm::service::Timing::extra_job_cpu_
private

Definition at line 118 of file Timing.cc.

Referenced by postEndJob().

std::atomic<double> edm::service::Timing::last_run_cpu_
private

Definition at line 121 of file Timing.cc.

std::atomic<double> edm::service::Timing::last_run_time_
private

Definition at line 120 of file Timing.cc.

std::vector<double> edm::service::Timing::max_events_time_
private

Definition at line 129 of file Timing.cc.

std::vector<double> edm::service::Timing::min_events_time_
private

Definition at line 130 of file Timing.cc.

unsigned int edm::service::Timing::nStreams_
private

Definition at line 135 of file Timing.cc.

unsigned int edm::service::Timing::nSubProcesses_
private

Definition at line 150 of file Timing.cc.

Referenced by preBeginJob().

unsigned int edm::service::Timing::nThreads_
private

Definition at line 136 of file Timing.cc.

bool edm::service::Timing::report_summary_
private

Definition at line 124 of file Timing.cc.

std::vector<double> edm::service::Timing::sum_events_time_
private

Definition at line 131 of file Timing.cc.

bool edm::service::Timing::summary_only_
private

Definition at line 123 of file Timing.cc.

double edm::service::Timing::threshold_
private

Definition at line 125 of file Timing.cc.

std::atomic<unsigned long> edm::service::Timing::total_event_count_
private

Definition at line 132 of file Timing.cc.

Referenced by lastPostEvent(), and postEndJob().