edm::service::Timing Class Reference

Inheritance diagram for edm::service::Timing:

Public Types
using	double_seconds = std::chrono::duration< double, std::ratio< 1, 1 > >
using	time_point = std::chrono::steady_clock::time_point

Public Member Functions
void	addToCPUTime (double iTime) override
double	getTotalCPU () const override
	Timing (ParameterSet const &, ActivityRegistry &)
	~Timing () override
Public Member Functions inherited from edm::TimingServiceBase
const TimingServiceBase &	operator= (const TimingServiceBase &)=delete
	TimingServiceBase ()
	TimingServiceBase (const TimingServiceBase &)=delete
virtual	~TimingServiceBase ()

Static Public Member Functions
static void	fillDescriptions (edm::ConfigurationDescriptions &descriptions)
Static Public Member Functions inherited from edm::TimingServiceBase
static void	jobStarted ()
static std::chrono::steady_clock::time_point	jobStartTime ()

Private Member Functions
void	addTask ()
void	beginProcessing ()
void	lastPostEvent (std::chrono::steady_clock::duration curr_event_time, unsigned int index, StreamContext const &iStream)
double	postCommon () const
void	postEndJob ()
void	postEvent (StreamContext const &)
void	postGlobalBeginLumi (GlobalContext const &)
void	postGlobalBeginRun (GlobalContext const &)
void	postModule (ModuleDescription const &md)
void	postModuleEvent (StreamContext const &, ModuleCallingContext const &)
void	postModuleGlobal (GlobalContext const &, ModuleCallingContext const &)
void	postModuleStream (StreamContext const &, ModuleCallingContext const &)
void	postOpenFile (std::string const &)
void	postSourceEvent (StreamID)
void	postSourceLumi (LuminosityBlockIndex)
void	postSourceRun (RunIndex)
void	preBeginJob (PathsAndConsumesOfModulesBase const &, ProcessContext const &)
void	preEvent (StreamContext const &)
void	preModule (ModuleDescription const &md)
void	preModuleGlobal (GlobalContext const &, ModuleCallingContext const &)
void	preModuleStream (StreamContext const &, ModuleCallingContext const &)
void	preOpenFile (std::string const &)
void	preSourceEvent (StreamID)
void	preSourceLumi (LuminosityBlockIndex)
void	preSourceRun (RunIndex)
void	removeTask ()
void	runningTasksChanged (bool iMoreTasks)
void	setTaskCallbacks (ActivityRegistry &)

Private Attributes
std::atomic< double >	accumulatedEventSetupModuleTimings_ = 0.
std::atomic< unsigned long >	begin_lumi_count_
std::atomic< unsigned long >	begin_run_count_
bool	configuredInTopLevelProcess_
std::vector< std::unique_ptr< std::atomic< unsigned int > > >	countSubProcessesPostEvent_
std::vector< std::unique_ptr< std::atomic< unsigned int > > >	countSubProcessesPreEvent_
std::vector< time_point >	curr_events_time_
double	curr_job_cpu_
time_point	curr_job_time_
std::atomic< double >	end_loop_cpu_
std::atomic< time_point >	end_loop_time_
std::vector< std::pair< uintptr_t, eventsetup::EventSetupRecordKey > >	eventSetupModuleCallInfo_
std::vector< std::unique_ptr< std::atomic< time_point > > >	eventSetupModuleStartTimes_
std::atomic< double >	extra_job_cpu_
time_point	last_task_change_time_ = time_point()
std::vector< double >	max_events_time_
std::vector< double >	min_events_time_
unsigned int	nStreams_
unsigned int	nSubProcesses_
unsigned int	nThreads_
unsigned int	num_running_tasks_ = 0
bool	report_summary_
std::vector< double >	sum_events_time_
bool	summary_only_
double	threshold_
std::atomic< unsigned long >	total_event_count_
double	total_time_without_tasks_ = 0
std::atomic< bool >	updating_task_info_ = false

Detailed Description

Definition at line 48 of file Timing.cc.

Member Typedef Documentation

double_seconds

using edm::service::Timing::double_seconds = std::chrono::duration<double, std::ratio<1, 1> >

Definition at line 51 of file Timing.cc.

time_point

using edm::service::Timing::time_point = std::chrono::steady_clock::time_point

Definition at line 50 of file Timing.cc.

Constructor & Destructor Documentation

Timing()

edm::service::Timing::Timing	(	ParameterSet const &	iPS,
		ActivityRegistry &	iRegistry
	)

Definition at line 215 of file Timing.cc.

        : curr_job_time_(),
          curr_job_cpu_(0.),
          extra_job_cpu_(0.0),
          end_loop_time_(),
          end_loop_cpu_(0.0),
          curr_events_time_(),
          summary_only_(iPS.getUntrackedParameter<bool>("summaryOnly")),
          report_summary_(iPS.getUntrackedParameter<bool>("useJobReport")),
          threshold_(iPS.getUntrackedParameter<double>("excessiveTimeThreshold")),
          max_events_time_(),
          min_events_time_(),
          total_event_count_(0),
          begin_lumi_count_(0),
          begin_run_count_(0),
          configuredInTopLevelProcess_{false},
          nSubProcesses_{0} {
      iRegistry.watchPreBeginJob(this, &Timing::preBeginJob);
      iRegistry.watchBeginProcessing(this, &Timing::beginProcessing);
      iRegistry.watchPreEndJob([this]() {
        end_loop_time_ = getTime();
        end_loop_cpu_ = getCPU();
      });
      iRegistry.watchPostEndJob(this, &Timing::postEndJob);

      iRegistry.watchPreEvent(this, &Timing::preEvent);
      iRegistry.watchPostEvent(this, &Timing::postEvent);

      bool checkThreshold = true;
      if (threshold_ <= 0.0) {
        //we need to ignore the threshold check
        threshold_ = std::numeric_limits<double>::max();
        checkThreshold = false;
      }

      if ((not summary_only_) || (checkThreshold)) {
        iRegistry.watchPreModuleEvent(this, &Timing::preModuleStream);
        iRegistry.watchPostModuleEvent(this, &Timing::postModuleEvent);
        iRegistry.watchPreModuleEventAcquire(this, &Timing::preModuleStream);
        iRegistry.watchPostModuleEventAcquire(this, &Timing::postModuleEvent);
      }
      if (checkThreshold) {
        iRegistry.watchPreSourceEvent(this, &Timing::preSourceEvent);
        iRegistry.watchPostSourceEvent(this, &Timing::postSourceEvent);

        iRegistry.watchPreSourceLumi(this, &Timing::preSourceLumi);
        iRegistry.watchPostSourceLumi(this, &Timing::postSourceLumi);

        iRegistry.watchPreSourceRun(this, &Timing::preSourceRun);
        iRegistry.watchPostSourceRun(this, &Timing::postSourceRun);

        iRegistry.watchPreOpenFile(this, &Timing::preOpenFile);
        iRegistry.watchPostOpenFile(this, &Timing::postOpenFile);

        iRegistry.watchPreEventReadFromSource(this, &Timing::preModuleStream);
        iRegistry.watchPostEventReadFromSource(this, &Timing::postModuleStream);

        iRegistry.watchPreModuleConstruction(this, &Timing::preModule);
        iRegistry.watchPostModuleConstruction(this, &Timing::postModule);

        iRegistry.watchPreModuleDestruction(this, &Timing::preModule);
        iRegistry.watchPostModuleDestruction(this, &Timing::postModule);

        iRegistry.watchPreModuleBeginJob(this, &Timing::preModule);
        iRegistry.watchPostModuleBeginJob(this, &Timing::postModule);

        iRegistry.watchPreModuleEndJob(this, &Timing::preModule);
        iRegistry.watchPostModuleEndJob(this, &Timing::postModule);

        iRegistry.watchPreModuleStreamBeginRun(this, &Timing::preModuleStream);
        iRegistry.watchPostModuleStreamBeginRun(this, &Timing::postModuleStream);
        iRegistry.watchPreModuleStreamEndRun(this, &Timing::preModuleStream);
        iRegistry.watchPostModuleStreamEndRun(this, &Timing::postModuleStream);

        iRegistry.watchPreModuleStreamBeginLumi(this, &Timing::preModuleStream);
        iRegistry.watchPostModuleStreamBeginLumi(this, &Timing::postModuleStream);
        iRegistry.watchPreModuleStreamEndLumi(this, &Timing::preModuleStream);
        iRegistry.watchPostModuleStreamEndLumi(this, &Timing::postModuleStream);

        iRegistry.watchPreModuleGlobalBeginRun(this, &Timing::preModuleGlobal);
        iRegistry.watchPostModuleGlobalBeginRun(this, &Timing::postModuleGlobal);
        iRegistry.watchPreModuleGlobalEndRun(this, &Timing::preModuleGlobal);
        iRegistry.watchPostModuleGlobalEndRun(this, &Timing::postModuleGlobal);

        iRegistry.watchPreModuleGlobalBeginLumi(this, &Timing::preModuleGlobal);
        iRegistry.watchPostModuleGlobalBeginLumi(this, &Timing::postModuleGlobal);
        iRegistry.watchPreModuleGlobalEndLumi(this, &Timing::preModuleGlobal);
        iRegistry.watchPostModuleGlobalEndLumi(this, &Timing::postModuleGlobal);

        iRegistry.watchPreSourceConstruction(this, &Timing::preModule);
        iRegistry.watchPostSourceConstruction(this, &Timing::postModule);
      }

      auto preESModuleLambda = [this](auto const& recordKey, auto const& context) {
        addTask();
        //find available slot
        auto startTime = getTime();
        bool foundSlot = false;
        do {
          for (size_t i = 0; i < eventSetupModuleStartTimes_.size(); ++i) {
            auto& slot = *eventSetupModuleStartTimes_[i];
            std::chrono::steady_clock::time_point expect;
            if (slot.compare_exchange_strong(expect, startTime)) {
              foundSlot = true;
              eventSetupModuleCallInfo_[i].first = uintptr_t(context.componentDescription());
              eventSetupModuleCallInfo_[i].second = recordKey;
              break;
            }
          }
          //if foundSlot == false then other threads stole the slots before this thread
          // so should check starting over again
        } while (not foundSlot);
      };
      iRegistry.watchPreESModule(preESModuleLambda);
      iRegistry.watchPreESModuleAcquire(preESModuleLambda);

      auto postESModuleLambda = [this](auto const& recordKey, auto const& context) {
        removeTask();
        auto stopTime = getTime();
        for (size_t i = 0; i < eventSetupModuleStartTimes_.size(); ++i) {
          auto const& info = eventSetupModuleCallInfo_[i];
          if (info.first == uintptr_t(context.componentDescription()) and info.second == recordKey) {
            auto startTime = eventSetupModuleStartTimes_[i]->exchange(std::chrono::steady_clock::time_point());
            auto expect = accumulatedEventSetupModuleTimings_.load();
            double_seconds timeDiff = stopTime - startTime;
            auto accumulatedTime = expect + timeDiff.count();
            while (not accumulatedEventSetupModuleTimings_.compare_exchange_strong(expect, accumulatedTime)) {
              accumulatedTime = expect + timeDiff.count();
            }
            break;
          }
        }
      };
      iRegistry.watchPostESModule(postESModuleLambda);
      iRegistry.watchPostESModuleAcquire(postESModuleLambda);

      iRegistry.watchPostGlobalBeginRun(this, &Timing::postGlobalBeginRun);
      iRegistry.watchPostGlobalBeginLumi(this, &Timing::postGlobalBeginLumi);

      iRegistry.watchPreallocate([this](service::SystemBounds const& iBounds) {
        nStreams_ = iBounds.maxNumberOfStreams();
        nThreads_ = iBounds.maxNumberOfThreads();
        curr_events_time_.resize(nStreams_, time_point());
        sum_events_time_.resize(nStreams_, 0.);
        max_events_time_.resize(nStreams_, 0.);
        min_events_time_.resize(nStreams_, 1.E6);
        eventSetupModuleStartTimes_.reserve(nThreads_);
        for (unsigned int i = 0; i < nThreads_; ++i) {
          eventSetupModuleStartTimes_.emplace_back(std::make_unique<std::atomic<time_point>>());
        }
        eventSetupModuleCallInfo_.resize(nThreads_);

        for (unsigned int i = 0; i < nStreams_; ++i) {
          countSubProcessesPreEvent_.emplace_back(std::make_unique<std::atomic<unsigned int>>(0));
          countSubProcessesPostEvent_.emplace_back(std::make_unique<std::atomic<unsigned int>>(0));
        }
      });
      setTaskCallbacks(iRegistry);
    }

~Timing()

edm::service::Timing::~Timing ( )

override

Definition at line 418 of file Timing.cc.

{}

Member Function Documentation

addTask()

void edm::service::Timing::addTask ( )

inlineprivate

Definition at line 101 of file Timing.cc.

References runningTasksChanged().

Referenced by setTaskCallbacks().

{ runningTasksChanged(true); }

addToCPUTime()

void edm::service::Timing::addToCPUTime ( double  iTime )

overridevirtual

Extra CPU time used by a job but not seen by cmsRun The value should be in seconds. This function is safe to call from multiple threads

Implements edm::TimingServiceBase.

Definition at line 420 of file Timing.cc.

References extra_job_cpu_.

                                          {
      //For accounting purposes we effectively can say we started earlier
      double expected = extra_job_cpu_.load();
      while (not extra_job_cpu_.compare_exchange_strong(expected, expected + iTime)) {
      }
    }

beginProcessing()

void edm::service::Timing::beginProcessing ( )

private

Definition at line 449 of file Timing.cc.

References configuredInTopLevelProcess_, curr_job_cpu_, curr_job_time_, edm::service::getCPU(), edm::service::getTime(), last_task_change_time_, seconds(), and summary_only_.

                                 {
      if (!configuredInTopLevelProcess_) {
        return;
      }
      curr_job_time_ = getTime();
      curr_job_cpu_ = getCPU();
      last_task_change_time_ = curr_job_time_;

      if (not summary_only_) {
        LogImportant("TimeReport")
            << "TimeReport> Report activated"
            << "\n"
            << "TimeReport> Report columns headings for events: "
            << "eventnum runnum timetaken\n"
            << "TimeReport> Report columns headings for modules: "
            << "eventnum runnum modulelabel modulename timetaken\n"
            << "TimeReport> JobTime="
            << std::chrono::time_point_cast<std::chrono::seconds>(curr_job_time_).time_since_epoch().count()
            << " JobCPU=" << curr_job_cpu_ << "\n";
      }
    }

fillDescriptions()

void edm::service::Timing::fillDescriptions ( edm::ConfigurationDescriptions &  descriptions )

static

Definition at line 429 of file Timing.cc.

References edm::ConfigurationDescriptions::add(), submitPVResolutionJobs::desc, and edm::ConfigurationDescriptions::setComment().

                                                                         {
      ParameterSetDescription desc;
      desc.addUntracked<bool>("summaryOnly", false)->setComment("If 'true' do not report timing for each event");
      desc.addUntracked<bool>("useJobReport", true)->setComment("If 'true' write summary information to JobReport");
      desc.addUntracked<double>("excessiveTimeThreshold", 0.)
          ->setComment(
              "Amount of time in seconds before reporting a module or source has taken excessive time. A value of 0.0 "
              "turns off this reporting.");
      descriptions.add("Timing", desc);
      descriptions.setComment("This service reports the time it takes to run each module in a job.");
    }

getTotalCPU()

double edm::service::Timing::getTotalCPU ( ) const

overridevirtual

CPU time used by this process and all its children. The value returned should be in seconds.

Implements edm::TimingServiceBase.

Definition at line 427 of file Timing.cc.

References edm::service::getCPU().

{ return getCPU(); }

lastPostEvent()

void edm::service::Timing::lastPostEvent ( std::chrono::steady_clock::duration  curr_event_time, unsigned int  index, StreamContext const &  iStream  )

private

Definition at line 609 of file Timing.cc.

References edm::StreamContext::eventID(), max_events_time_, min_events_time_, sum_events_time_, summary_only_, and total_event_count_.

Referenced by postEvent().

                                                             {
      double curr_event_time_d = double_seconds(curr_event_time).count();
      sum_events_time_[index] += curr_event_time_d;

      if (not summary_only_) {
        auto const& eventID = iStream.eventID();
        LogPrint("TimeEvent") << "TimeEvent> " << eventID.event() << " " << eventID.run() << " " << curr_event_time_d;
      }
      if (curr_event_time_d > max_events_time_[index])
        max_events_time_[index] = curr_event_time_d;
      if (curr_event_time_d < min_events_time_[index])
        min_events_time_[index] = curr_event_time_d;
      ++total_event_count_;
    }

postCommon()

double edm::service::Timing::postCommon ( ) const

private

Definition at line 689 of file Timing.cc.

References configuredInTopLevelProcess_, edm::service::popStack(), submitPVValidationJobs::t, and threshold_.

Referenced by postModule(), postModuleEvent(), postModuleGlobal(), postModuleStream(), postOpenFile(), postSourceEvent(), postSourceLumi(), and postSourceRun().

                                    {
      if (!configuredInTopLevelProcess_) {
        return 0.0;
      }
      double t = popStack();
      if (t > threshold_) {
        LogError("ExcessiveTime")
            << "ExcessiveTime: Module used " << t
            << " seconds of time which exceeds the error threshold configured in the Timing Service of " << threshold_
            << " seconds.";
      }
      return t;
    }

postEndJob()

void edm::service::Timing::postEndJob ( )

private

Definition at line 471 of file Timing.cc.

References accumulatedEventSetupModuleTimings_, begin_lumi_count_, begin_run_count_, configuredInTopLevelProcess_, submitPVResolutionJobs::count, curr_job_cpu_, curr_job_time_, edm::service::d2str(), end_loop_cpu_, end_loop_time_, extra_job_cpu_, edm::service::getChildrenCPU(), edm::service::getCPU(), edm::service::getTime(), edm::TimingServiceBase::jobStartTime(), max_events_time_, min_events_time_, nStreams_, nThreads_, report_summary_, sum_events_time_, submitPVValidationJobs::t, total_event_count_, total_time_without_tasks_, and edm::service::ui2str().

                            {
      if (!configuredInTopLevelProcess_) {
        LogImportant("TimeReport") << "\nTimeReport> This instance of the Timing Service will be disabled because it "
                                      "is configured in a SubProcess.\n"
                                   << "If multiple instances of the TimingService were configured only the one in the "
                                      "top level process will function.\n"
                                   << "The other instance(s) will simply print this message and do nothing.\n\n";
        return;
      }

      const auto job_end_time = getTime();
      const double job_end_cpu = getCPU();
      auto total_job_time = double_seconds(job_end_time - jobStartTime()).count();

      double total_job_cpu = job_end_cpu + extra_job_cpu_;

      const double job_end_children_cpu = getChildrenCPU();

      const double total_initialization_time = double_seconds(curr_job_time_ - jobStartTime()).count();
      const double total_initialization_cpu = curr_job_cpu_;

      if (time_point() == jobStartTime()) {
        //did not capture beginning time
        total_job_time = double_seconds(job_end_time - curr_job_time_).count();
        total_job_cpu = job_end_cpu + extra_job_cpu_ - curr_job_cpu_;
      }

      double min_event_time = *(std::min_element(min_events_time_.begin(), min_events_time_.end()));
      double max_event_time = *(std::max_element(max_events_time_.begin(), max_events_time_.end()));

      auto total_loop_time = double_seconds(end_loop_time_.load() - curr_job_time_).count();
      auto total_loop_cpu = end_loop_cpu_ + extra_job_cpu_ - curr_job_cpu_;

      if (end_loop_time_.load() == time_point()) {
        total_loop_time = 0.0;
        total_loop_cpu = 0.0;
      }

      double sum_all_events_time = 0;
      for (auto t : sum_events_time_) {
        sum_all_events_time += t;
      }

      double average_event_time = 0.0;
      if (total_event_count_ != 0) {
        average_event_time = sum_all_events_time / total_event_count_;
      }

      double event_throughput = 0.0;
      if (total_loop_time != 0.0) {
        event_throughput = total_event_count_ / total_loop_time;
      }

      LogImportant("TimeReport") << "TimeReport> Time report complete in " << total_job_time << " seconds"
                                 << "\n"
                                 << " Time Summary: \n"
                                 << " - Min event:   " << min_event_time << "\n"
                                 << " - Max event:   " << max_event_time << "\n"
                                 << " - Avg event:   " << average_event_time << "\n"
                                 << " - Total loop:  " << total_loop_time << "\n"
                                 << " - Total init:  " << total_initialization_time << "\n"
                                 << " - Total job:   " << total_job_time << "\n"
                                 << " - Total EventSetup: " << accumulatedEventSetupModuleTimings_.load() << "\n"
                                 << " - Total non-module: " << total_time_without_tasks_ << "\n"
                                 << " Event Throughput: " << event_throughput << " ev/s\n"
                                 << " CPU Summary: \n"
                                 << " - Total loop:     " << total_loop_cpu << "\n"
                                 << " - Total init:     " << total_initialization_cpu << "\n"
                                 << " - Total extra:    " << extra_job_cpu_ << "\n"
                                 << " - Total children: " << job_end_children_cpu << "\n"
                                 << " - Total job:      " << total_job_cpu << "\n"
                                 << " Processing Summary: \n"
                                 << " - Number of Events:  " << total_event_count_ << "\n"
                                 << " - Number of Global Begin Lumi Calls:  " << begin_lumi_count_ << "\n"
                                 << " - Number of Global Begin Run Calls: " << begin_run_count_ << "\n";

      if (report_summary_) {
        Service<JobReport> reportSvc;
        std::map<std::string, std::string> reportData;

        reportData.insert(std::make_pair("MinEventTime", d2str(min_event_time)));
        reportData.insert(std::make_pair("MaxEventTime", d2str(max_event_time)));
        reportData.insert(std::make_pair("AvgEventTime", d2str(average_event_time)));
        reportData.insert(std::make_pair("EventThroughput", d2str(event_throughput)));
        reportData.insert(std::make_pair("TotalJobTime", d2str(total_job_time)));
        reportData.insert(std::make_pair("TotalJobCPU", d2str(total_job_cpu)));
        reportData.insert(std::make_pair("TotalJobChildrenCPU", d2str(job_end_children_cpu)));
        reportData.insert(std::make_pair("TotalLoopTime", d2str(total_loop_time)));
        reportData.insert(std::make_pair("TotalEventSetupTime", d2str(accumulatedEventSetupModuleTimings_.load())));
        reportData.insert(std::make_pair("TotalNonModuleTime", d2str(total_time_without_tasks_)));
        reportData.insert(std::make_pair("TotalLoopCPU", d2str(total_loop_cpu)));
        reportData.insert(std::make_pair("TotalInitTime", d2str(total_initialization_time)));
        reportData.insert(std::make_pair("TotalInitCPU", d2str(total_initialization_cpu)));
        reportData.insert(std::make_pair("NumberOfStreams", ui2str(nStreams_)));
        reportData.insert(std::make_pair("NumberOfThreads", ui2str(nThreads_)));
        reportSvc->reportPerformanceSummary("Timing", reportData);

        std::map<std::string, std::string> reportData1;
        reportData1.insert(std::make_pair("NumberEvents", ui2str(total_event_count_)));
        reportData1.insert(std::make_pair("NumberBeginLumiCalls", ui2str(begin_lumi_count_)));
        reportData1.insert(std::make_pair("NumberBeginRunCalls", ui2str(begin_run_count_)));
        reportSvc->reportPerformanceSummary("ProcessingSummary", reportData1);
      }
    }

postEvent()

void edm::service::Timing::postEvent ( StreamContext const &  iStream )

private

Definition at line 593 of file Timing.cc.

References configuredInTopLevelProcess_, submitPVResolutionJobs::count, countSubProcessesPostEvent_, curr_events_time_, edm::service::getTime(), lastPostEvent(), nSubProcesses_, edm::StreamContext::streamID(), and edm::StreamID::value().

                                                       {
      if (!configuredInTopLevelProcess_) {
        return;
      }
      auto index = iStream.streamID().value();
      if (nSubProcesses_ == 0u) {
        lastPostEvent(getTime() - curr_events_time_[index], index, iStream);
      } else {
        unsigned int count = ++(*countSubProcessesPostEvent_[index]);
        if (count == (nSubProcesses_ + 1)) {
          lastPostEvent(getTime() - curr_events_time_[index], index, iStream);
          *countSubProcessesPostEvent_[index] = 0;
        }
      }
    }

postGlobalBeginLumi()

void edm::service::Timing::postGlobalBeginLumi ( GlobalContext const &  gc )

private

Definition at line 674 of file Timing.cc.

References begin_lumi_count_, configuredInTopLevelProcess_, edm::ProcessContext::isSubProcess(), and edm::GlobalContext::processContext().

                                                            {
      if (!configuredInTopLevelProcess_) {
        return;
      }
      if (!gc.processContext()->isSubProcess()) {
        ++begin_lumi_count_;
      }
    }

postGlobalBeginRun()

void edm::service::Timing::postGlobalBeginRun ( GlobalContext const &  gc )

private

Definition at line 665 of file Timing.cc.

References begin_run_count_, configuredInTopLevelProcess_, edm::ProcessContext::isSubProcess(), and edm::GlobalContext::processContext().

                                                           {
      if (!configuredInTopLevelProcess_) {
        return;
      }
      if (!gc.processContext()->isSubProcess()) {
        ++begin_run_count_;
      }
    }

postModule()

void edm::service::Timing::postModule ( ModuleDescription const &  md )

private

Definition at line 657 of file Timing.cc.

References postCommon().

{ postCommon(); }

postModuleEvent()

void edm::service::Timing::postModuleEvent ( StreamContext const &  iStream, ModuleCallingContext const &  iModule  )

private

Definition at line 626 of file Timing.cc.

References configuredInTopLevelProcess_, submitPVResolutionJobs::desc, edm::StreamContext::eventID(), edm::ModuleCallingContext::moduleDescription(), postCommon(), summary_only_, and submitPVValidationJobs::t.

                                                                                                  {
      if (!configuredInTopLevelProcess_) {
        return;
      }
      auto const& eventID = iStream.eventID();
      auto const& desc = *(iModule.moduleDescription());
      double t = postCommon();
      if (not summary_only_) {
        LogPrint("TimeModule") << "TimeModule> " << eventID.event() << " " << eventID.run() << " " << desc.moduleLabel()
                               << " " << desc.moduleName() << " " << t;
      }
    }

postModuleGlobal()

void edm::service::Timing::postModuleGlobal ( GlobalContext const &  , ModuleCallingContext const &  mcc  )

private

Definition at line 663 of file Timing.cc.

References postCommon().

{ postCommon(); }

postModuleStream()

void edm::service::Timing::postModuleStream ( StreamContext const &  , ModuleCallingContext const &  mcc  )

private

Definition at line 687 of file Timing.cc.

References postCommon().

{ postCommon(); }

postOpenFile()

void edm::service::Timing::postOpenFile ( std::string const &  lfn )

private

Definition at line 653 of file Timing.cc.

References postCommon().

{ postCommon(); }

postSourceEvent()

void edm::service::Timing::postSourceEvent ( StreamID  sid )

private

Definition at line 641 of file Timing.cc.

References postCommon().

{ postCommon(); }

postSourceLumi()

void edm::service::Timing::postSourceLumi ( LuminosityBlockIndex  index )

private

Definition at line 645 of file Timing.cc.

References postCommon().

{ postCommon(); }

postSourceRun()

void edm::service::Timing::postSourceRun ( RunIndex  index )

private

Definition at line 649 of file Timing.cc.

References postCommon().

{ postCommon(); }

preBeginJob()

void edm::service::Timing::preBeginJob ( PathsAndConsumesOfModulesBase const &  pathsAndConsumes, ProcessContext const &  pc  )

private

Definition at line 441 of file Timing.cc.

References configuredInTopLevelProcess_, edm::ProcessContext::isSubProcess(), and nSubProcesses_.

                                                                                                            {
      if (pc.isSubProcess()) {
        ++nSubProcesses_;
      } else {
        configuredInTopLevelProcess_ = true;
      }
    }

preEvent()

void edm::service::Timing::preEvent ( StreamContext const &  iStream )

private

Definition at line 576 of file Timing.cc.

References configuredInTopLevelProcess_, submitPVResolutionJobs::count, countSubProcessesPreEvent_, curr_events_time_, edm::service::getTime(), nSubProcesses_, edm::StreamContext::streamID(), and edm::StreamID::value().

                                                      {
      if (!configuredInTopLevelProcess_) {
        return;
      }
      auto index = iStream.streamID().value();
      if (nSubProcesses_ == 0u) {
        curr_events_time_[index] = getTime();
      } else {
        unsigned int count = ++(*countSubProcessesPreEvent_[index]);
        if (count == 1) {
          curr_events_time_[index] = getTime();
        } else if (count == (nSubProcesses_ + 1)) {
          *countSubProcessesPreEvent_[index] = 0;
        }
      }
    }

preModule()

void edm::service::Timing::preModule ( ModuleDescription const &  md )

private

Definition at line 655 of file Timing.cc.

References configuredInTopLevelProcess_, and edm::service::pushStack().

{ pushStack(configuredInTopLevelProcess_); }

preModuleGlobal()

void edm::service::Timing::preModuleGlobal ( GlobalContext const &  , ModuleCallingContext const &    )

private

Definition at line 659 of file Timing.cc.

References configuredInTopLevelProcess_, and edm::service::pushStack().

                                                                                  {
      pushStack(configuredInTopLevelProcess_);
    }

preModuleStream()

void edm::service::Timing::preModuleStream ( StreamContext const &  , ModuleCallingContext const &    )

private

Definition at line 683 of file Timing.cc.

References configuredInTopLevelProcess_, and edm::service::pushStack().

                                                                                  {
      pushStack(configuredInTopLevelProcess_);
    }

preOpenFile()

void edm::service::Timing::preOpenFile ( std::string const &  lfn )

private

Definition at line 651 of file Timing.cc.

References configuredInTopLevelProcess_, and edm::service::pushStack().

{ pushStack(configuredInTopLevelProcess_); }

preSourceEvent()

void edm::service::Timing::preSourceEvent ( StreamID  sid )

private

Definition at line 639 of file Timing.cc.

References configuredInTopLevelProcess_, and edm::service::pushStack().

{ pushStack(configuredInTopLevelProcess_); }

preSourceLumi()

void edm::service::Timing::preSourceLumi ( LuminosityBlockIndex  index )

private

Definition at line 643 of file Timing.cc.

References configuredInTopLevelProcess_, and edm::service::pushStack().

{ pushStack(configuredInTopLevelProcess_); }

preSourceRun()

void edm::service::Timing::preSourceRun ( RunIndex  index )

private

Definition at line 647 of file Timing.cc.

References configuredInTopLevelProcess_, and edm::service::pushStack().

{ pushStack(configuredInTopLevelProcess_); }

removeTask()

void edm::service::Timing::removeTask ( )

inlineprivate

Definition at line 102 of file Timing.cc.

References runningTasksChanged().

Referenced by setTaskCallbacks().

{ runningTasksChanged(false); }

runningTasksChanged()

void edm::service::Timing::runningTasksChanged ( bool  iMoreTasks )

private

Definition at line 703 of file Timing.cc.

References edm::service::getTime(), last_task_change_time_, nThreads_, num_running_tasks_, total_time_without_tasks_, and updating_task_info_.

Referenced by addTask(), and removeTask().

                                                    {
      const auto presentTime = getTime();
      bool expected = false;
      while (not updating_task_info_.compare_exchange_strong(expected, true)) {
        expected = false;
      }
      auto previousNumberOfTasks = iMoreTasks ? num_running_tasks_++ : num_running_tasks_--;
      total_time_without_tasks_ +=
          (nThreads_ - previousNumberOfTasks) * double_seconds(presentTime - last_task_change_time_).count();
      last_task_change_time_ = presentTime;
      updating_task_info_ = false;
    }

setTaskCallbacks()

void edm::service::Timing::setTaskCallbacks ( ActivityRegistry &  iRegistry )

private

Definition at line 375 of file Timing.cc.

References addTask(), removeTask(), edm::ActivityRegistry::watchPostESSyncIOV(), edm::ActivityRegistry::watchPostEventReadFromSource(), edm::ActivityRegistry::watchPostModuleEvent(), edm::ActivityRegistry::watchPostModuleEventAcquire(), edm::ActivityRegistry::watchPostModuleGlobalBeginLumi(), edm::ActivityRegistry::watchPostModuleGlobalBeginRun(), edm::ActivityRegistry::watchPostModuleGlobalEndLumi(), edm::ActivityRegistry::watchPostModuleGlobalEndRun(), edm::ActivityRegistry::watchPostModuleStreamBeginLumi(), edm::ActivityRegistry::watchPostModuleStreamBeginRun(), edm::ActivityRegistry::watchPostModuleStreamEndLumi(), edm::ActivityRegistry::watchPostModuleStreamEndRun(), edm::ActivityRegistry::watchPostSourceEvent(), edm::ActivityRegistry::watchPostSourceLumi(), edm::ActivityRegistry::watchPostSourceRun(), edm::ActivityRegistry::watchPreESSyncIOV(), edm::ActivityRegistry::watchPreEventReadFromSource(), edm::ActivityRegistry::watchPreModuleEvent(), edm::ActivityRegistry::watchPreModuleEventAcquire(), edm::ActivityRegistry::watchPreModuleGlobalBeginLumi(), edm::ActivityRegistry::watchPreModuleGlobalBeginRun(), edm::ActivityRegistry::watchPreModuleGlobalEndLumi(), edm::ActivityRegistry::watchPreModuleGlobalEndRun(), edm::ActivityRegistry::watchPreModuleStreamBeginLumi(), edm::ActivityRegistry::watchPreModuleStreamBeginRun(), edm::ActivityRegistry::watchPreModuleStreamEndLumi(), edm::ActivityRegistry::watchPreModuleStreamEndRun(), edm::ActivityRegistry::watchPreSourceEvent(), edm::ActivityRegistry::watchPreSourceLumi(), and edm::ActivityRegistry::watchPreSourceRun().

                                                             {
      iRegistry.watchPreSourceEvent([this](auto) { addTask(); });
      iRegistry.watchPostSourceEvent([this](auto) { removeTask(); });

      iRegistry.watchPreModuleEvent([this](auto, auto) { addTask(); });
      iRegistry.watchPostModuleEvent([this](auto, auto) { removeTask(); });
      iRegistry.watchPreModuleEventAcquire([this](auto, auto) { addTask(); });
      iRegistry.watchPostModuleEventAcquire([this](auto, auto) { removeTask(); });

      iRegistry.watchPreSourceLumi([this](auto) { addTask(); });
      iRegistry.watchPostSourceLumi([this](auto) { removeTask(); });

      iRegistry.watchPreSourceRun([this](auto) { addTask(); });
      iRegistry.watchPostSourceRun([this](auto) { removeTask(); });

      iRegistry.watchPreEventReadFromSource([this](auto, auto) { addTask(); });
      iRegistry.watchPostEventReadFromSource([this](auto, auto) { removeTask(); });

      iRegistry.watchPreModuleStreamBeginRun([this](auto, auto) { addTask(); });
      iRegistry.watchPostModuleStreamBeginRun([this](auto, auto) { removeTask(); });
      iRegistry.watchPreModuleStreamEndRun([this](auto, auto) { addTask(); });
      iRegistry.watchPostModuleStreamEndRun([this](auto, auto) { removeTask(); });

      iRegistry.watchPreModuleStreamBeginLumi([this](auto, auto) { addTask(); });
      iRegistry.watchPostModuleStreamBeginLumi([this](auto, auto) { removeTask(); });
      iRegistry.watchPreModuleStreamEndLumi([this](auto, auto) { addTask(); });
      iRegistry.watchPostModuleStreamEndLumi([this](auto, auto) { removeTask(); });

      iRegistry.watchPreModuleGlobalBeginRun([this](auto, auto) { addTask(); });
      iRegistry.watchPostModuleGlobalBeginRun([this](auto, auto) { removeTask(); });
      iRegistry.watchPreModuleGlobalEndRun([this](auto, auto) { addTask(); });
      iRegistry.watchPostModuleGlobalEndRun([this](auto, auto) { removeTask(); });

      iRegistry.watchPreModuleGlobalBeginLumi([this](auto, auto) { addTask(); });
      iRegistry.watchPostModuleGlobalBeginLumi([this](auto, auto) { removeTask(); });
      iRegistry.watchPreModuleGlobalEndLumi([this](auto, auto) { addTask(); });
      iRegistry.watchPostModuleGlobalEndLumi([this](auto, auto) { removeTask(); });

      //account for any time ESSources spend looking up new IOVs
      iRegistry.watchPreESSyncIOV([this](auto const&) { addTask(); });
      iRegistry.watchPostESSyncIOV([this](auto const&) { removeTask(); });
    }

Member Data Documentation

accumulatedEventSetupModuleTimings_

std::atomic<double> edm::service::Timing::accumulatedEventSetupModuleTimings_ = 0.

private

Definition at line 134 of file Timing.cc.

Referenced by postEndJob().

begin_lumi_count_

std::atomic<unsigned long> edm::service::Timing::begin_lumi_count_

private

Definition at line 127 of file Timing.cc.

Referenced by postEndJob(), and postGlobalBeginLumi().

begin_run_count_

std::atomic<unsigned long> edm::service::Timing::begin_run_count_

private

Definition at line 128 of file Timing.cc.

Referenced by postEndJob(), and postGlobalBeginRun().

configuredInTopLevelProcess_

bool edm::service::Timing::configuredInTopLevelProcess_

private

Definition at line 139 of file Timing.cc.

Referenced by beginProcessing(), postCommon(), postEndJob(), postEvent(), postGlobalBeginLumi(), postGlobalBeginRun(), postModuleEvent(), preBeginJob(), preEvent(), preModule(), preModuleGlobal(), preModuleStream(), preOpenFile(), preSourceEvent(), preSourceLumi(), and preSourceRun().

countSubProcessesPostEvent_

std::vector<std::unique_ptr<std::atomic<unsigned int> > > edm::service::Timing::countSubProcessesPostEvent_

private

Definition at line 137 of file Timing.cc.

Referenced by postEvent().

countSubProcessesPreEvent_

std::vector<std::unique_ptr<std::atomic<unsigned int> > > edm::service::Timing::countSubProcessesPreEvent_

private

Definition at line 136 of file Timing.cc.

Referenced by preEvent().

curr_events_time_

std::vector<time_point> edm::service::Timing::curr_events_time_

private

Definition at line 111 of file Timing.cc.

Referenced by postEvent(), and preEvent().

curr_job_cpu_

double edm::service::Timing::curr_job_cpu_

private

Definition at line 106 of file Timing.cc.

Referenced by beginProcessing(), and postEndJob().

curr_job_time_

time_point edm::service::Timing::curr_job_time_

private

Definition at line 105 of file Timing.cc.

Referenced by beginProcessing(), and postEndJob().

end_loop_cpu_

std::atomic<double> edm::service::Timing::end_loop_cpu_

private

Definition at line 110 of file Timing.cc.

Referenced by postEndJob().

end_loop_time_

std::atomic<time_point> edm::service::Timing::end_loop_time_

private

Definition at line 109 of file Timing.cc.

Referenced by postEndJob().

eventSetupModuleCallInfo_

std::vector<std::pair<uintptr_t, eventsetup::EventSetupRecordKey> > edm::service::Timing::eventSetupModuleCallInfo_

private

Definition at line 133 of file Timing.cc.

eventSetupModuleStartTimes_

std::vector<std::unique_ptr<std::atomic<time_point> > > edm::service::Timing::eventSetupModuleStartTimes_

private

Definition at line 132 of file Timing.cc.

extra_job_cpu_

std::atomic<double> edm::service::Timing::extra_job_cpu_

private

Definition at line 107 of file Timing.cc.

Referenced by addToCPUTime(), and postEndJob().

last_task_change_time_

time_point edm::service::Timing::last_task_change_time_ = time_point()

private

Definition at line 118 of file Timing.cc.

Referenced by beginProcessing(), and runningTasksChanged().

max_events_time_

std::vector<double> edm::service::Timing::max_events_time_

private

Definition at line 123 of file Timing.cc.

Referenced by lastPostEvent(), and postEndJob().

min_events_time_

std::vector<double> edm::service::Timing::min_events_time_

private

Definition at line 124 of file Timing.cc.

Referenced by lastPostEvent(), and postEndJob().

nStreams_

unsigned int edm::service::Timing::nStreams_

private

Definition at line 129 of file Timing.cc.

Referenced by postEndJob().

nSubProcesses_

unsigned int edm::service::Timing::nSubProcesses_

private

Definition at line 140 of file Timing.cc.

Referenced by postEvent(), preBeginJob(), and preEvent().

nThreads_

unsigned int edm::service::Timing::nThreads_

private

Definition at line 130 of file Timing.cc.

Referenced by postEndJob(), and runningTasksChanged().

num_running_tasks_

unsigned int edm::service::Timing::num_running_tasks_ = 0

private

Definition at line 117 of file Timing.cc.

Referenced by runningTasksChanged().

report_summary_

bool edm::service::Timing::report_summary_

private

Definition at line 113 of file Timing.cc.

Referenced by postEndJob().

sum_events_time_

std::vector<double> edm::service::Timing::sum_events_time_

private

Definition at line 125 of file Timing.cc.

Referenced by lastPostEvent(), and postEndJob().

summary_only_

bool edm::service::Timing::summary_only_

private

Definition at line 112 of file Timing.cc.

Referenced by beginProcessing(), lastPostEvent(), and postModuleEvent().

threshold_

double edm::service::Timing::threshold_

private

Definition at line 114 of file Timing.cc.

Referenced by postCommon().

total_event_count_

std::atomic<unsigned long> edm::service::Timing::total_event_count_

private

Definition at line 126 of file Timing.cc.

Referenced by lastPostEvent(), and postEndJob().

total_time_without_tasks_

double edm::service::Timing::total_time_without_tasks_ = 0

private

Definition at line 119 of file Timing.cc.

Referenced by postEndJob(), and runningTasksChanged().

updating_task_info_

std::atomic<bool> edm::service::Timing::updating_task_info_ = false

private

Definition at line 116 of file Timing.cc.

Referenced by runningTasksChanged().