test
CMS 3D CMS Logo

 All Classes Namespaces Files Functions Variables Typedefs Enumerations Enumerator Properties Friends Macros Pages
List of all members | Public Member Functions | Static Public Member Functions | Private Member Functions | Private Attributes
edm::service::Timing Class Reference

#include <Timing.h>

Public Member Functions

 Timing (ParameterSet const &, ActivityRegistry &)
 
 ~Timing ()
 

Static Public Member Functions

static void fillDescriptions (edm::ConfigurationDescriptions &descriptions)
 

Private Member Functions

void postBeginJob ()
 
void postEndJob ()
 
void postEvent (StreamContext const &)
 
void postModule (StreamContext const &, ModuleCallingContext const &)
 
void preEvent (StreamContext const &)
 
void preModule (StreamContext const &, ModuleCallingContext const &)
 

Private Attributes

std::vector< double > curr_events_cpu_
 
std::vector< double > curr_events_time_
 
double curr_job_cpu_
 
double curr_job_time_
 
std::vector< double > max_events_cpu_
 
std::vector< double > max_events_time_
 
std::vector< double > min_events_cpu_
 
std::vector< double > min_events_time_
 
bool report_summary_
 
bool summary_only_
 
std::atomic< unsigned long > total_event_count_
 
std::vector< double > total_events_cpu_
 

Detailed Description

Definition at line 24 of file Timing.h.

Constructor & Destructor Documentation

edm::service::Timing::Timing ( ParameterSet const &  iPS,
ActivityRegistry iRegistry 
)

Definition at line 68 of file Timing.cc.

References edm::signalslot::Signal< T >::connect(), curr_events_cpu_, curr_events_time_, max_events_cpu_, max_events_time_, edm::service::SystemBounds::maxNumberOfStreams(), min_events_cpu_, min_events_time_, postBeginJob(), postEndJob(), postEvent(), postModule(), edm::ActivityRegistry::preallocateSignal_, preEvent(), preModule(), summary_only_, total_events_cpu_, edm::ActivityRegistry::watchPostBeginJob(), edm::ActivityRegistry::watchPostEndJob(), edm::ActivityRegistry::watchPostEvent(), edm::ActivityRegistry::watchPostModuleEvent(), edm::ActivityRegistry::watchPreEvent(), and edm::ActivityRegistry::watchPreModuleEvent().

68  :
69  curr_job_time_(0.),
70  curr_job_cpu_(0.),
74  summary_only_(iPS.getUntrackedParameter<bool>("summaryOnly")),
75  report_summary_(iPS.getUntrackedParameter<bool>("useJobReport")),
81  iRegistry.watchPostBeginJob(this, &Timing::postBeginJob);
82  iRegistry.watchPostEndJob(this, &Timing::postEndJob);
83 
84  iRegistry.watchPreEvent(this, &Timing::preEvent);
85  iRegistry.watchPostEvent(this, &Timing::postEvent);
86 
87  if(not summary_only_) {
88  iRegistry.watchPreModuleEvent(this, &Timing::preModule);
89  iRegistry.watchPostModuleEvent(this, &Timing::postModule);
90  }
91 
92  iRegistry.preallocateSignal_.connect([this](service::SystemBounds const& iBounds){
93  auto nStreams = iBounds.maxNumberOfStreams();
94  curr_events_time_.resize(nStreams,0.);
95  curr_events_cpu_.resize(nStreams,0.);
96  total_events_cpu_.resize(nStreams,0.);
97  max_events_time_.resize(nStreams,0.);
98  max_events_cpu_.resize(nStreams,0.);
99  min_events_time_.resize(nStreams,1.E6);
100  min_events_cpu_.resize(nStreams,1.E6);
101  });
102  }
double curr_job_time_
Definition: Timing.h:42
std::vector< double > max_events_time_
Definition: Timing.h:53
bool report_summary_
Definition: Timing.h:48
std::vector< double > curr_events_time_
Definition: Timing.h:44
void postEvent(StreamContext const &)
Definition: Timing.cc:192
double curr_job_cpu_
Definition: Timing.h:43
std::vector< double > curr_events_cpu_
Definition: Timing.h:45
std::vector< double > total_events_cpu_
Definition: Timing.h:46
std::atomic< unsigned long > total_event_count_
Definition: Timing.h:57
std::vector< double > max_events_cpu_
Definition: Timing.h:54
std::vector< double > min_events_cpu_
Definition: Timing.h:56
void postModule(StreamContext const &, ModuleCallingContext const &)
Definition: Timing.cc:221
void preEvent(StreamContext const &)
Definition: Timing.cc:186
void preModule(StreamContext const &, ModuleCallingContext const &)
Definition: Timing.cc:216
std::vector< double > min_events_time_
Definition: Timing.h:55
edm::service::Timing::~Timing ( )

Definition at line 104 of file Timing.cc.

104  {
105  }

Member Function Documentation

void edm::service::Timing::fillDescriptions ( edm::ConfigurationDescriptions descriptions)
static

Definition at line 107 of file Timing.cc.

References edm::ConfigurationDescriptions::add(), edm::ParameterSetDescription::addUntracked(), and edm::ConfigurationDescriptions::setComment().

107  {
109  desc.addUntracked<bool>("summaryOnly", false)->setComment(
110  "If 'true' do not report timing for each event");
111  desc.addUntracked<bool>("useJobReport", true)->setComment(
112  "If 'true' write summary information to JobReport");
113  descriptions.add("Timing", desc);
114  descriptions.setComment(
115  "This service reports the time it takes to run each module in a job.");
116  }
void setComment(std::string const &value)
void add(std::string const &label, ParameterSetDescription const &psetDescription)
void edm::service::Timing::postBeginJob ( )
private

Definition at line 118 of file Timing.cc.

References curr_job_cpu_, curr_job_time_, edm::service::getCPU(), edm::service::getTime(), and summary_only_.

Referenced by Timing().

118  {
120  curr_job_cpu_ = getCPU();
121 
122  if(not summary_only_) {
123  LogImportant("TimeReport")
124  << "TimeReport> Report activated" << "\n"
125  << "TimeReport> Report columns headings for events: "
126  << "eventnum runnum timetaken\n"
127  << "TimeReport> Report columns headings for modules: "
128  << "eventnum runnum modulelabel modulename timetakeni\n"
129  << "TimeReport> JobTime=" << curr_job_time_ << " JobCPU=" << curr_job_cpu_ << "\n";
130  }
131  }
double curr_job_time_
Definition: Timing.h:42
static double getCPU()
Definition: Timing.cc:47
double curr_job_cpu_
Definition: Timing.h:43
static double getTime()
void edm::service::Timing::postEndJob ( )
private

Definition at line 133 of file Timing.cc.

References curr_job_cpu_, curr_job_time_, edm::service::d2str(), edm::service::getCPU(), edm::service::getTime(), max_events_cpu_, max_events_time_, min_events_cpu_, min_events_time_, report_summary_, edmStreamStallGrapher::t, total_event_count_, and total_events_cpu_.

Referenced by Timing().

133  {
134  double total_job_time = getTime() - curr_job_time_;
135  double average_event_time = total_job_time / total_event_count_;
136 
137  double total_job_cpu = getCPU() - curr_job_cpu_;
138  double total_event_cpu = 0.;
139  for(auto t : total_events_cpu_) {
140  total_event_cpu +=t;
141  }
142  double average_event_cpu = total_event_cpu / total_event_count_;
143 
144  double min_event_time = *(std::min_element(min_events_time_.begin(),
145  min_events_time_.end()));
146  double max_event_time = *(std::max_element(max_events_time_.begin(),
147  max_events_time_.end()));
148  double min_event_cpu = *(std::min_element(min_events_cpu_.begin(),
149  min_events_cpu_.end()));
150  double max_event_cpu = *(std::max_element(max_events_cpu_.begin(),
151  max_events_cpu_.end()));
152  LogImportant("TimeReport")
153  << "TimeReport> Time report complete in "
154  << total_job_time << " seconds"
155  << "\n"
156  << " Time Summary: \n"
157  << " - Min event: " << min_event_time << "\n"
158  << " - Max event: " << max_event_time << "\n"
159  << " - Avg event: " << average_event_time << "\n"
160  << " - Total job: " << total_job_time << "\n"
161  << " CPU Summary: \n"
162  << " - Min event: " << min_event_cpu << "\n"
163  << " - Max event: " << max_event_cpu << "\n"
164  << " - Avg event: " << average_event_cpu << "\n"
165  << " - Total job: " << total_job_cpu << "\n"
166  << " - Total event: " << total_event_cpu << "\n";
167 
168  if(report_summary_) {
169  Service<JobReport> reportSvc;
170  std::map<std::string, std::string> reportData;
171 
172  reportData.insert(std::make_pair("MinEventTime", d2str(min_event_time)));
173  reportData.insert(std::make_pair("MaxEventTime", d2str(max_event_time)));
174  reportData.insert(std::make_pair("AvgEventTime", d2str(average_event_time)));
175  reportData.insert(std::make_pair("TotalJobTime", d2str(total_job_time)));
176  reportData.insert(std::make_pair("MinEventCPU", d2str(min_event_cpu)));
177  reportData.insert(std::make_pair("MaxEventCPU", d2str(max_event_cpu)));
178  reportData.insert(std::make_pair("AvgEventCPU", d2str(average_event_cpu)));
179  reportData.insert(std::make_pair("TotalJobCPU", d2str(total_job_cpu)));
180  reportData.insert(std::make_pair("TotalEventCPU", d2str(total_event_cpu)));
181 
182  reportSvc->reportPerformanceSummary("Timing", reportData);
183  }
184  }
double curr_job_time_
Definition: Timing.h:42
std::vector< double > max_events_time_
Definition: Timing.h:53
bool report_summary_
Definition: Timing.h:48
static double getCPU()
Definition: Timing.cc:47
double curr_job_cpu_
Definition: Timing.h:43
std::vector< double > total_events_cpu_
Definition: Timing.h:46
std::atomic< unsigned long > total_event_count_
Definition: Timing.h:57
static std::string d2str(double d)
Definition: Memory.cc:62
std::vector< double > max_events_cpu_
Definition: Timing.h:54
std::vector< double > min_events_cpu_
Definition: Timing.h:56
static double getTime()
std::vector< double > min_events_time_
Definition: Timing.h:55
void edm::service::Timing::postEvent ( StreamContext const &  iStream)
private

Definition at line 192 of file Timing.cc.

References curr_events_cpu_, curr_events_time_, edm::StreamContext::eventID(), edm::service::getCPU(), edm::service::getTime(), cmsHarvester::index, max_events_cpu_, max_events_time_, min_events_cpu_, min_events_time_, edm::StreamContext::streamID(), summary_only_, total_event_count_, total_events_cpu_, and edm::StreamID::value().

Referenced by Timing().

192  {
193  auto index = iStream.streamID().value();
194  double curr_event_cpu = getCPU() - curr_events_cpu_[index];
195  total_events_cpu_[index] += curr_event_cpu;
196 
197  double curr_event_time = getTime() - curr_events_time_[index];
198 
199  if(not summary_only_) {
200  auto const & eventID = iStream.eventID();
201  LogPrint("TimeEvent")
202  << "TimeEvent> "
203  << eventID.event() << " "
204  << eventID.run() << " "
205  << curr_event_time << " "
206  << curr_event_cpu << " "
208  }
209  if(curr_event_time > max_events_time_[index]) max_events_time_[index] = curr_event_time;
210  if(curr_event_time < min_events_time_[index]) min_events_time_[index] = curr_event_time;
211  if(curr_event_cpu > max_events_cpu_[index]) max_events_cpu_[index] = curr_event_cpu;
212  if(curr_event_cpu < min_events_cpu_[index]) min_events_cpu_[index] = curr_event_cpu;
214  }
std::vector< double > max_events_time_
Definition: Timing.h:53
std::vector< double > curr_events_time_
Definition: Timing.h:44
static double getCPU()
Definition: Timing.cc:47
std::vector< double > curr_events_cpu_
Definition: Timing.h:45
std::vector< double > total_events_cpu_
Definition: Timing.h:46
std::atomic< unsigned long > total_event_count_
Definition: Timing.h:57
std::vector< double > max_events_cpu_
Definition: Timing.h:54
std::vector< double > min_events_cpu_
Definition: Timing.h:56
static double getTime()
std::vector< double > min_events_time_
Definition: Timing.h:55
void edm::service::Timing::postModule ( StreamContext const &  iStream,
ModuleCallingContext const &  iModule 
)
private

Definition at line 221 of file Timing.cc.

References edm::StreamContext::eventID(), edm::service::getTime(), edm::ModuleCallingContext::moduleDescription(), edm::service::moduleTimeStack(), and edmStreamStallGrapher::t.

Referenced by Timing().

221  {
222  //LogInfo("TimeModule")
223  auto& modStack = moduleTimeStack();
224  assert(modStack.size() > 0);
225  double curr_module_time = modStack.back();
226  modStack.pop_back();
227  double t = getTime() - curr_module_time;
228  //move waiting module start times forward to account
229  // for the fact that they were paused while this module ran
230  for(auto& waitingModuleStartTime : modStack) {
231  waitingModuleStartTime +=t;
232  }
233  auto const & eventID = iStream.eventID();
234  auto const & desc = *(iModule.moduleDescription());
235 
236  LogPrint("TimeModule") << "TimeModule> "
237  << eventID.event() << " "
238  << eventID.run() << " "
239  << desc.moduleLabel() << " "
240  << desc.moduleName() << " "
241  << t;
242  }
static std::vector< double > & moduleTimeStack()
Definition: Timing.cc:63
static double getTime()
void edm::service::Timing::preEvent ( StreamContext const &  iStream)
private

Definition at line 186 of file Timing.cc.

References curr_events_cpu_, curr_events_time_, edm::service::getCPU(), edm::service::getTime(), cmsHarvester::index, edm::StreamContext::streamID(), and edm::StreamID::value().

Referenced by Timing().

186  {
187  auto index = iStream.streamID().value();
190  }
std::vector< double > curr_events_time_
Definition: Timing.h:44
static double getCPU()
Definition: Timing.cc:47
std::vector< double > curr_events_cpu_
Definition: Timing.h:45
static double getTime()
void edm::service::Timing::preModule ( StreamContext const &  ,
ModuleCallingContext const &   
)
private

Definition at line 216 of file Timing.cc.

References edm::service::getTime(), and edm::service::moduleTimeStack().

Referenced by Timing().

216  {
217  auto & modStack = moduleTimeStack();
218  modStack.push_back(getTime());
219  }
static std::vector< double > & moduleTimeStack()
Definition: Timing.cc:63
static double getTime()

Member Data Documentation

std::vector<double> edm::service::Timing::curr_events_cpu_
private

Definition at line 45 of file Timing.h.

Referenced by postEvent(), preEvent(), and Timing().

std::vector<double> edm::service::Timing::curr_events_time_
private

Definition at line 44 of file Timing.h.

Referenced by postEvent(), preEvent(), and Timing().

double edm::service::Timing::curr_job_cpu_
private

Definition at line 43 of file Timing.h.

Referenced by postBeginJob(), and postEndJob().

double edm::service::Timing::curr_job_time_
private

Definition at line 42 of file Timing.h.

Referenced by postBeginJob(), and postEndJob().

std::vector<double> edm::service::Timing::max_events_cpu_
private

Definition at line 54 of file Timing.h.

Referenced by postEndJob(), postEvent(), and Timing().

std::vector<double> edm::service::Timing::max_events_time_
private

Definition at line 53 of file Timing.h.

Referenced by postEndJob(), postEvent(), and Timing().

std::vector<double> edm::service::Timing::min_events_cpu_
private

Definition at line 56 of file Timing.h.

Referenced by postEndJob(), postEvent(), and Timing().

std::vector<double> edm::service::Timing::min_events_time_
private

Definition at line 55 of file Timing.h.

Referenced by postEndJob(), postEvent(), and Timing().

bool edm::service::Timing::report_summary_
private

Definition at line 48 of file Timing.h.

Referenced by postEndJob().

bool edm::service::Timing::summary_only_
private

Definition at line 47 of file Timing.h.

Referenced by postBeginJob(), postEvent(), and Timing().

std::atomic<unsigned long> edm::service::Timing::total_event_count_
private

Definition at line 57 of file Timing.h.

Referenced by postEndJob(), and postEvent().

std::vector<double> edm::service::Timing::total_events_cpu_
private

Definition at line 46 of file Timing.h.

Referenced by postEndJob(), postEvent(), and Timing().