CMS 3D CMS Logo
NVProfilerService.cc
Go to the documentation of this file.
1 // -*- C++ -*-
2 //
3 // Package: HeterogeneousCore/CUDAServices
4 // Class : NVProfilerService
5 
6 #include <algorithm>
7 #include <iostream>
8 #include <sstream>
9 #include <string>
10 #include <vector>
11 
12 #include <tbb/concurrent_vector.h>
13 #include <tbb/enumerable_thread_specific.h>
14 
15 #include <fmt/printf.h>
16 
17 #include <cuda_profiler_api.h>
18 #include <nvToolsExt.h>
19 
20 #include "DataFormats/Common/interface/HLTPathStatus.h"
21 #include "DataFormats/Provenance/interface/EventID.h"
22 #include "DataFormats/Provenance/interface/LuminosityBlockID.h"
23 #include "DataFormats/Provenance/interface/ModuleDescription.h"
24 #include "DataFormats/Provenance/interface/RunID.h"
25 #include "DataFormats/Provenance/interface/Timestamp.h"
26 #include "FWCore/MessageLogger/interface/MessageLogger.h"
27 #include "FWCore/ParameterSet/interface/ConfigurationDescriptions.h"
28 #include "FWCore/ParameterSet/interface/ParameterSet.h"
29 #include "FWCore/ParameterSet/interface/ParameterSetDescription.h"
30 #include "FWCore/ServiceRegistry/interface/ActivityRegistry.h"
31 #include "FWCore/ServiceRegistry/interface/ConsumesInfo.h"
32 #include "FWCore/ServiceRegistry/interface/GlobalContext.h"
33 #include "FWCore/ServiceRegistry/interface/ModuleCallingContext.h"
34 #include "FWCore/ServiceRegistry/interface/PathContext.h"
35 #include "FWCore/ServiceRegistry/interface/PathsAndConsumesOfModulesBase.h"
36 #include "FWCore/ServiceRegistry/interface/ProcessContext.h"
37 #include "FWCore/ServiceRegistry/interface/Service.h"
38 #include "FWCore/ServiceRegistry/interface/StreamContext.h"
39 #include "FWCore/ServiceRegistry/interface/SystemBounds.h"
40 #include "FWCore/Utilities/interface/BranchType.h"
41 #include "FWCore/Utilities/interface/Exception.h"
42 #include "FWCore/Utilities/interface/ProductKindOfType.h"
43 #include "FWCore/Utilities/interface/TimeOfDay.h"
44 #include "HeterogeneousCore/CUDAServices/interface/CUDAService.h"
45 
46 using namespace std::string_literals;
47 
48 namespace {
49  int nvtxDomainRangePush(nvtxDomainHandle_t domain, const char* message) {
50  nvtxEventAttributes_t eventAttrib = {};
51  eventAttrib.version = NVTX_VERSION;
52  eventAttrib.size = NVTX_EVENT_ATTRIB_STRUCT_SIZE;
53  eventAttrib.messageType = NVTX_MESSAGE_TYPE_ASCII;
54  eventAttrib.message.ascii = message;
55  return nvtxDomainRangePushEx(domain, &eventAttrib);
56  }
57 
58  __attribute__((unused)) int nvtxDomainRangePushColor(nvtxDomainHandle_t domain, const char* message, uint32_t color) {
59  nvtxEventAttributes_t eventAttrib = {};
60  eventAttrib.version = NVTX_VERSION;
61  eventAttrib.size = NVTX_EVENT_ATTRIB_STRUCT_SIZE;
62  eventAttrib.colorType = NVTX_COLOR_ARGB;
63  eventAttrib.color = color;
64  eventAttrib.messageType = NVTX_MESSAGE_TYPE_ASCII;
65  eventAttrib.message.ascii = message;
66  return nvtxDomainRangePushEx(domain, &eventAttrib);
67  }
68 
69  __attribute__((unused)) nvtxRangeId_t nvtxDomainRangeStart(nvtxDomainHandle_t domain, const char* message) {
70  nvtxEventAttributes_t eventAttrib = {};
71  eventAttrib.version = NVTX_VERSION;
72  eventAttrib.size = NVTX_EVENT_ATTRIB_STRUCT_SIZE;
73  eventAttrib.messageType = NVTX_MESSAGE_TYPE_ASCII;
74  eventAttrib.message.ascii = message;
75  return nvtxDomainRangeStartEx(domain, &eventAttrib);
76  }
77 
78  nvtxRangeId_t nvtxDomainRangeStartColor(nvtxDomainHandle_t domain, const char* message, uint32_t color) {
79  nvtxEventAttributes_t eventAttrib = {};
80  eventAttrib.version = NVTX_VERSION;
81  eventAttrib.size = NVTX_EVENT_ATTRIB_STRUCT_SIZE;
82  eventAttrib.colorType = NVTX_COLOR_ARGB;
83  eventAttrib.color = color;
84  eventAttrib.messageType = NVTX_MESSAGE_TYPE_ASCII;
85  eventAttrib.message.ascii = message;
86  return nvtxDomainRangeStartEx(domain, &eventAttrib);
87  }
88 
89  void nvtxDomainMark(nvtxDomainHandle_t domain, const char* message) {
90  nvtxEventAttributes_t eventAttrib = {};
91  eventAttrib.version = NVTX_VERSION;
92  eventAttrib.size = NVTX_EVENT_ATTRIB_STRUCT_SIZE;
93  eventAttrib.messageType = NVTX_MESSAGE_TYPE_ASCII;
94  eventAttrib.message.ascii = message;
95  nvtxDomainMarkEx(domain, &eventAttrib);
96  }
97 
98  __attribute__((unused)) void nvtxDomainMarkColor(nvtxDomainHandle_t domain, const char* message, uint32_t color) {
99  nvtxEventAttributes_t eventAttrib = {};
100  eventAttrib.version = NVTX_VERSION;
101  eventAttrib.size = NVTX_EVENT_ATTRIB_STRUCT_SIZE;
102  eventAttrib.colorType = NVTX_COLOR_ARGB;
103  eventAttrib.color = color;
104  eventAttrib.messageType = NVTX_MESSAGE_TYPE_ASCII;
105  eventAttrib.message.ascii = message;
106  nvtxDomainMarkEx(domain, &eventAttrib);
107  }
108 
109  enum {
110  nvtxBlack = 0x00000000,
111  nvtxRed = 0x00ff0000,
112  nvtxDarkGreen = 0x00009900,
113  nvtxGreen = 0x0000ff00,
114  nvtxLightGreen = 0x00ccffcc,
115  nvtxBlue = 0x000000ff,
116  nvtxAmber = 0x00ffbf00,
117  nvtxLightAmber = 0x00fff2cc,
118  nvtxWhite = 0x00ffffff
119  };
120 
121  constexpr nvtxRangeId_t nvtxInvalidRangeId = 0xfffffffffffffffful;
122 } // namespace
123 
124 class NVProfilerService {
125 public:
126  NVProfilerService(const edm::ParameterSet&, edm::ActivityRegistry&);
127  ~NVProfilerService();
128 
129  static void fillDescriptions(edm::ConfigurationDescriptions& descriptions);
130 
131  void preallocate(edm::service::SystemBounds const&);
132 
133  // these signal pair are NOT guaranteed to be called by the same thread
134  void preBeginJob(edm::PathsAndConsumesOfModulesBase const&, edm::ProcessContext const&);
135  void postBeginJob();
136 
137  // there is no preEndJob() signal
138  void postEndJob();
139 
140  // these signal pair are NOT guaranteed to be called by the same thread
141  void preGlobalBeginRun(edm::GlobalContext const&);
142  void postGlobalBeginRun(edm::GlobalContext const&);
143 
144  // these signal pair are NOT guaranteed to be called by the same thread
145  void preGlobalEndRun(edm::GlobalContext const&);
146  void postGlobalEndRun(edm::GlobalContext const&);
147 
148  // these signal pair are NOT guaranteed to be called by the same thread
149  void preStreamBeginRun(edm::StreamContext const&);
150  void postStreamBeginRun(edm::StreamContext const&);
151 
152  // these signal pair are NOT guaranteed to be called by the same thread
153  void preStreamEndRun(edm::StreamContext const&);
154  void postStreamEndRun(edm::StreamContext const&);
155 
156  // these signal pair are NOT guaranteed to be called by the same thread
157  void preGlobalBeginLumi(edm::GlobalContext const&);
158  void postGlobalBeginLumi(edm::GlobalContext const&);
159 
160  // these signal pair are NOT guaranteed to be called by the same thread
161  void preGlobalEndLumi(edm::GlobalContext const&);
162  void postGlobalEndLumi(edm::GlobalContext const&);
163 
164  // these signal pair are NOT guaranteed to be called by the same thread
165  void preStreamBeginLumi(edm::StreamContext const&);
166  void postStreamBeginLumi(edm::StreamContext const&);
167 
168  // these signal pair are NOT guaranteed to be called by the same thread
169  void preStreamEndLumi(edm::StreamContext const&);
170  void postStreamEndLumi(edm::StreamContext const&);
171 
172  // these signal pair are NOT guaranteed to be called by the same thread
173  void preEvent(edm::StreamContext const&);
174  void postEvent(edm::StreamContext const&);
175 
176  // these signal pair are NOT guaranteed to be called by the same thread
177  void prePathEvent(edm::StreamContext const&, edm::PathContext const&);
178  void postPathEvent(edm::StreamContext const&, edm::PathContext const&, edm::HLTPathStatus const&);
179 
180  // these signal pair are NOT guaranteed to be called by the same thread
181  void preModuleEventPrefetching(edm::StreamContext const&, edm::ModuleCallingContext const&);
182  void postModuleEventPrefetching(edm::StreamContext const&, edm::ModuleCallingContext const&);
183 
184  // these signal pair are guaranteed to be called by the same thread
185  void preOpenFile(std::string const&, bool);
186  void postOpenFile(std::string const&, bool);
187 
188  // these signal pair are guaranteed to be called by the same thread
189  void preCloseFile(std::string const&, bool);
190  void postCloseFile(std::string const&, bool);
191 
192  // these signal pair are guaranteed to be called by the same thread
193  void preSourceConstruction(edm::ModuleDescription const&);
194  void postSourceConstruction(edm::ModuleDescription const&);
195 
196  // these signal pair are guaranteed to be called by the same thread
197  void preSourceRun(edm::RunIndex);
198  void postSourceRun(edm::RunIndex);
199 
200  // these signal pair are guaranteed to be called by the same thread
201  void preSourceLumi(edm::LuminosityBlockIndex);
202  void postSourceLumi(edm::LuminosityBlockIndex);
203 
204  // these signal pair are guaranteed to be called by the same thread
205  void preSourceEvent(edm::StreamID);
206  void postSourceEvent(edm::StreamID);
207 
208  // these signal pair are guaranteed to be called by the same thread
209  void preModuleConstruction(edm::ModuleDescription const&);
210  void postModuleConstruction(edm::ModuleDescription const&);
211 
212  // these signal pair are guaranteed to be called by the same thread
213  void preModuleBeginJob(edm::ModuleDescription const&);
214  void postModuleBeginJob(edm::ModuleDescription const&);
215 
216  // these signal pair are guaranteed to be called by the same thread
217  void preModuleEndJob(edm::ModuleDescription const&);
218  void postModuleEndJob(edm::ModuleDescription const&);
219 
220  // these signal pair are guaranteed to be called by the same thread
221  void preModuleBeginStream(edm::StreamContext const&, edm::ModuleCallingContext const&);
222  void postModuleBeginStream(edm::StreamContext const&, edm::ModuleCallingContext const&);
223 
224  // these signal pair are guaranteed to be called by the same thread
225  void preModuleEndStream(edm::StreamContext const&, edm::ModuleCallingContext const&);
226  void postModuleEndStream(edm::StreamContext const&, edm::ModuleCallingContext const&);
227 
228  // these signal pair are guaranteed to be called by the same thread
229  void preModuleGlobalBeginRun(edm::GlobalContext const&, edm::ModuleCallingContext const&);
230  void postModuleGlobalBeginRun(edm::GlobalContext const&, edm::ModuleCallingContext const&);
231 
232  // these signal pair are guaranteed to be called by the same thread
233  void preModuleGlobalEndRun(edm::GlobalContext const&, edm::ModuleCallingContext const&);
234  void postModuleGlobalEndRun(edm::GlobalContext const&, edm::ModuleCallingContext const&);
235 
236  // these signal pair are guaranteed to be called by the same thread
237  void preModuleGlobalBeginLumi(edm::GlobalContext const&, edm::ModuleCallingContext const&);
238  void postModuleGlobalBeginLumi(edm::GlobalContext const&, edm::ModuleCallingContext const&);
239 
240  // these signal pair are guaranteed to be called by the same thread
241  void preModuleGlobalEndLumi(edm::GlobalContext const&, edm::ModuleCallingContext const&);
242  void postModuleGlobalEndLumi(edm::GlobalContext const&, edm::ModuleCallingContext const&);
243 
244  // these signal pair are guaranteed to be called by the same thread
245  void preModuleStreamBeginRun(edm::StreamContext const&, edm::ModuleCallingContext const&);
246  void postModuleStreamBeginRun(edm::StreamContext const&, edm::ModuleCallingContext const&);
247 
248  // these signal pair are guaranteed to be called by the same thread
249  void preModuleStreamEndRun(edm::StreamContext const&, edm::ModuleCallingContext const&);
250  void postModuleStreamEndRun(edm::StreamContext const&, edm::ModuleCallingContext const&);
251 
252  // these signal pair are guaranteed to be called by the same thread
253  void preModuleStreamBeginLumi(edm::StreamContext const&, edm::ModuleCallingContext const&);
254  void postModuleStreamBeginLumi(edm::StreamContext const&, edm::ModuleCallingContext const&);
255 
256  // these signal pair are guaranteed to be called by the same thread
257  void preModuleStreamEndLumi(edm::StreamContext const&, edm::ModuleCallingContext const&);
258  void postModuleStreamEndLumi(edm::StreamContext const&, edm::ModuleCallingContext const&);
259 
260  // these signal pair are guaranteed to be called by the same thread
261  void preModuleEventAcquire(edm::StreamContext const&, edm::ModuleCallingContext const&);
262  void postModuleEventAcquire(edm::StreamContext const&, edm::ModuleCallingContext const&);
263 
264  // these signal pair are guaranteed to be called by the same thread
265  void preModuleEvent(edm::StreamContext const&, edm::ModuleCallingContext const&);
266  void postModuleEvent(edm::StreamContext const&, edm::ModuleCallingContext const&);
267 
268  // these signal pair are guaranteed to be called by the same thread
269  void preModuleEventDelayedGet(edm::StreamContext const&, edm::ModuleCallingContext const&);
270  void postModuleEventDelayedGet(edm::StreamContext const&, edm::ModuleCallingContext const&);
271 
272  // these signal pair are guaranteed to be called by the same thread
273  void preEventReadFromSource(edm::StreamContext const&, edm::ModuleCallingContext const&);
274  void postEventReadFromSource(edm::StreamContext const&, edm::ModuleCallingContext const&);
275 
276 private:
277  bool highlight(std::string const& label) const {
278  return (std::binary_search(highlightModules_.begin(), highlightModules_.end(), label));
279  }
280 
281  uint32_t labelColor(std::string const& label) const { return highlight(label) ? nvtxAmber : nvtxGreen; }
282 
283  uint32_t labelColorLight(std::string const& label) const {
284  return highlight(label) ? nvtxLightAmber : nvtxLightGreen;
285  }
286 
287  std::vector<std::string> highlightModules_;
288  const bool showModulePrefetching_;
289  const bool skipFirstEvent_;
290 
291  std::atomic<bool> globalFirstEventDone_ = false;
292  std::vector<std::atomic<bool>> streamFirstEventDone_;
293  std::vector<nvtxRangeId_t> event_; // per-stream event ranges
294  std::vector<std::vector<nvtxRangeId_t>> stream_modules_; // per-stream, per-module ranges
295  // use a tbb::concurrent_vector rather than an std::vector because its final size is not known
296  tbb::concurrent_vector<nvtxRangeId_t> global_modules_; // global per-module events
297 
298  nvtxDomainHandle_t global_domain_; // NVTX domain for global EDM transitions
299  std::vector<nvtxDomainHandle_t> stream_domain_; // NVTX domains for per-EDM-stream transitions
300 };
301 
302 NVProfilerService::NVProfilerService(edm::ParameterSet const& config, edm::ActivityRegistry& registry)
303  : highlightModules_(config.getUntrackedParameter<std::vector<std::string>>("highlightModules")),
304  showModulePrefetching_(config.getUntrackedParameter<bool>("showModulePrefetching")),
305  skipFirstEvent_(config.getUntrackedParameter<bool>("skipFirstEvent")) {
306  // make sure that CUDA is initialised, and that the CUDAService destructor is called after this service's destructor
307  edm::Service<CUDAService> cudaService;
308 
309  std::sort(highlightModules_.begin(), highlightModules_.end());
310 
311  // create the NVTX domain for global EDM transitions
312  global_domain_ = nvtxDomainCreate("EDM Global");
313 
314  // enables profile collection; if profiling is already enabled it has no effect
315  if (not skipFirstEvent_) {
316  cudaProfilerStart();
317  }
318 
319  registry.watchPreallocate(this, &NVProfilerService::preallocate);
320 
321  // these signal pair are NOT guaranteed to be called by the same thread
322  registry.watchPreBeginJob(this, &NVProfilerService::preBeginJob);
323  registry.watchPostBeginJob(this, &NVProfilerService::postBeginJob);
324 
325  // there is no preEndJob() signal
326  registry.watchPostEndJob(this, &NVProfilerService::postEndJob);
327 
328  // these signal pair are NOT guaranteed to be called by the same thread
329  registry.watchPreGlobalBeginRun(this, &NVProfilerService::preGlobalBeginRun);
330  registry.watchPostGlobalBeginRun(this, &NVProfilerService::postGlobalBeginRun);
331 
332  // these signal pair are NOT guaranteed to be called by the same thread
333  registry.watchPreGlobalEndRun(this, &NVProfilerService::preGlobalEndRun);
334  registry.watchPostGlobalEndRun(this, &NVProfilerService::postGlobalEndRun);
335 
336  // these signal pair are NOT guaranteed to be called by the same thread
337  registry.watchPreStreamBeginRun(this, &NVProfilerService::preStreamBeginRun);
338  registry.watchPostStreamBeginRun(this, &NVProfilerService::postStreamBeginRun);
339 
340  // these signal pair are NOT guaranteed to be called by the same thread
341  registry.watchPreStreamEndRun(this, &NVProfilerService::preStreamEndRun);
342  registry.watchPostStreamEndRun(this, &NVProfilerService::postStreamEndRun);
343 
344  // these signal pair are NOT guaranteed to be called by the same thread
345  registry.watchPreGlobalBeginLumi(this, &NVProfilerService::preGlobalBeginLumi);
346  registry.watchPostGlobalBeginLumi(this, &NVProfilerService::postGlobalBeginLumi);
347 
348  // these signal pair are NOT guaranteed to be called by the same thread
349  registry.watchPreGlobalEndLumi(this, &NVProfilerService::preGlobalEndLumi);
350  registry.watchPostGlobalEndLumi(this, &NVProfilerService::postGlobalEndLumi);
351 
352  // these signal pair are NOT guaranteed to be called by the same thread
353  registry.watchPreStreamBeginLumi(this, &NVProfilerService::preStreamBeginLumi);
354  registry.watchPostStreamBeginLumi(this, &NVProfilerService::postStreamBeginLumi);
355 
356  // these signal pair are NOT guaranteed to be called by the same thread
357  registry.watchPreStreamEndLumi(this, &NVProfilerService::preStreamEndLumi);
358  registry.watchPostStreamEndLumi(this, &NVProfilerService::postStreamEndLumi);
359 
360  // these signal pair are NOT guaranteed to be called by the same thread
361  registry.watchPreEvent(this, &NVProfilerService::preEvent);
362  registry.watchPostEvent(this, &NVProfilerService::postEvent);
363 
364  // these signal pair are NOT guaranteed to be called by the same thread
365  registry.watchPrePathEvent(this, &NVProfilerService::prePathEvent);
366  registry.watchPostPathEvent(this, &NVProfilerService::postPathEvent);
367 
368  if (showModulePrefetching_) {
369  // these signal pair are NOT guaranteed to be called by the same thread
370  registry.watchPreModuleEventPrefetching(this, &NVProfilerService::preModuleEventPrefetching);
371  registry.watchPostModuleEventPrefetching(this, &NVProfilerService::postModuleEventPrefetching);
372  }
373 
374  // these signal pair are guaranteed to be called by the same thread
375  registry.watchPreOpenFile(this, &NVProfilerService::preOpenFile);
376  registry.watchPostOpenFile(this, &NVProfilerService::postOpenFile);
377 
378  // these signal pair are guaranteed to be called by the same thread
379  registry.watchPreCloseFile(this, &NVProfilerService::preCloseFile);
380  registry.watchPostCloseFile(this, &NVProfilerService::postCloseFile);
381 
382  // these signal pair are guaranteed to be called by the same thread
383  registry.watchPreSourceConstruction(this, &NVProfilerService::preSourceConstruction);
384  registry.watchPostSourceConstruction(this, &NVProfilerService::postSourceConstruction);
385 
386  // these signal pair are guaranteed to be called by the same thread
387  registry.watchPreSourceRun(this, &NVProfilerService::preSourceRun);
388  registry.watchPostSourceRun(this, &NVProfilerService::postSourceRun);
389 
390  // these signal pair are guaranteed to be called by the same thread
391  registry.watchPreSourceLumi(this, &NVProfilerService::preSourceLumi);
392  registry.watchPostSourceLumi(this, &NVProfilerService::postSourceLumi);
393 
394  // these signal pair are guaranteed to be called by the same thread
395  registry.watchPreSourceEvent(this, &NVProfilerService::preSourceEvent);
396  registry.watchPostSourceEvent(this, &NVProfilerService::postSourceEvent);
397 
398  // these signal pair are guaranteed to be called by the same thread
399  registry.watchPreModuleConstruction(this, &NVProfilerService::preModuleConstruction);
400  registry.watchPostModuleConstruction(this, &NVProfilerService::postModuleConstruction);
401 
402  // these signal pair are guaranteed to be called by the same thread
403  registry.watchPreModuleBeginJob(this, &NVProfilerService::preModuleBeginJob);
404  registry.watchPostModuleBeginJob(this, &NVProfilerService::postModuleBeginJob);
405 
406  // these signal pair are guaranteed to be called by the same thread
407  registry.watchPreModuleEndJob(this, &NVProfilerService::preModuleEndJob);
408  registry.watchPostModuleEndJob(this, &NVProfilerService::postModuleEndJob);
409 
410  // these signal pair are guaranteed to be called by the same thread
411  registry.watchPreModuleBeginStream(this, &NVProfilerService::preModuleBeginStream);
412  registry.watchPostModuleBeginStream(this, &NVProfilerService::postModuleBeginStream);
413 
414  // these signal pair are guaranteed to be called by the same thread
415  registry.watchPreModuleEndStream(this, &NVProfilerService::preModuleEndStream);
416  registry.watchPostModuleEndStream(this, &NVProfilerService::postModuleEndStream);
417 
418  // these signal pair are guaranteed to be called by the same thread
419  registry.watchPreModuleGlobalBeginRun(this, &NVProfilerService::preModuleGlobalBeginRun);
420  registry.watchPostModuleGlobalBeginRun(this, &NVProfilerService::postModuleGlobalBeginRun);
421 
422  // these signal pair are guaranteed to be called by the same thread
423  registry.watchPreModuleGlobalEndRun(this, &NVProfilerService::preModuleGlobalEndRun);
424  registry.watchPostModuleGlobalEndRun(this, &NVProfilerService::postModuleGlobalEndRun);
425 
426  // these signal pair are guaranteed to be called by the same thread
427  registry.watchPreModuleGlobalBeginLumi(this, &NVProfilerService::preModuleGlobalBeginLumi);
428  registry.watchPostModuleGlobalBeginLumi(this, &NVProfilerService::postModuleGlobalBeginLumi);
429 
430  // these signal pair are guaranteed to be called by the same thread
431  registry.watchPreModuleGlobalEndLumi(this, &NVProfilerService::preModuleGlobalEndLumi);
432  registry.watchPostModuleGlobalEndLumi(this, &NVProfilerService::postModuleGlobalEndLumi);
433 
434  // these signal pair are guaranteed to be called by the same thread
435  registry.watchPreModuleStreamBeginRun(this, &NVProfilerService::preModuleStreamBeginRun);
436  registry.watchPostModuleStreamBeginRun(this, &NVProfilerService::postModuleStreamBeginRun);
437 
438  // these signal pair are guaranteed to be called by the same thread
439  registry.watchPreModuleStreamEndRun(this, &NVProfilerService::preModuleStreamEndRun);
440  registry.watchPostModuleStreamEndRun(this, &NVProfilerService::postModuleStreamEndRun);
441 
442  // these signal pair are guaranteed to be called by the same thread
443  registry.watchPreModuleStreamBeginLumi(this, &NVProfilerService::preModuleStreamBeginLumi);
444  registry.watchPostModuleStreamBeginLumi(this, &NVProfilerService::postModuleStreamBeginLumi);
445 
446  // these signal pair are guaranteed to be called by the same thread
447  registry.watchPreModuleStreamEndLumi(this, &NVProfilerService::preModuleStreamEndLumi);
448  registry.watchPostModuleStreamEndLumi(this, &NVProfilerService::postModuleStreamEndLumi);
449 
450  // these signal pair are guaranteed to be called by the same thread
451  registry.watchPreModuleEventAcquire(this, &NVProfilerService::preModuleEventAcquire);
452  registry.watchPostModuleEventAcquire(this, &NVProfilerService::postModuleEventAcquire);
453 
454  // these signal pair are guaranteed to be called by the same thread
455  registry.watchPreModuleEvent(this, &NVProfilerService::preModuleEvent);
456  registry.watchPostModuleEvent(this, &NVProfilerService::postModuleEvent);
457 
458  // these signal pair are guaranteed to be called by the same thread
459  registry.watchPreModuleEventDelayedGet(this, &NVProfilerService::preModuleEventDelayedGet);
460  registry.watchPostModuleEventDelayedGet(this, &NVProfilerService::postModuleEventDelayedGet);
461 
462  // these signal pair are guaranteed to be called by the same thread
463  registry.watchPreEventReadFromSource(this, &NVProfilerService::preEventReadFromSource);
464  registry.watchPostEventReadFromSource(this, &NVProfilerService::postEventReadFromSource);
465 }
466 
467 NVProfilerService::~NVProfilerService() {
468  for (unsigned int sid = 0; sid < stream_domain_.size(); ++sid) {
469  nvtxDomainDestroy(stream_domain_[sid]);
470  }
471  nvtxDomainDestroy(global_domain_);
472  cudaProfilerStop();
473 }
474 
475 void NVProfilerService::fillDescriptions(edm::ConfigurationDescriptions& descriptions) {
476  edm::ParameterSetDescription desc;
477  desc.addUntracked<std::vector<std::string>>("highlightModules", {})->setComment("");
478  desc.addUntracked<bool>("showModulePrefetching", false)
479  ->setComment("Show the stack of dependencies that requested to run a module.");
480  desc.addUntracked<bool>("skipFirstEvent", false)
481  ->setComment(
482  "Start profiling after the first event has completed.\nWith multiple streams, ignore transitions belonging "
483  "to events started in parallel to the first event.\nRequires running nvprof with the '--profile-from-start "
484  "off' option.");
485  descriptions.add("NVProfilerService", desc);
486  descriptions.setComment(R"(This Service provides CMSSW-aware annotations to nvprof/nvvm.
487 
488 Notes on nvprof options:
489  - the option '--profile-from-start off' should be used if skipFirstEvent is True.
490  - the option '--cpu-profiling on' currently results in cmsRun being stuck at the beginning of the job.
491  - the option '--cpu-thread-tracing on' is not compatible with jemalloc, and should only be used with cmsRunGlibC.)");
492 }
493 
494 void NVProfilerService::preallocate(edm::service::SystemBounds const& bounds) {
495  std::stringstream out;
496  out << "preallocate: " << bounds.maxNumberOfConcurrentRuns() << " concurrent runs, "
497  << bounds.maxNumberOfConcurrentLuminosityBlocks() << " luminosity sections, " << bounds.maxNumberOfStreams()
498  << " streams\nrunning on" << bounds.maxNumberOfThreads() << " threads";
499  nvtxDomainMark(global_domain_, out.str().c_str());
500 
501  auto concurrentStreams = bounds.maxNumberOfStreams();
502  // create the NVTX domains for per-EDM-stream transitions
503  stream_domain_.resize(concurrentStreams);
504  for (unsigned int sid = 0; sid < concurrentStreams; ++sid) {
505  stream_domain_[sid] = nvtxDomainCreate(fmt::sprintf("EDM Stream %d", sid).c_str());
506  }
507 
508  event_.resize(concurrentStreams);
509  stream_modules_.resize(concurrentStreams);
510  if (skipFirstEvent_) {
511  globalFirstEventDone_ = false;
512  std::vector<std::atomic<bool>> tmp(concurrentStreams);
513  for (auto& element : tmp)
514  std::atomic_init(&element, false);
515  streamFirstEventDone_ = std::move(tmp);
516  }
517 }
518 
519 void NVProfilerService::preBeginJob(edm::PathsAndConsumesOfModulesBase const& pathsAndConsumes,
520  edm::ProcessContext const& pc) {
521  nvtxDomainMark(global_domain_, "preBeginJob");
522 
523  // FIXME this probably works only in the absence of subprocesses
524  // size() + 1 because pathsAndConsumes.allModules() does not include the source
525  unsigned int modules = pathsAndConsumes.allModules().size() + 1;
526  global_modules_.resize(modules, nvtxInvalidRangeId);
527  for (unsigned int sid = 0; sid < stream_modules_.size(); ++sid) {
528  stream_modules_[sid].resize(modules, nvtxInvalidRangeId);
529  }
530 }
531 
532 void NVProfilerService::postBeginJob() {
533  if (not skipFirstEvent_ or globalFirstEventDone_) {
534  nvtxDomainMark(global_domain_, "postBeginJob");
535  }
536 }
537 
538 void NVProfilerService::postEndJob() {
539  if (not skipFirstEvent_ or globalFirstEventDone_) {
540  nvtxDomainMark(global_domain_, "postEndJob");
541  }
542 }
543 
544 void NVProfilerService::preSourceEvent(edm::StreamID sid) {
545  if (not skipFirstEvent_ or streamFirstEventDone_[sid]) {
546  nvtxDomainRangePush(stream_domain_[sid], "source");
547  }
548 }
549 
550 void NVProfilerService::postSourceEvent(edm::StreamID sid) {
551  if (not skipFirstEvent_ or streamFirstEventDone_[sid]) {
552  nvtxDomainRangePop(stream_domain_[sid]);
553  }
554 }
555 
556 void NVProfilerService::preSourceLumi(edm::LuminosityBlockIndex index) {
557  if (not skipFirstEvent_ or globalFirstEventDone_) {
558  nvtxDomainRangePush(global_domain_, "source lumi");
559  }
560 }
561 
562 void NVProfilerService::postSourceLumi(edm::LuminosityBlockIndex index) {
563  if (not skipFirstEvent_ or globalFirstEventDone_) {
564  nvtxDomainRangePop(global_domain_);
565  }
566 }
567 
568 void NVProfilerService::preSourceRun(edm::RunIndex index) {
569  if (not skipFirstEvent_ or globalFirstEventDone_) {
570  nvtxDomainRangePush(global_domain_, "source run");
571  }
572 }
573 
574 void NVProfilerService::postSourceRun(edm::RunIndex index) {
575  if (not skipFirstEvent_ or globalFirstEventDone_) {
576  nvtxDomainRangePop(global_domain_);
577  }
578 }
579 
580 void NVProfilerService::preOpenFile(std::string const& lfn, bool) {
581  if (not skipFirstEvent_ or globalFirstEventDone_) {
582  nvtxDomainRangePush(global_domain_, ("open file "s + lfn).c_str());
583  }
584 }
585 
586 void NVProfilerService::postOpenFile(std::string const& lfn, bool) {
587  if (not skipFirstEvent_ or globalFirstEventDone_) {
588  nvtxDomainRangePop(global_domain_);
589  }
590 }
591 
592 void NVProfilerService::preCloseFile(std::string const& lfn, bool) {
593  if (not skipFirstEvent_ or globalFirstEventDone_) {
594  nvtxDomainRangePush(global_domain_, ("close file "s + lfn).c_str());
595  }
596 }
597 
598 void NVProfilerService::postCloseFile(std::string const& lfn, bool) {
599  if (not skipFirstEvent_ or globalFirstEventDone_) {
600  nvtxDomainRangePop(global_domain_);
601  }
602 }
603 
604 void NVProfilerService::preModuleBeginStream(edm::StreamContext const& sc, edm::ModuleCallingContext const& mcc) {
605  auto sid = sc.streamID();
606  if (not skipFirstEvent_ or streamFirstEventDone_[sid]) {
607  auto mid = mcc.moduleDescription()->id();
608  auto const& label = mcc.moduleDescription()->moduleLabel();
609  auto const& msg = label + " begin stream";
610  assert(stream_modules_[sid][mid] == nvtxInvalidRangeId);
611  stream_modules_[sid][mid] = nvtxDomainRangeStartColor(stream_domain_[sid], msg.c_str(), labelColor(label));
612  }
613 }
614 
615 void NVProfilerService::postModuleBeginStream(edm::StreamContext const& sc, edm::ModuleCallingContext const& mcc) {
616  auto sid = sc.streamID();
617  if (not skipFirstEvent_ or streamFirstEventDone_[sid]) {
618  auto mid = mcc.moduleDescription()->id();
619  nvtxDomainRangeEnd(stream_domain_[sid], stream_modules_[sid][mid]);
620  stream_modules_[sid][mid] = nvtxInvalidRangeId;
621  }
622 }
623 
624 void NVProfilerService::preModuleEndStream(edm::StreamContext const& sc, edm::ModuleCallingContext const& mcc) {
625  auto sid = sc.streamID();
626  if (not skipFirstEvent_ or streamFirstEventDone_[sid]) {
627  auto mid = mcc.moduleDescription()->id();
628  auto const& label = mcc.moduleDescription()->moduleLabel();
629  auto const& msg = label + " end stream";
630  assert(stream_modules_[sid][mid] == nvtxInvalidRangeId);
631  stream_modules_[sid][mid] = nvtxDomainRangeStartColor(stream_domain_[sid], msg.c_str(), labelColor(label));
632  }
633 }
634 
635 void NVProfilerService::postModuleEndStream(edm::StreamContext const& sc, edm::ModuleCallingContext const& mcc) {
636  auto sid = sc.streamID();
637  if (not skipFirstEvent_ or streamFirstEventDone_[sid]) {
638  auto mid = mcc.moduleDescription()->id();
639  nvtxDomainRangeEnd(stream_domain_[sid], stream_modules_[sid][mid]);
640  stream_modules_[sid][mid] = nvtxInvalidRangeId;
641  }
642 }
643 
644 void NVProfilerService::preGlobalBeginRun(edm::GlobalContext const& gc) {
645  if (not skipFirstEvent_ or globalFirstEventDone_) {
646  nvtxDomainRangePush(global_domain_, "global begin run");
647  }
648 }
649 
650 void NVProfilerService::postGlobalBeginRun(edm::GlobalContext const& gc) {
651  if (not skipFirstEvent_ or globalFirstEventDone_) {
652  nvtxDomainRangePop(global_domain_);
653  }
654 }
655 
656 void NVProfilerService::preGlobalEndRun(edm::GlobalContext const& gc) {
657  if (not skipFirstEvent_ or globalFirstEventDone_) {
658  nvtxDomainRangePush(global_domain_, "global end run");
659  }
660 }
661 
662 void NVProfilerService::postGlobalEndRun(edm::GlobalContext const& gc) {
663  if (not skipFirstEvent_ or globalFirstEventDone_) {
664  nvtxDomainRangePop(global_domain_);
665  }
666 }
667 
668 void NVProfilerService::preStreamBeginRun(edm::StreamContext const& sc) {
669  auto sid = sc.streamID();
670  if (not skipFirstEvent_ or streamFirstEventDone_[sid]) {
671  nvtxDomainRangePush(stream_domain_[sid], "stream begin run");
672  }
673 }
674 
675 void NVProfilerService::postStreamBeginRun(edm::StreamContext const& sc) {
676  auto sid = sc.streamID();
677  if (not skipFirstEvent_ or streamFirstEventDone_[sid]) {
678  nvtxDomainRangePop(stream_domain_[sid]);
679  }
680 }
681 
682 void NVProfilerService::preStreamEndRun(edm::StreamContext const& sc) {
683  auto sid = sc.streamID();
684  if (not skipFirstEvent_ or streamFirstEventDone_[sid]) {
685  nvtxDomainRangePush(stream_domain_[sid], "stream end run");
686  }
687 }
688 
689 void NVProfilerService::postStreamEndRun(edm::StreamContext const& sc) {
690  auto sid = sc.streamID();
691  if (not skipFirstEvent_ or streamFirstEventDone_[sid]) {
692  nvtxDomainRangePop(stream_domain_[sid]);
693  }
694 }
695 
696 void NVProfilerService::preGlobalBeginLumi(edm::GlobalContext const& gc) {
697  if (not skipFirstEvent_ or globalFirstEventDone_) {
698  nvtxDomainRangePush(global_domain_, "global begin lumi");
699  }
700 }
701 
702 void NVProfilerService::postGlobalBeginLumi(edm::GlobalContext const& gc) {
703  if (not skipFirstEvent_ or globalFirstEventDone_) {
704  nvtxDomainRangePop(global_domain_);
705  }
706 }
707 
708 void NVProfilerService::preGlobalEndLumi(edm::GlobalContext const& gc) {
709  if (not skipFirstEvent_ or globalFirstEventDone_) {
710  nvtxDomainRangePush(global_domain_, "global end lumi");
711  }
712 }
713 
714 void NVProfilerService::postGlobalEndLumi(edm::GlobalContext const& gc) {
715  if (not skipFirstEvent_ or globalFirstEventDone_) {
716  nvtxDomainRangePop(global_domain_);
717  }
718 }
719 
720 void NVProfilerService::preStreamBeginLumi(edm::StreamContext const& sc) {
721  auto sid = sc.streamID();
722  if (not skipFirstEvent_ or streamFirstEventDone_[sid]) {
723  nvtxDomainRangePush(stream_domain_[sid], "stream begin lumi");
724  }
725 }
726 
727 void NVProfilerService::postStreamBeginLumi(edm::StreamContext const& sc) {
728  auto sid = sc.streamID();
729  if (not skipFirstEvent_ or streamFirstEventDone_[sid]) {
730  nvtxDomainRangePop(stream_domain_[sid]);
731  }
732 }
733 
734 void NVProfilerService::preStreamEndLumi(edm::StreamContext const& sc) {
735  auto sid = sc.streamID();
736  nvtxDomainRangePush(stream_domain_[sid], "stream end lumi");
737 }
738 
739 void NVProfilerService::postStreamEndLumi(edm::StreamContext const& sc) {
740  auto sid = sc.streamID();
741  if (not skipFirstEvent_ or streamFirstEventDone_[sid]) {
742  nvtxDomainRangePop(stream_domain_[sid]);
743  }
744 }
745 
746 void NVProfilerService::preEvent(edm::StreamContext const& sc) {
747  auto sid = sc.streamID();
748  if (not skipFirstEvent_ or streamFirstEventDone_[sid]) {
749  event_[sid] = nvtxDomainRangeStartColor(stream_domain_[sid], "event", nvtxDarkGreen);
750  }
751 }
752 
753 void NVProfilerService::postEvent(edm::StreamContext const& sc) {
754  auto sid = sc.streamID();
755  if (not skipFirstEvent_ or streamFirstEventDone_[sid]) {
756  nvtxDomainRangeEnd(stream_domain_[sid], event_[sid]);
757  event_[sid] = nvtxInvalidRangeId;
758  } else {
759  streamFirstEventDone_[sid] = true;
760  auto identity = [](bool x) { return x; };
761  if (std::all_of(streamFirstEventDone_.begin(), streamFirstEventDone_.end(), identity)) {
762  bool expected = false;
763  if (globalFirstEventDone_.compare_exchange_strong(expected, true))
764  cudaProfilerStart();
765  }
766  }
767 }
768 
769 void NVProfilerService::prePathEvent(edm::StreamContext const& sc, edm::PathContext const& pc) {
770  auto sid = sc.streamID();
771  if (not skipFirstEvent_ or streamFirstEventDone_[sid]) {
772  nvtxDomainMark(global_domain_, ("before path "s + pc.pathName()).c_str());
773  }
774 }
775 
776 void NVProfilerService::postPathEvent(edm::StreamContext const& sc,
777  edm::PathContext const& pc,
778  edm::HLTPathStatus const& hlts) {
779  auto sid = sc.streamID();
780  if (not skipFirstEvent_ or streamFirstEventDone_[sid]) {
781  nvtxDomainMark(global_domain_, ("after path "s + pc.pathName()).c_str());
782  }
783 }
784 
785 void NVProfilerService::preModuleEventPrefetching(edm::StreamContext const& sc, edm::ModuleCallingContext const& mcc) {
786  auto sid = sc.streamID();
787  if (not skipFirstEvent_ or streamFirstEventDone_[sid]) {
788  auto mid = mcc.moduleDescription()->id();
789  auto const& label = mcc.moduleDescription()->moduleLabel();
790  auto const& msg = label + " prefetching";
791  assert(stream_modules_[sid][mid] == nvtxInvalidRangeId);
792  stream_modules_[sid][mid] = nvtxDomainRangeStartColor(stream_domain_[sid], msg.c_str(), labelColorLight(label));
793  }
794 }
795 
796 void NVProfilerService::postModuleEventPrefetching(edm::StreamContext const& sc, edm::ModuleCallingContext const& mcc) {
797  auto sid = sc.streamID();
798  if (not skipFirstEvent_ or streamFirstEventDone_[sid]) {
799  auto mid = mcc.moduleDescription()->id();
800  nvtxDomainRangeEnd(stream_domain_[sid], stream_modules_[sid][mid]);
801  stream_modules_[sid][mid] = nvtxInvalidRangeId;
802  }
803 }
804 
805 void NVProfilerService::preModuleConstruction(edm::ModuleDescription const& desc) {
806  if (not skipFirstEvent_) {
807  auto mid = desc.id();
808  global_modules_.grow_to_at_least(mid + 1);
809  auto const& label = desc.moduleLabel();
810  auto const& msg = label + " construction";
811  global_modules_[mid] = nvtxDomainRangeStartColor(global_domain_, msg.c_str(), labelColor(label));
812  }
813 }
814 
815 void NVProfilerService::postModuleConstruction(edm::ModuleDescription const& desc) {
816  if (not skipFirstEvent_) {
817  auto mid = desc.id();
818  nvtxDomainRangeEnd(global_domain_, global_modules_[mid]);
819  global_modules_[mid] = nvtxInvalidRangeId;
820  }
821 }
822 
823 void NVProfilerService::preModuleBeginJob(edm::ModuleDescription const& desc) {
824  if (not skipFirstEvent_) {
825  auto mid = desc.id();
826  auto const& label = desc.moduleLabel();
827  auto const& msg = label + " begin job";
828  global_modules_[mid] = nvtxDomainRangeStartColor(global_domain_, msg.c_str(), labelColor(label));
829  }
830 }
831 
832 void NVProfilerService::postModuleBeginJob(edm::ModuleDescription const& desc) {
833  if (not skipFirstEvent_) {
834  auto mid = desc.id();
835  nvtxDomainRangeEnd(global_domain_, global_modules_[mid]);
836  global_modules_[mid] = nvtxInvalidRangeId;
837  }
838 }
839 
840 void NVProfilerService::preModuleEndJob(edm::ModuleDescription const& desc) {
841  if (not skipFirstEvent_ or globalFirstEventDone_) {
842  auto mid = desc.id();
843  auto const& label = desc.moduleLabel();
844  auto const& msg = label + " end job";
845  global_modules_[mid] = nvtxDomainRangeStartColor(global_domain_, msg.c_str(), labelColor(label));
846  }
847 }
848 
849 void NVProfilerService::postModuleEndJob(edm::ModuleDescription const& desc) {
850  if (not skipFirstEvent_ or globalFirstEventDone_) {
851  auto mid = desc.id();
852  nvtxDomainRangeEnd(global_domain_, global_modules_[mid]);
853  global_modules_[mid] = nvtxInvalidRangeId;
854  }
855 }
856 
857 void NVProfilerService::preModuleEventAcquire(edm::StreamContext const& sc, edm::ModuleCallingContext const& mcc) {
858  auto sid = sc.streamID();
859  if (not skipFirstEvent_ or streamFirstEventDone_[sid]) {
860  auto mid = mcc.moduleDescription()->id();
861  auto const& label = mcc.moduleDescription()->moduleLabel();
862  auto const& msg = label + " acquire";
863  assert(stream_modules_[sid][mid] == nvtxInvalidRangeId);
864  stream_modules_[sid][mid] = nvtxDomainRangeStartColor(stream_domain_[sid], msg.c_str(), labelColor(label));
865  }
866 }
867 
868 void NVProfilerService::postModuleEventAcquire(edm::StreamContext const& sc, edm::ModuleCallingContext const& mcc) {
869  auto sid = sc.streamID();
870  if (not skipFirstEvent_ or streamFirstEventDone_[sid]) {
871  auto mid = mcc.moduleDescription()->id();
872  nvtxDomainRangeEnd(stream_domain_[sid], stream_modules_[sid][mid]);
873  stream_modules_[sid][mid] = nvtxInvalidRangeId;
874  }
875 }
876 
877 void NVProfilerService::preModuleEvent(edm::StreamContext const& sc, edm::ModuleCallingContext const& mcc) {
878  auto sid = sc.streamID();
879  if (not skipFirstEvent_ or streamFirstEventDone_[sid]) {
880  auto mid = mcc.moduleDescription()->id();
881  auto const& label = mcc.moduleDescription()->moduleLabel();
882  assert(stream_modules_[sid][mid] == nvtxInvalidRangeId);
883  stream_modules_[sid][mid] = nvtxDomainRangeStartColor(stream_domain_[sid], label.c_str(), labelColor(label));
884  }
885 }
886 
887 void NVProfilerService::postModuleEvent(edm::StreamContext const& sc, edm::ModuleCallingContext const& mcc) {
888  auto sid = sc.streamID();
889  if (not skipFirstEvent_ or streamFirstEventDone_[sid]) {
890  auto mid = mcc.moduleDescription()->id();
891  nvtxDomainRangeEnd(stream_domain_[sid], stream_modules_[sid][mid]);
892  stream_modules_[sid][mid] = nvtxInvalidRangeId;
893  }
894 }
895 
896 void NVProfilerService::preModuleEventDelayedGet(edm::StreamContext const& sc, edm::ModuleCallingContext const& mcc) {
897  /* FIXME
898  auto sid = sc.streamID();
899  if (not skipFirstEvent_ or streamFirstEventDone_[sid]) {
900  auto mid = mcc.moduleDescription()->id();
901  auto const & label = mcc.moduleDescription()->moduleLabel();
902  auto const & msg = label + " delayed get";
903  assert(stream_modules_[sid][mid] == nvtxInvalidRangeId);
904  stream_modules_[sid][mid] = nvtxDomainRangeStartColor(stream_domain_[sid], label.c_str(), labelColorLight(label));
905  }
906  */
907 }
908 
909 void NVProfilerService::postModuleEventDelayedGet(edm::StreamContext const& sc, edm::ModuleCallingContext const& mcc) {
910  /* FIXME
911  auto sid = sc.streamID();
912  if (not skipFirstEvent_ or streamFirstEventDone_[sid]) {
913  auto mid = mcc.moduleDescription()->id();
914  nvtxDomainRangeEnd(stream_domain_[sid], stream_modules_[sid][mid]);
915  stream_modules_[sid][mid] = nvtxInvalidRangeId;
916  }
917  */
918 }
919 
920 void NVProfilerService::preEventReadFromSource(edm::StreamContext const& sc, edm::ModuleCallingContext const& mcc) {
921  /* FIXME
922  auto sid = sc.streamID();
923  if (not skipFirstEvent_ or streamFirstEventDone_[sid]) {
924  auto mid = mcc.moduleDescription()->id();
925  auto const & label = mcc.moduleDescription()->moduleLabel();
926  auto const & msg = label + " read from source";
927  assert(stream_modules_[sid][mid] == nvtxInvalidRangeId);
928  stream_modules_[sid][mid] = nvtxDomainRangeStartColor(stream_domain_[sid], msg.c_str(), labelColorLight(label));
929  }
930  */
931 }
932 
933 void NVProfilerService::postEventReadFromSource(edm::StreamContext const& sc, edm::ModuleCallingContext const& mcc) {
934  /* FIXME
935  auto sid = sc.streamID();
936  if (not skipFirstEvent_ or streamFirstEventDone_[sid]) {
937  auto mid = mcc.moduleDescription()->id();
938  nvtxDomainRangeEnd(stream_domain_[sid], stream_modules_[sid][mid]);
939  stream_modules_[sid][mid] = nvtxInvalidRangeId;
940  }
941  */
942 }
943 
944 void NVProfilerService::preModuleStreamBeginRun(edm::StreamContext const& sc, edm::ModuleCallingContext const& mcc) {
945  auto sid = sc.streamID();
946  if (not skipFirstEvent_ or streamFirstEventDone_[sid]) {
947  auto mid = mcc.moduleDescription()->id();
948  auto const& label = mcc.moduleDescription()->moduleLabel();
949  auto const& msg = label + " stream begin run";
950  assert(stream_modules_[sid][mid] == nvtxInvalidRangeId);
951  stream_modules_[sid][mid] = nvtxDomainRangeStartColor(stream_domain_[sid], msg.c_str(), labelColor(label));
952  }
953 }
954 
955 void NVProfilerService::postModuleStreamBeginRun(edm::StreamContext const& sc, edm::ModuleCallingContext const& mcc) {
956  auto sid = sc.streamID();
957  if (not skipFirstEvent_ or streamFirstEventDone_[sid]) {
958  auto mid = mcc.moduleDescription()->id();
959  nvtxDomainRangeEnd(stream_domain_[sid], stream_modules_[sid][mid]);
960  stream_modules_[sid][mid] = nvtxInvalidRangeId;
961  }
962 }
963 
964 void NVProfilerService::preModuleStreamEndRun(edm::StreamContext const& sc, edm::ModuleCallingContext const& mcc) {
965  auto sid = sc.streamID();
966  if (not skipFirstEvent_ or streamFirstEventDone_[sid]) {
967  auto mid = mcc.moduleDescription()->id();
968  auto const& label = mcc.moduleDescription()->moduleLabel();
969  auto const& msg = label + " stream end run";
970  assert(stream_modules_[sid][mid] == nvtxInvalidRangeId);
971  stream_modules_[sid][mid] = nvtxDomainRangeStartColor(stream_domain_[sid], msg.c_str(), labelColor(label));
972  }
973 }
974 
975 void NVProfilerService::postModuleStreamEndRun(edm::StreamContext const& sc, edm::ModuleCallingContext const& mcc) {
976  auto sid = sc.streamID();
977  if (not skipFirstEvent_ or streamFirstEventDone_[sid]) {
978  auto mid = mcc.moduleDescription()->id();
979  nvtxDomainRangeEnd(stream_domain_[sid], stream_modules_[sid][mid]);
980  stream_modules_[sid][mid] = nvtxInvalidRangeId;
981  }
982 }
983 
984 void NVProfilerService::preModuleStreamBeginLumi(edm::StreamContext const& sc, edm::ModuleCallingContext const& mcc) {
985  auto sid = sc.streamID();
986  if (not skipFirstEvent_ or streamFirstEventDone_[sid]) {
987  auto mid = mcc.moduleDescription()->id();
988  auto const& label = mcc.moduleDescription()->moduleLabel();
989  auto const& msg = label + " stream begin lumi";
990  assert(stream_modules_[sid][mid] == nvtxInvalidRangeId);
991  stream_modules_[sid][mid] = nvtxDomainRangeStartColor(stream_domain_[sid], msg.c_str(), labelColor(label));
992  }
993 }
994 
995 void NVProfilerService::postModuleStreamBeginLumi(edm::StreamContext const& sc, edm::ModuleCallingContext const& mcc) {
996  auto sid = sc.streamID();
997  if (not skipFirstEvent_ or streamFirstEventDone_[sid]) {
998  auto mid = mcc.moduleDescription()->id();
999  nvtxDomainRangeEnd(stream_domain_[sid], stream_modules_[sid][mid]);
1000  stream_modules_[sid][mid] = nvtxInvalidRangeId;
1001  }
1002 }
1003 
1004 void NVProfilerService::preModuleStreamEndLumi(edm::StreamContext const& sc, edm::ModuleCallingContext const& mcc) {
1005  auto sid = sc.streamID();
1006  if (not skipFirstEvent_ or streamFirstEventDone_[sid]) {
1007  auto mid = mcc.moduleDescription()->id();
1008  auto const& label = mcc.moduleDescription()->moduleLabel();
1009  auto const& msg = label + " stream end lumi";
1010  assert(stream_modules_[sid][mid] == nvtxInvalidRangeId);
1011  stream_modules_[sid][mid] = nvtxDomainRangeStartColor(stream_domain_[sid], msg.c_str(), labelColor(label));
1012  }
1013 }
1014 
1015 void NVProfilerService::postModuleStreamEndLumi(edm::StreamContext const& sc, edm::ModuleCallingContext const& mcc) {
1016  auto sid = sc.streamID();
1017  if (not skipFirstEvent_ or streamFirstEventDone_[sid]) {
1018  auto mid = mcc.moduleDescription()->id();
1019  nvtxDomainRangeEnd(stream_domain_[sid], stream_modules_[sid][mid]);
1020  stream_modules_[sid][mid] = nvtxInvalidRangeId;
1021  }
1022 }
1023 
1024 void NVProfilerService::preModuleGlobalBeginRun(edm::GlobalContext const& gc, edm::ModuleCallingContext const& mcc) {
1025  if (not skipFirstEvent_ or globalFirstEventDone_) {
1026  auto mid = mcc.moduleDescription()->id();
1027  auto const& label = mcc.moduleDescription()->moduleLabel();
1028  auto const& msg = label + " global begin run";
1029  global_modules_[mid] = nvtxDomainRangeStartColor(global_domain_, msg.c_str(), labelColor(label));
1030  }
1031 }
1032 
1033 void NVProfilerService::postModuleGlobalBeginRun(edm::GlobalContext const& gc, edm::ModuleCallingContext const& mcc) {
1034  if (not skipFirstEvent_ or globalFirstEventDone_) {
1035  auto mid = mcc.moduleDescription()->id();
1036  nvtxDomainRangeEnd(global_domain_, global_modules_[mid]);
1037  global_modules_[mid] = nvtxInvalidRangeId;
1038  }
1039 }
1040 
1041 void NVProfilerService::preModuleGlobalEndRun(edm::GlobalContext const& gc, edm::ModuleCallingContext const& mcc) {
1042  if (not skipFirstEvent_ or globalFirstEventDone_) {
1043  auto mid = mcc.moduleDescription()->id();
1044  auto const& label = mcc.moduleDescription()->moduleLabel();
1045  auto const& msg = label + " global end run";
1046  global_modules_[mid] = nvtxDomainRangeStartColor(global_domain_, msg.c_str(), labelColor(label));
1047  }
1048 }
1049 
1050 void NVProfilerService::postModuleGlobalEndRun(edm::GlobalContext const& gc, edm::ModuleCallingContext const& mcc) {
1051  if (not skipFirstEvent_ or globalFirstEventDone_) {
1052  auto mid = mcc.moduleDescription()->id();
1053  nvtxDomainRangeEnd(global_domain_, global_modules_[mid]);
1054  global_modules_[mid] = nvtxInvalidRangeId;
1055  }
1056 }
1057 
1058 void NVProfilerService::preModuleGlobalBeginLumi(edm::GlobalContext const& gc, edm::ModuleCallingContext const& mcc) {
1059  if (not skipFirstEvent_ or globalFirstEventDone_) {
1060  auto mid = mcc.moduleDescription()->id();
1061  auto const& label = mcc.moduleDescription()->moduleLabel();
1062  auto const& msg = label + " global begin lumi";
1063  global_modules_[mid] = nvtxDomainRangeStartColor(global_domain_, msg.c_str(), labelColor(label));
1064  }
1065 }
1066 
1067 void NVProfilerService::postModuleGlobalBeginLumi(edm::GlobalContext const& gc, edm::ModuleCallingContext const& mcc) {
1068  if (not skipFirstEvent_ or globalFirstEventDone_) {
1069  auto mid = mcc.moduleDescription()->id();
1070  nvtxDomainRangeEnd(global_domain_, global_modules_[mid]);
1071  global_modules_[mid] = nvtxInvalidRangeId;
1072  }
1073 }
1074 
1075 void NVProfilerService::preModuleGlobalEndLumi(edm::GlobalContext const& gc, edm::ModuleCallingContext const& mcc) {
1076  if (not skipFirstEvent_ or globalFirstEventDone_) {
1077  auto mid = mcc.moduleDescription()->id();
1078  auto const& label = mcc.moduleDescription()->moduleLabel();
1079  auto const& msg = label + " global end lumi";
1080  global_modules_[mid] = nvtxDomainRangeStartColor(global_domain_, msg.c_str(), labelColor(label));
1081  }
1082 }
1083 
1084 void NVProfilerService::postModuleGlobalEndLumi(edm::GlobalContext const& gc, edm::ModuleCallingContext const& mcc) {
1085  if (not skipFirstEvent_ or globalFirstEventDone_) {
1086  auto mid = mcc.moduleDescription()->id();
1087  nvtxDomainRangeEnd(global_domain_, global_modules_[mid]);
1088  global_modules_[mid] = nvtxInvalidRangeId;
1089  }
1090 }
1091 
1092 void NVProfilerService::preSourceConstruction(edm::ModuleDescription const& desc) {
1093  if (not skipFirstEvent_) {
1094  auto mid = desc.id();
1095  global_modules_.grow_to_at_least(mid + 1);
1096  auto const& label = desc.moduleLabel();
1097  auto const& msg = label + " construction";
1098  global_modules_[mid] = nvtxDomainRangeStartColor(global_domain_, msg.c_str(), labelColor(label));
1099  }
1100 }
1101 
1102 void NVProfilerService::postSourceConstruction(edm::ModuleDescription const& desc) {
1103  if (not skipFirstEvent_) {
1104  auto mid = desc.id();
1105  nvtxDomainRangeEnd(global_domain_, global_modules_[mid]);
1106  global_modules_[mid] = nvtxInvalidRangeId;
1107  }
1108 }
1109 
1110 #include "FWCore/ServiceRegistry/interface/ServiceMaker.h"
1111 DEFINE_FWK_SERVICE(NVProfilerService);
NVProfilerService::postEvent
void postEvent(edm::StreamContext const &)
Definition: NVProfilerService.cc:753
ConfigurationDescriptions.h
NVProfilerService::postStreamEndRun
void postStreamEndRun(edm::StreamContext const &)
Definition: NVProfilerService.cc:689
NVProfilerService::postModuleEndJob
void postModuleEndJob(edm::ModuleDescription const &)
Definition: NVProfilerService.cc:849
NVProfilerService::postModuleStreamEndLumi
void postModuleStreamEndLumi(edm::StreamContext const &, edm::ModuleCallingContext const &)
Definition: NVProfilerService.cc:1015
NVProfilerService::postSourceLumi
void postSourceLumi(edm::LuminosityBlockIndex)
Definition: NVProfilerService.cc:562
edm::ActivityRegistry::watchPreModuleEndStream
void watchPreModuleEndStream(PreModuleEndStream::slot_type const &iSlot)
Definition: ActivityRegistry.h:259
edm::StreamID
Definition: StreamID.h:30
edm::ActivityRegistry::watchPreModuleBeginStream
void watchPreModuleBeginStream(PreModuleBeginStream::slot_type const &iSlot)
Definition: ActivityRegistry.h:245
edm::ModuleDescription::moduleLabel
std::string const & moduleLabel() const
Definition: ModuleDescription.h:43
NVProfilerService::preModuleGlobalBeginLumi
void preModuleGlobalBeginLumi(edm::GlobalContext const &, edm::ModuleCallingContext const &)
Definition: NVProfilerService.cc:1058
NVProfilerService::preStreamBeginLumi
void preStreamBeginLumi(edm::StreamContext const &)
Definition: NVProfilerService.cc:720
edm::ActivityRegistry::watchPostStreamEndLumi
void watchPostStreamEndLumi(PostStreamEndLumi::slot_type const &iSlot)
Definition: ActivityRegistry.h:449
edm::ActivityRegistry::watchPostModuleGlobalEndRun
void watchPostModuleGlobalEndRun(PostModuleGlobalEndRun::slot_type const &iSlot)
Definition: ActivityRegistry.h:907
ModuleCallingContext.h
NVProfilerService::preSourceRun
void preSourceRun(edm::RunIndex)
Definition: NVProfilerService.cc:568
electrons_cff.bool
bool
Definition: electrons_cff.py:393
NVProfilerService::postSourceRun
void postSourceRun(edm::RunIndex)
Definition: NVProfilerService.cc:574
NVProfilerService::preModuleStreamBeginRun
void preModuleStreamBeginRun(edm::StreamContext const &, edm::ModuleCallingContext const &)
Definition: NVProfilerService.cc:944
NVProfilerService::~NVProfilerService
~NVProfilerService()
Definition: NVProfilerService.cc:467
MessageLogger.h
NVProfilerService::postModuleStreamEndRun
void postModuleStreamEndRun(edm::StreamContext const &, edm::ModuleCallingContext const &)
Definition: NVProfilerService.cc:975
NVProfilerService::preEventReadFromSource
void preEventReadFromSource(edm::StreamContext const &, edm::ModuleCallingContext const &)
Definition: NVProfilerService.cc:920
BranchType.h
edm::ActivityRegistry::watchPostSourceRun
void watchPostSourceRun(PostSourceRun::slot_type const &iSlot)
Definition: ActivityRegistry.h:213
edm::ActivityRegistry::watchPreSourceLumi
void watchPreSourceLumi(PreSourceLumi::slot_type const &iSlot)
Definition: ActivityRegistry.h:195
edm::ActivityRegistry::watchPostGlobalEndRun
void watchPostGlobalEndRun(PostGlobalEndRun::slot_type const &iSlot)
Definition: ActivityRegistry.h:333
edm::ActivityRegistry::watchPostEventReadFromSource
void watchPostEventReadFromSource(PostEventReadFromSource::slot_type const &iSlot)
Definition: ActivityRegistry.h:780
edm::ActivityRegistry::watchPostModuleStreamBeginLumi
void watchPostModuleStreamBeginLumi(PostModuleStreamBeginLumi::slot_type const &iSlot)
Definition: ActivityRegistry.h:822
NVProfilerService::postBeginJob
void postBeginJob()
Definition: NVProfilerService.cc:532
modules
Definition: ZHLTMatchFilter.cc:17
edm::ProcessContext
Definition: ProcessContext.h:27
edm::ActivityRegistry::watchPreModuleEndJob
void watchPreModuleEndJob(PreModuleEndJob::slot_type const &iSlot)
Definition: ActivityRegistry.h:698
edm::ActivityRegistry::watchPostGlobalEndLumi
void watchPostGlobalEndLumi(PostGlobalEndLumi::slot_type const &iSlot)
Definition: ActivityRegistry.h:409
edm::ParameterSetDescription
Definition: ParameterSetDescription.h:52
DEFINE_FWK_SERVICE
#define DEFINE_FWK_SERVICE(type)
Definition: ServiceMaker.h:105
NVProfilerService::labelColor
uint32_t labelColor(std::string const &label) const
Definition: NVProfilerService.cc:281
NVProfilerService::preModuleGlobalBeginRun
void preModuleGlobalBeginRun(edm::GlobalContext const &, edm::ModuleCallingContext const &)
Definition: NVProfilerService.cc:1024
edm::ActivityRegistry::watchPostOpenFile
void watchPostOpenFile(PostOpenFile::slot_type const &iSlot)
Definition: ActivityRegistry.h:226
NVProfilerService::preGlobalEndRun
void preGlobalEndRun(edm::GlobalContext const &)
Definition: NVProfilerService.cc:656
cms::cuda::assert
assert(be >=bs)
NVProfilerService::preModuleEventPrefetching
void preModuleEventPrefetching(edm::StreamContext const &, edm::ModuleCallingContext const &)
Definition: NVProfilerService.cc:785
edm::ActivityRegistry::watchPostModuleGlobalBeginRun
void watchPostModuleGlobalBeginRun(PostModuleGlobalBeginRun::slot_type const &iSlot)
Definition: ActivityRegistry.h:893
NVProfilerService::postEndJob
void postEndJob()
Definition: NVProfilerService.cc:538
NVProfilerService::preStreamEndRun
void preStreamEndRun(edm::StreamContext const &)
Definition: NVProfilerService.cc:682
mps_check.msg
tuple msg
Definition: mps_check.py:285
NVProfilerService::fillDescriptions
static void fillDescriptions(edm::ConfigurationDescriptions &descriptions)
Definition: NVProfilerService.cc:475
NVProfilerService::postModuleGlobalEndRun
void postModuleGlobalEndRun(edm::GlobalContext const &, edm::ModuleCallingContext const &)
Definition: NVProfilerService.cc:1050
NVProfilerService::postModuleGlobalEndLumi
void postModuleGlobalEndLumi(edm::GlobalContext const &, edm::ModuleCallingContext const &)
Definition: NVProfilerService.cc:1084
DDAxes::x
edm::ActivityRegistry::watchPostModuleStreamEndRun
void watchPostModuleStreamEndRun(PostModuleStreamEndRun::slot_type const &iSlot)
Definition: ActivityRegistry.h:808
NVProfilerService::preBeginJob
void preBeginJob(edm::PathsAndConsumesOfModulesBase const &, edm::ProcessContext const &)
Definition: NVProfilerService.cc:519
edm::ModuleCallingContext::moduleDescription
ModuleDescription const * moduleDescription() const
Definition: ModuleCallingContext.h:50
edm::ActivityRegistry::watchPreModuleStreamBeginRun
void watchPreModuleStreamBeginRun(PreModuleStreamBeginRun::slot_type const &iSlot)
Definition: ActivityRegistry.h:787
edm::ActivityRegistry::watchPreStreamBeginRun
void watchPreStreamBeginRun(PreStreamBeginRun::slot_type const &iSlot)
Definition: ActivityRegistry.h:366
createJobs.tmp
tmp
align.sh
Definition: createJobs.py:716
NVProfilerService::highlight
bool highlight(std::string const &label) const
Definition: NVProfilerService.cc:277
edm::service::SystemBounds::maxNumberOfConcurrentLuminosityBlocks
unsigned int maxNumberOfConcurrentLuminosityBlocks() const
Definition: SystemBounds.h:37
LuminosityBlockID.h
HLTPathStatus.h
NVProfilerService::postModuleEventAcquire
void postModuleEventAcquire(edm::StreamContext const &, edm::ModuleCallingContext const &)
Definition: NVProfilerService.cc:868
NVProfilerService::preGlobalEndLumi
void preGlobalEndLumi(edm::GlobalContext const &)
Definition: NVProfilerService.cc:708
edm::ModuleDescription
Definition: ModuleDescription.h:21
NVProfilerService::preModuleBeginJob
void preModuleBeginJob(edm::ModuleDescription const &)
Definition: NVProfilerService.cc:823
NVProfilerService::postStreamEndLumi
void postStreamEndLumi(edm::StreamContext const &)
Definition: NVProfilerService.cc:739
edm::ActivityRegistry::watchPostModuleBeginStream
void watchPostModuleBeginStream(PostModuleBeginStream::slot_type const &iSlot)
Definition: ActivityRegistry.h:252
edm::ActivityRegistry::watchPostSourceEvent
void watchPostSourceEvent(PostSourceEvent::slot_type const &iSlot)
Definition: ActivityRegistry.h:189
ModuleDescription.h
ActivityRegistry.h
edm::ActivityRegistry::watchPreCloseFile
void watchPreCloseFile(PreCloseFile::slot_type const &iSlot)
Definition: ActivityRegistry.h:234
edm::ActivityRegistry::watchPostModuleEndJob
void watchPostModuleEndJob(PostModuleEndJob::slot_type const &iSlot)
Definition: ActivityRegistry.h:704
edm::ActivityRegistry::watchPostCloseFile
void watchPostCloseFile(PostCloseFile::slot_type const &iSlot)
Definition: ActivityRegistry.h:240
NVProfilerService::postOpenFile
void postOpenFile(std::string const &, bool)
Definition: NVProfilerService.cc:586
config
Definition: config.py:1
edm::ActivityRegistry::watchPreModuleGlobalBeginLumi
void watchPreModuleGlobalBeginLumi(PreModuleGlobalBeginLumi::slot_type const &iSlot)
Definition: ActivityRegistry.h:914
NVProfilerService::postModuleEvent
void postModuleEvent(edm::StreamContext const &, edm::ModuleCallingContext const &)
Definition: NVProfilerService.cc:887
NVProfilerService::preModuleEvent
void preModuleEvent(edm::StreamContext const &, edm::ModuleCallingContext const &)
Definition: NVProfilerService.cc:877
alignCSCRings.s
s
Definition: alignCSCRings.py:92
NVProfilerService::preModuleGlobalEndRun
void preModuleGlobalEndRun(edm::GlobalContext const &, edm::ModuleCallingContext const &)
Definition: NVProfilerService.cc:1041
edm::ActivityRegistry::watchPreModuleStreamEndLumi
void watchPreModuleStreamEndLumi(PreModuleStreamEndLumi::slot_type const &iSlot)
Definition: ActivityRegistry.h:829
NVProfilerService::preModuleBeginStream
void preModuleBeginStream(edm::StreamContext const &, edm::ModuleCallingContext const &)
Definition: NVProfilerService.cc:604
edm::ActivityRegistry::watchPostEndJob
void watchPostEndJob(PostEndJob::slot_type const &iSlot)
Definition: ActivityRegistry.h:169
edm::ActivityRegistry::watchPreStreamBeginLumi
void watchPreStreamBeginLumi(PreStreamBeginLumi::slot_type const &iSlot)
Definition: ActivityRegistry.h:430
edm::LuminosityBlockIndex
Definition: LuminosityBlockIndex.h:33
edm::ActivityRegistry::watchPreModuleEventPrefetching
void watchPreModuleEventPrefetching(PreModuleEventPrefetching::slot_type const &iSlot)
Definition: ActivityRegistry.h:712
edm::ConfigurationDescriptions::add
void add(std::string const &label, ParameterSetDescription const &psetDescription)
Definition: ConfigurationDescriptions.cc:57
edm::StreamContext
Definition: StreamContext.h:31
NVProfilerService::preSourceEvent
void preSourceEvent(edm::StreamID)
Definition: NVProfilerService.cc:544
NVProfilerService::postSourceConstruction
void postSourceConstruction(edm::ModuleDescription const &)
Definition: NVProfilerService.cc:1102
NVProfilerService::postPathEvent
void postPathEvent(edm::StreamContext const &, edm::PathContext const &, edm::HLTPathStatus const &)
Definition: NVProfilerService.cc:776
NVProfilerService::global_domain_
nvtxDomainHandle_t global_domain_
Definition: NVProfilerService.cc:298
edm::ActivityRegistry::watchPreBeginJob
void watchPreBeginJob(PreBeginJob::slot_type const &iSlot)
convenience function for attaching to signal
Definition: ActivityRegistry.h:150
edm::ActivityRegistry::watchPostModuleEndStream
void watchPostModuleEndStream(PostModuleEndStream::slot_type const &iSlot)
Definition: ActivityRegistry.h:266
NVProfilerService::preModuleEventAcquire
void preModuleEventAcquire(edm::StreamContext const &, edm::ModuleCallingContext const &)
Definition: NVProfilerService.cc:857
edm::service::SystemBounds::maxNumberOfConcurrentRuns
unsigned int maxNumberOfConcurrentRuns() const
Definition: SystemBounds.h:36
NVProfilerService::preStreamEndLumi
void preStreamEndLumi(edm::StreamContext const &)
Definition: NVProfilerService.cc:734
Service.h
NVProfilerService::preModuleConstruction
void preModuleConstruction(edm::ModuleDescription const &)
Definition: NVProfilerService.cc:805
edm::ActivityRegistry::watchPostModuleEventDelayedGet
void watchPostModuleEventDelayedGet(PostModuleEventDelayedGet::slot_type const &iSlot)
Definition: ActivityRegistry.h:764
EventID.h
fillDescriptions
static void fillDescriptions(edm::ConfigurationDescriptions &descriptions)
edm::ActivityRegistry::watchPreEvent
void watchPreEvent(PreEvent::slot_type const &iSlot)
Definition: ActivityRegistry.h:457
edm::ActivityRegistry::watchPostStreamBeginRun
void watchPostStreamBeginRun(PostStreamBeginRun::slot_type const &iSlot)
Definition: ActivityRegistry.h:371
edm::ActivityRegistry
Definition: ActivityRegistry.h:133
NVProfilerService::postGlobalBeginLumi
void postGlobalBeginLumi(edm::GlobalContext const &)
Definition: NVProfilerService.cc:702
NVProfilerService::postModuleStreamBeginRun
void postModuleStreamBeginRun(edm::StreamContext const &, edm::ModuleCallingContext const &)
Definition: NVProfilerService.cc:955
NVProfilerService::preGlobalBeginLumi
void preGlobalBeginLumi(edm::GlobalContext const &)
Definition: NVProfilerService.cc:696
edm::ActivityRegistry::watchPostBeginJob
void watchPostBeginJob(PostBeginJob::slot_type const &iSlot)
convenience function for attaching to signal
Definition: ActivityRegistry.h:157
NVProfilerService::event_
std::vector< nvtxRangeId_t > event_
Definition: NVProfilerService.cc:293
edm::ActivityRegistry::watchPreModuleStreamBeginLumi
void watchPreModuleStreamBeginLumi(PreModuleStreamBeginLumi::slot_type const &iSlot)
Definition: ActivityRegistry.h:815
NVProfilerService::postEventReadFromSource
void postEventReadFromSource(edm::StreamContext const &, edm::ModuleCallingContext const &)
Definition: NVProfilerService.cc:933
edm::ActivityRegistry::watchPostModuleBeginJob
void watchPostModuleBeginJob(PostModuleBeginJob::slot_type const &iSlot)
Definition: ActivityRegistry.h:690
ParameterSetDescription.h
edm::ActivityRegistry::watchPostModuleConstruction
void watchPostModuleConstruction(PostModuleConstruction::slot_type const &iSlot)
Definition: ActivityRegistry.h:675
edm::ActivityRegistry::watchPreGlobalEndRun
void watchPreGlobalEndRun(PreGlobalEndRun::slot_type const &iSlot)
Definition: ActivityRegistry.h:328
edm::ActivityRegistry::watchPreEventReadFromSource
void watchPreEventReadFromSource(PreEventReadFromSource::slot_type const &iSlot)
Definition: ActivityRegistry.h:772
NVProfilerService::postModuleGlobalBeginRun
void postModuleGlobalBeginRun(edm::GlobalContext const &, edm::ModuleCallingContext const &)
Definition: NVProfilerService.cc:1033
edm::ActivityRegistry::watchPreSourceConstruction
void watchPreSourceConstruction(PreSourceConstruction::slot_type const &iSlot)
Definition: ActivityRegistry.h:1063
edm::ActivityRegistry::watchPreSourceRun
void watchPreSourceRun(PreSourceRun::slot_type const &iSlot)
Definition: ActivityRegistry.h:207
ServiceMaker.h
NVProfilerService::postModuleConstruction
void postModuleConstruction(edm::ModuleDescription const &)
Definition: NVProfilerService.cc:815
edm::ConfigurationDescriptions
Definition: ConfigurationDescriptions.h:28
NVProfilerService::preCloseFile
void preCloseFile(std::string const &, bool)
Definition: NVProfilerService.cc:592
AlCaHLTBitMon_QueryRunRegistry.string
string
Definition: AlCaHLTBitMon_QueryRunRegistry.py:256
edm::ActivityRegistry::watchPostSourceLumi
void watchPostSourceLumi(PostSourceLumi::slot_type const &iSlot)
Definition: ActivityRegistry.h:201
NVProfilerService::stream_modules_
std::vector< std::vector< nvtxRangeId_t > > stream_modules_
Definition: NVProfilerService.cc:294
NVProfilerService
Definition: NVProfilerService.cc:124
NVProfilerService::postGlobalEndLumi
void postGlobalEndLumi(edm::GlobalContext const &)
Definition: NVProfilerService.cc:714
edm::ActivityRegistry::watchPreModuleGlobalEndLumi
void watchPreModuleGlobalEndLumi(PreModuleGlobalEndLumi::slot_type const &iSlot)
Definition: ActivityRegistry.h:928
edm::ActivityRegistry::watchPreModuleStreamEndRun
void watchPreModuleStreamEndRun(PreModuleStreamEndRun::slot_type const &iSlot)
Definition: ActivityRegistry.h:801
edm::GlobalContext
Definition: GlobalContext.h:29
edm::service::SystemBounds
Definition: SystemBounds.h:29
NVProfilerService::preModuleEndJob
void preModuleEndJob(edm::ModuleDescription const &)
Definition: NVProfilerService.cc:840
edm::ActivityRegistry::watchPostEvent
void watchPostEvent(PostEvent::slot_type const &iSlot)
Definition: ActivityRegistry.h:463
NVProfilerService::preStreamBeginRun
void preStreamBeginRun(edm::StreamContext const &)
Definition: NVProfilerService.cc:668
edm::ParameterSet
Definition: ParameterSet.h:47
edm::service::SystemBounds::maxNumberOfThreads
unsigned int maxNumberOfThreads() const
Definition: SystemBounds.h:38
GlobalContext.h
NVProfilerService::preallocate
void preallocate(edm::service::SystemBounds const &)
Definition: NVProfilerService.cc:494
edm::ActivityRegistry::watchPostModuleGlobalEndLumi
void watchPostModuleGlobalEndLumi(PostModuleGlobalEndLumi::slot_type const &iSlot)
Definition: ActivityRegistry.h:935
Timestamp.h
NVProfilerService::preModuleStreamEndRun
void preModuleStreamEndRun(edm::StreamContext const &, edm::ModuleCallingContext const &)
Definition: NVProfilerService.cc:964
edm::StreamContext::streamID
StreamID const & streamID() const
Definition: StreamContext.h:54
edm::PathContext
Definition: PathContext.h:24
NVProfilerService::preModuleStreamEndLumi
void preModuleStreamEndLumi(edm::StreamContext const &, edm::ModuleCallingContext const &)
Definition: NVProfilerService.cc:1004
edm::ActivityRegistry::watchPreStreamEndLumi
void watchPreStreamEndLumi(PreStreamEndLumi::slot_type const &iSlot)
Definition: ActivityRegistry.h:444
__attribute__
float __attribute__((vector_size(8))) cms_float32x2_t
Definition: ExtVec.h:12
edm::ConfigurationDescriptions::setComment
void setComment(std::string const &value)
Definition: ConfigurationDescriptions.cc:48
NVProfilerService::postGlobalBeginRun
void postGlobalBeginRun(edm::GlobalContext const &)
Definition: NVProfilerService.cc:650
NVProfilerService::preModuleEventDelayedGet
void preModuleEventDelayedGet(edm::StreamContext const &, edm::ModuleCallingContext const &)
Definition: NVProfilerService.cc:896
edm::HLTPathStatus
Definition: HLTPathStatus.h:33
NVProfilerService::globalFirstEventDone_
std::atomic< bool > globalFirstEventDone_
Definition: NVProfilerService.cc:291
NVProfilerService::postModuleEventPrefetching
void postModuleEventPrefetching(edm::StreamContext const &, edm::ModuleCallingContext const &)
Definition: NVProfilerService.cc:796
edm::Service
Definition: Service.h:30
edm::ActivityRegistry::watchPreModuleConstruction
void watchPreModuleConstruction(PreModuleConstruction::slot_type const &iSlot)
Definition: ActivityRegistry.h:666
edm::ActivityRegistry::watchPostGlobalBeginLumi
void watchPostGlobalBeginLumi(PostGlobalBeginLumi::slot_type const &iSlot)
Definition: ActivityRegistry.h:397
NVProfilerService::skipFirstEvent_
const bool skipFirstEvent_
Definition: NVProfilerService.cc:289
NVProfilerService::postSourceEvent
void postSourceEvent(edm::StreamID)
Definition: NVProfilerService.cc:550
NVProfilerService::streamFirstEventDone_
std::vector< std::atomic< bool > > streamFirstEventDone_
Definition: NVProfilerService.cc:292
edm::service::SystemBounds::maxNumberOfStreams
unsigned int maxNumberOfStreams() const
Definition: SystemBounds.h:35
trackerHitRTTI::vector
Definition: trackerHitRTTI.h:21
NVProfilerService::prePathEvent
void prePathEvent(edm::StreamContext const &, edm::PathContext const &)
Definition: NVProfilerService.cc:769
NVProfilerService::postModuleEndStream
void postModuleEndStream(edm::StreamContext const &, edm::ModuleCallingContext const &)
Definition: NVProfilerService.cc:635
edm::ActivityRegistry::watchPostPathEvent
void watchPostPathEvent(PostPathEvent::slot_type const &iSlot)
Definition: ActivityRegistry.h:475
edm::ActivityRegistry::watchPreModuleGlobalEndRun
void watchPreModuleGlobalEndRun(PreModuleGlobalEndRun::slot_type const &iSlot)
Definition: ActivityRegistry.h:900
NVProfilerService::preSourceLumi
void preSourceLumi(edm::LuminosityBlockIndex)
Definition: NVProfilerService.cc:556
edm::ActivityRegistry::watchPostModuleStreamEndLumi
void watchPostModuleStreamEndLumi(PostModuleStreamEndLumi::slot_type const &iSlot)
Definition: ActivityRegistry.h:836
PathContext.h
edm::PathContext::pathName
std::string const & pathName() const
Definition: PathContext.h:30
NVProfilerService::showModulePrefetching_
const bool showModulePrefetching_
Definition: NVProfilerService.cc:288
NVProfilerService::preEvent
void preEvent(edm::StreamContext const &)
Definition: NVProfilerService.cc:746
NVProfilerService::preModuleGlobalEndLumi
void preModuleGlobalEndLumi(edm::GlobalContext const &, edm::ModuleCallingContext const &)
Definition: NVProfilerService.cc:1075
identity
T identity(T t)
Definition: trackSplitPlot.h:71
NVProfilerService::preSourceConstruction
void preSourceConstruction(edm::ModuleDescription const &)
Definition: NVProfilerService.cc:1092
NVProfilerService::highlightModules_
std::vector< std::string > highlightModules_
Definition: NVProfilerService.cc:287
edm::ActivityRegistry::watchPostModuleEventPrefetching
void watchPostModuleEventPrefetching(PostModuleEventPrefetching::slot_type const &iSlot)
Definition: ActivityRegistry.h:720
edm::ActivityRegistry::watchPreGlobalEndLumi
void watchPreGlobalEndLumi(PreGlobalEndLumi::slot_type const &iSlot)
Definition: ActivityRegistry.h:404
edm::ActivityRegistry::watchPreallocate
void watchPreallocate(Preallocate::slot_type const &iSlot)
Definition: ActivityRegistry.h:143
NVProfilerService::postStreamBeginRun
void postStreamBeginRun(edm::StreamContext const &)
Definition: NVProfilerService.cc:675
CUDAService.h
edm::ActivityRegistry::watchPostStreamBeginLumi
void watchPostStreamBeginLumi(PostStreamBeginLumi::slot_type const &iSlot)
Definition: ActivityRegistry.h:437
submitPVResolutionJobs.desc
string desc
Definition: submitPVResolutionJobs.py:251
eostools.move
def move(src, dest)
Definition: eostools.py:511
std
Definition: JetResolutionObject.h:76
edm::ActivityRegistry::watchPreGlobalBeginLumi
void watchPreGlobalBeginLumi(PreGlobalBeginLumi::slot_type const &iSlot)
Definition: ActivityRegistry.h:390
edm::ActivityRegistry::watchPreModuleBeginJob
void watchPreModuleBeginJob(PreModuleBeginJob::slot_type const &iSlot)
Definition: ActivityRegistry.h:684
edm::ActivityRegistry::watchPreOpenFile
void watchPreOpenFile(PreOpenFile::slot_type const &iSlot)
Definition: ActivityRegistry.h:219
edm::ActivityRegistry::watchPostModuleEvent
void watchPostModuleEvent(PostModuleEvent::slot_type const &iSlot)
Definition: ActivityRegistry.h:734
edm::ActivityRegistry::watchPreStreamEndRun
void watchPreStreamEndRun(PreStreamEndRun::slot_type const &iSlot)
Definition: ActivityRegistry.h:378
edm::ActivityRegistry::watchPreModuleGlobalBeginRun
void watchPreModuleGlobalBeginRun(PreModuleGlobalBeginRun::slot_type const &iSlot)
Definition: ActivityRegistry.h:886
edm::ActivityRegistry::watchPostGlobalBeginRun
void watchPostGlobalBeginRun(PostGlobalBeginRun::slot_type const &iSlot)
Definition: ActivityRegistry.h:321
HLTScalers_cfi.hlts
hlts
Definition: HLTScalers_cfi.py:5
NVProfilerService::stream_domain_
std::vector< nvtxDomainHandle_t > stream_domain_
Definition: NVProfilerService.cc:299
NVProfilerService::preGlobalBeginRun
void preGlobalBeginRun(edm::GlobalContext const &)
Definition: NVProfilerService.cc:644
NVProfilerService::postModuleGlobalBeginLumi
void postModuleGlobalBeginLumi(edm::GlobalContext const &, edm::ModuleCallingContext const &)
Definition: NVProfilerService.cc:1067
edm::PathsAndConsumesOfModulesBase
Definition: PathsAndConsumesOfModulesBase.h:34
NVProfilerService::postStreamBeginLumi
void postStreamBeginLumi(edm::StreamContext const &)
Definition: NVProfilerService.cc:727
NVProfilerService::postGlobalEndRun
void postGlobalEndRun(edm::GlobalContext const &)
Definition: NVProfilerService.cc:662
edm::ActivityRegistry::watchPostModuleEventAcquire
void watchPostModuleEventAcquire(PostModuleEventAcquire::slot_type const &iSlot)
Definition: ActivityRegistry.h:748
edm::ActivityRegistry::watchPreSourceEvent
void watchPreSourceEvent(PreSourceEvent::slot_type const &iSlot)
Definition: ActivityRegistry.h:183
NVProfilerService::postModuleStreamBeginLumi
void postModuleStreamBeginLumi(edm::StreamContext const &, edm::ModuleCallingContext const &)
Definition: NVProfilerService.cc:995
NVProfilerService::postModuleEventDelayedGet
void postModuleEventDelayedGet(edm::StreamContext const &, edm::ModuleCallingContext const &)
Definition: NVProfilerService.cc:909
NVProfilerService::NVProfilerService
NVProfilerService(const edm::ParameterSet &, edm::ActivityRegistry &)
Definition: NVProfilerService.cc:302
or
The Signals That Services Can Subscribe To This is based on ActivityRegistry and is current per Services can connect to the signals distributed by the ActivityRegistry in order to monitor the activity of the application Each possible callback has some defined which we here list in angle e< void, edm::EventID const &, edm::Timestamp const & > We also list in braces which AR_WATCH_USING_METHOD_ is used for those or
Definition: Activities.doc:12
edm::RunIndex
Definition: RunIndex.h:32
NVProfilerService::postModuleBeginJob
void postModuleBeginJob(edm::ModuleDescription const &)
Definition: NVProfilerService.cc:832
Exception.h
NVProfilerService::global_modules_
tbb::concurrent_vector< nvtxRangeId_t > global_modules_
Definition: NVProfilerService.cc:296
edm::ActivityRegistry::watchPostModuleGlobalBeginLumi
void watchPostModuleGlobalBeginLumi(PostModuleGlobalBeginLumi::slot_type const &iSlot)
Definition: ActivityRegistry.h:921
AlignmentPI::index
index
Definition: AlignmentPayloadInspectorHelper.h:46
NVProfilerService::preModuleEndStream
void preModuleEndStream(edm::StreamContext const &, edm::ModuleCallingContext const &)
Definition: NVProfilerService.cc:624
MillePedeFileConverter_cfg.out
out
Definition: MillePedeFileConverter_cfg.py:31
NVProfilerService::postModuleBeginStream
void postModuleBeginStream(edm::StreamContext const &, edm::ModuleCallingContext const &)
Definition: NVProfilerService.cc:615
edm::ActivityRegistry::watchPreGlobalBeginRun
void watchPreGlobalBeginRun(PreGlobalBeginRun::slot_type const &iSlot)
Definition: ActivityRegistry.h:316
ParameterSet.h
edm::ActivityRegistry::watchPrePathEvent
void watchPrePathEvent(PrePathEvent::slot_type const &iSlot)
Definition: ActivityRegistry.h:469
StreamContext.h
NVProfilerService::preOpenFile
void preOpenFile(std::string const &, bool)
Definition: NVProfilerService.cc:580
TimeOfDay.h
ProcessContext.h
edm::ActivityRegistry::watchPreModuleEventAcquire
void watchPreModuleEventAcquire(PreModuleEventAcquire::slot_type const &iSlot)
Definition: ActivityRegistry.h:740
PathsAndConsumesOfModulesBase.h
ConsumesInfo.h
edm::PathsAndConsumesOfModulesBase::allModules
std::vector< ModuleDescription const * > const & allModules() const
Definition: PathsAndConsumesOfModulesBase.h:41
ProductKindOfType.h
SystemBounds.h
NVProfilerService::preModuleStreamBeginLumi
void preModuleStreamBeginLumi(edm::StreamContext const &, edm::ModuleCallingContext const &)
Definition: NVProfilerService.cc:984
edm::ActivityRegistry::watchPreModuleEventDelayedGet
void watchPreModuleEventDelayedGet(PreModuleEventDelayedGet::slot_type const &iSlot)
Definition: ActivityRegistry.h:756
RunID.h
edm::ActivityRegistry::watchPostSourceConstruction
void watchPostSourceConstruction(PostSourceConstruction::slot_type const &iSlot)
Definition: ActivityRegistry.h:1072
label
const char * label
Definition: PFTauDecayModeTools.cc:11
edm::ActivityRegistry::watchPostModuleStreamBeginRun
void watchPostModuleStreamBeginRun(PostModuleStreamBeginRun::slot_type const &iSlot)
Definition: ActivityRegistry.h:794
edm::ActivityRegistry::watchPostStreamEndRun
void watchPostStreamEndRun(PostStreamEndRun::slot_type const &iSlot)
Definition: ActivityRegistry.h:383
edm::ActivityRegistry::watchPreModuleEvent
void watchPreModuleEvent(PreModuleEvent::slot_type const &iSlot)
Definition: ActivityRegistry.h:728
NVProfilerService::labelColorLight
uint32_t labelColorLight(std::string const &label) const
Definition: NVProfilerService.cc:283
NVProfilerService::postCloseFile
void postCloseFile(std::string const &, bool)
Definition: NVProfilerService.cc:598
edm::ModuleDescription::id
unsigned int id() const
Definition: ModuleDescription.h:46
edm::ModuleCallingContext
Definition: ModuleCallingContext.h:29
Generated for CMSSW Reference Manual by doxygen 1.8.16