NVProfilerService Class Reference

Public Member Functions
	NVProfilerService (const edm::ParameterSet &, edm::ActivityRegistry &)
void	postBeginJob ()
void	postCloseFile (std::string const &, bool)
void	postEndJob ()
void	postEvent (edm::StreamContext const &)
void	postEventReadFromSource (edm::StreamContext const &, edm::ModuleCallingContext const &)
void	postGlobalBeginLumi (edm::GlobalContext const &)
void	postGlobalBeginRun (edm::GlobalContext const &)
void	postGlobalEndLumi (edm::GlobalContext const &)
void	postGlobalEndRun (edm::GlobalContext const &)
void	postModuleBeginJob (edm::ModuleDescription const &)
void	postModuleBeginStream (edm::StreamContext const &, edm::ModuleCallingContext const &)
void	postModuleConstruction (edm::ModuleDescription const &)
void	postModuleDestruction (edm::ModuleDescription const &)
void	postModuleEndJob (edm::ModuleDescription const &)
void	postModuleEndStream (edm::StreamContext const &, edm::ModuleCallingContext const &)
void	postModuleEvent (edm::StreamContext const &, edm::ModuleCallingContext const &)
void	postModuleEventAcquire (edm::StreamContext const &, edm::ModuleCallingContext const &)
void	postModuleEventDelayedGet (edm::StreamContext const &, edm::ModuleCallingContext const &)
void	postModuleEventPrefetching (edm::StreamContext const &, edm::ModuleCallingContext const &)
void	postModuleGlobalBeginLumi (edm::GlobalContext const &, edm::ModuleCallingContext const &)
void	postModuleGlobalBeginRun (edm::GlobalContext const &, edm::ModuleCallingContext const &)
void	postModuleGlobalEndLumi (edm::GlobalContext const &, edm::ModuleCallingContext const &)
void	postModuleGlobalEndRun (edm::GlobalContext const &, edm::ModuleCallingContext const &)
void	postModuleStreamBeginLumi (edm::StreamContext const &, edm::ModuleCallingContext const &)
void	postModuleStreamBeginRun (edm::StreamContext const &, edm::ModuleCallingContext const &)
void	postModuleStreamEndLumi (edm::StreamContext const &, edm::ModuleCallingContext const &)
void	postModuleStreamEndRun (edm::StreamContext const &, edm::ModuleCallingContext const &)
void	postOpenFile (std::string const &, bool)
void	postPathEvent (edm::StreamContext const &, edm::PathContext const &, edm::HLTPathStatus const &)
void	postSourceConstruction (edm::ModuleDescription const &)
void	postSourceEvent (edm::StreamID)
void	postSourceLumi (edm::LuminosityBlockIndex)
void	postSourceRun (edm::RunIndex)
void	postStreamBeginLumi (edm::StreamContext const &)
void	postStreamBeginRun (edm::StreamContext const &)
void	postStreamEndLumi (edm::StreamContext const &)
void	postStreamEndRun (edm::StreamContext const &)
void	preallocate (edm::service::SystemBounds const &)
void	preBeginJob (edm::PathsAndConsumesOfModulesBase const &, edm::ProcessContext const &)
void	preCloseFile (std::string const &, bool)
void	preEvent (edm::StreamContext const &)
void	preEventReadFromSource (edm::StreamContext const &, edm::ModuleCallingContext const &)
void	preGlobalBeginLumi (edm::GlobalContext const &)
void	preGlobalBeginRun (edm::GlobalContext const &)
void	preGlobalEndLumi (edm::GlobalContext const &)
void	preGlobalEndRun (edm::GlobalContext const &)
void	preModuleBeginJob (edm::ModuleDescription const &)
void	preModuleBeginStream (edm::StreamContext const &, edm::ModuleCallingContext const &)
void	preModuleConstruction (edm::ModuleDescription const &)
void	preModuleDestruction (edm::ModuleDescription const &)
void	preModuleEndJob (edm::ModuleDescription const &)
void	preModuleEndStream (edm::StreamContext const &, edm::ModuleCallingContext const &)
void	preModuleEvent (edm::StreamContext const &, edm::ModuleCallingContext const &)
void	preModuleEventAcquire (edm::StreamContext const &, edm::ModuleCallingContext const &)
void	preModuleEventDelayedGet (edm::StreamContext const &, edm::ModuleCallingContext const &)
void	preModuleEventPrefetching (edm::StreamContext const &, edm::ModuleCallingContext const &)
void	preModuleGlobalBeginLumi (edm::GlobalContext const &, edm::ModuleCallingContext const &)
void	preModuleGlobalBeginRun (edm::GlobalContext const &, edm::ModuleCallingContext const &)
void	preModuleGlobalEndLumi (edm::GlobalContext const &, edm::ModuleCallingContext const &)
void	preModuleGlobalEndRun (edm::GlobalContext const &, edm::ModuleCallingContext const &)
void	preModuleStreamBeginLumi (edm::StreamContext const &, edm::ModuleCallingContext const &)
void	preModuleStreamBeginRun (edm::StreamContext const &, edm::ModuleCallingContext const &)
void	preModuleStreamEndLumi (edm::StreamContext const &, edm::ModuleCallingContext const &)
void	preModuleStreamEndRun (edm::StreamContext const &, edm::ModuleCallingContext const &)
void	preOpenFile (std::string const &, bool)
void	prePathEvent (edm::StreamContext const &, edm::PathContext const &)
void	preSourceConstruction (edm::ModuleDescription const &)
void	preSourceEvent (edm::StreamID)
void	preSourceLumi (edm::LuminosityBlockIndex)
void	preSourceRun (edm::RunIndex)
void	preStreamBeginLumi (edm::StreamContext const &)
void	preStreamBeginRun (edm::StreamContext const &)
void	preStreamEndLumi (edm::StreamContext const &)
void	preStreamEndRun (edm::StreamContext const &)
	~NVProfilerService ()

Static Public Member Functions
static void	fillDescriptions (edm::ConfigurationDescriptions &descriptions)

Private Member Functions
bool	highlight (std::string const &label) const
uint32_t	labelColor (std::string const &label) const
uint32_t	labelColorLight (std::string const &label) const

Private Attributes
std::vector< nvtxRangeId_t >	event_
nvtxDomainHandle_t	global_domain_
tbb::concurrent_vector < nvtxRangeId_t >	global_modules_
std::atomic< bool >	globalFirstEventDone_ = false
std::vector< std::string >	highlightModules_
const bool	showModulePrefetching_
const bool	skipFirstEvent_
std::vector< nvtxDomainHandle_t >	stream_domain_
std::vector< std::vector < nvtxRangeId_t > >	stream_modules_
std::vector< std::atomic< bool > >	streamFirstEventDone_

Detailed Description

Definition at line 124 of file NVProfilerService.cc.

Constructor & Destructor Documentation

NVProfilerService::NVProfilerService	(	const edm::ParameterSet &	config,
		edm::ActivityRegistry &	registry
	)

Definition at line 306 of file NVProfilerService.cc.

References global_domain_, highlightModules_, postBeginJob(), postCloseFile(), postEndJob(), postEvent(), postEventReadFromSource(), postGlobalBeginLumi(), postGlobalBeginRun(), postGlobalEndLumi(), postGlobalEndRun(), postModuleBeginJob(), postModuleBeginStream(), postModuleConstruction(), postModuleDestruction(), postModuleEndJob(), postModuleEndStream(), postModuleEvent(), postModuleEventAcquire(), postModuleEventDelayedGet(), postModuleEventPrefetching(), postModuleGlobalBeginLumi(), postModuleGlobalBeginRun(), postModuleGlobalEndLumi(), postModuleGlobalEndRun(), postModuleStreamBeginLumi(), postModuleStreamBeginRun(), postModuleStreamEndLumi(), postModuleStreamEndRun(), postOpenFile(), postPathEvent(), postSourceConstruction(), postSourceEvent(), postSourceLumi(), postSourceRun(), postStreamBeginLumi(), postStreamBeginRun(), postStreamEndLumi(), postStreamEndRun(), preallocate(), preBeginJob(), preCloseFile(), preEvent(), preEventReadFromSource(), preGlobalBeginLumi(), preGlobalBeginRun(), preGlobalEndLumi(), preGlobalEndRun(), preModuleBeginJob(), preModuleBeginStream(), preModuleConstruction(), preModuleDestruction(), preModuleEndJob(), preModuleEndStream(), preModuleEvent(), preModuleEventAcquire(), preModuleEventDelayedGet(), preModuleEventPrefetching(), preModuleGlobalBeginLumi(), preModuleGlobalBeginRun(), preModuleGlobalEndLumi(), preModuleGlobalEndRun(), preModuleStreamBeginLumi(), preModuleStreamBeginRun(), preModuleStreamEndLumi(), preModuleStreamEndRun(), preOpenFile(), prePathEvent(), preSourceConstruction(), preSourceEvent(), preSourceLumi(), preSourceRun(), preStreamBeginLumi(), preStreamBeginRun(), preStreamEndLumi(), preStreamEndRun(), showModulePrefetching_, skipFirstEvent_, edm::ActivityRegistry::watchPostBeginJob(), edm::ActivityRegistry::watchPostCloseFile(), edm::ActivityRegistry::watchPostEndJob(), edm::ActivityRegistry::watchPostEvent(), edm::ActivityRegistry::watchPostEventReadFromSource(), edm::ActivityRegistry::watchPostGlobalBeginLumi(), edm::ActivityRegistry::watchPostGlobalBeginRun(), edm::ActivityRegistry::watchPostGlobalEndLumi(), edm::ActivityRegistry::watchPostGlobalEndRun(), edm::ActivityRegistry::watchPostModuleBeginJob(), edm::ActivityRegistry::watchPostModuleBeginStream(), edm::ActivityRegistry::watchPostModuleConstruction(), edm::ActivityRegistry::watchPostModuleDestruction(), edm::ActivityRegistry::watchPostModuleEndJob(), edm::ActivityRegistry::watchPostModuleEndStream(), edm::ActivityRegistry::watchPostModuleEvent(), edm::ActivityRegistry::watchPostModuleEventAcquire(), edm::ActivityRegistry::watchPostModuleEventDelayedGet(), edm::ActivityRegistry::watchPostModuleEventPrefetching(), edm::ActivityRegistry::watchPostModuleGlobalBeginLumi(), edm::ActivityRegistry::watchPostModuleGlobalBeginRun(), edm::ActivityRegistry::watchPostModuleGlobalEndLumi(), edm::ActivityRegistry::watchPostModuleGlobalEndRun(), edm::ActivityRegistry::watchPostModuleStreamBeginLumi(), edm::ActivityRegistry::watchPostModuleStreamBeginRun(), edm::ActivityRegistry::watchPostModuleStreamEndLumi(), edm::ActivityRegistry::watchPostModuleStreamEndRun(), edm::ActivityRegistry::watchPostOpenFile(), edm::ActivityRegistry::watchPostPathEvent(), edm::ActivityRegistry::watchPostSourceConstruction(), edm::ActivityRegistry::watchPostSourceEvent(), edm::ActivityRegistry::watchPostSourceLumi(), edm::ActivityRegistry::watchPostSourceRun(), edm::ActivityRegistry::watchPostStreamBeginLumi(), edm::ActivityRegistry::watchPostStreamBeginRun(), edm::ActivityRegistry::watchPostStreamEndLumi(), edm::ActivityRegistry::watchPostStreamEndRun(), edm::ActivityRegistry::watchPreallocate(), edm::ActivityRegistry::watchPreBeginJob(), edm::ActivityRegistry::watchPreCloseFile(), edm::ActivityRegistry::watchPreEvent(), edm::ActivityRegistry::watchPreEventReadFromSource(), edm::ActivityRegistry::watchPreGlobalBeginLumi(), edm::ActivityRegistry::watchPreGlobalBeginRun(), edm::ActivityRegistry::watchPreGlobalEndLumi(), edm::ActivityRegistry::watchPreGlobalEndRun(), edm::ActivityRegistry::watchPreModuleBeginJob(), edm::ActivityRegistry::watchPreModuleBeginStream(), edm::ActivityRegistry::watchPreModuleConstruction(), edm::ActivityRegistry::watchPreModuleDestruction(), edm::ActivityRegistry::watchPreModuleEndJob(), edm::ActivityRegistry::watchPreModuleEndStream(), edm::ActivityRegistry::watchPreModuleEvent(), edm::ActivityRegistry::watchPreModuleEventAcquire(), edm::ActivityRegistry::watchPreModuleEventDelayedGet(), edm::ActivityRegistry::watchPreModuleEventPrefetching(), edm::ActivityRegistry::watchPreModuleGlobalBeginLumi(), edm::ActivityRegistry::watchPreModuleGlobalBeginRun(), edm::ActivityRegistry::watchPreModuleGlobalEndLumi(), edm::ActivityRegistry::watchPreModuleGlobalEndRun(), edm::ActivityRegistry::watchPreModuleStreamBeginLumi(), edm::ActivityRegistry::watchPreModuleStreamBeginRun(), edm::ActivityRegistry::watchPreModuleStreamEndLumi(), edm::ActivityRegistry::watchPreModuleStreamEndRun(), edm::ActivityRegistry::watchPreOpenFile(), edm::ActivityRegistry::watchPrePathEvent(), edm::ActivityRegistry::watchPreSourceConstruction(), edm::ActivityRegistry::watchPreSourceEvent(), edm::ActivityRegistry::watchPreSourceLumi(), edm::ActivityRegistry::watchPreSourceRun(), edm::ActivityRegistry::watchPreStreamBeginLumi(), edm::ActivityRegistry::watchPreStreamBeginRun(), edm::ActivityRegistry::watchPreStreamEndLumi(), and edm::ActivityRegistry::watchPreStreamEndRun().

    : highlightModules_(config.getUntrackedParameter<std::vector<std::string>>("highlightModules")),
      showModulePrefetching_(config.getUntrackedParameter<bool>("showModulePrefetching")),
      skipFirstEvent_(config.getUntrackedParameter<bool>("skipFirstEvent")) {
  // make sure that CUDA is initialised, and that the CUDAService destructor is called after this service's destructor
  edm::Service<CUDAService> cudaService;

  std::sort(highlightModules_.begin(), highlightModules_.end());

  // create the NVTX domain for global EDM transitions
  global_domain_ = nvtxDomainCreate("EDM Global");

  // enables profile collection; if profiling is already enabled it has no effect
  if (not skipFirstEvent_) {
    cudaProfilerStart();
  }

  registry.watchPreallocate(this, &NVProfilerService::preallocate);

  // these signal pair are NOT guaranteed to be called by the same thread
  registry.watchPreBeginJob(this, &NVProfilerService::preBeginJob);
  registry.watchPostBeginJob(this, &NVProfilerService::postBeginJob);

  // there is no preEndJob() signal
  registry.watchPostEndJob(this, &NVProfilerService::postEndJob);

  // these signal pair are NOT guaranteed to be called by the same thread
  registry.watchPreGlobalBeginRun(this, &NVProfilerService::preGlobalBeginRun);
  registry.watchPostGlobalBeginRun(this, &NVProfilerService::postGlobalBeginRun);

  // these signal pair are NOT guaranteed to be called by the same thread
  registry.watchPreGlobalEndRun(this, &NVProfilerService::preGlobalEndRun);
  registry.watchPostGlobalEndRun(this, &NVProfilerService::postGlobalEndRun);

  // these signal pair are NOT guaranteed to be called by the same thread
  registry.watchPreStreamBeginRun(this, &NVProfilerService::preStreamBeginRun);
  registry.watchPostStreamBeginRun(this, &NVProfilerService::postStreamBeginRun);

  // these signal pair are NOT guaranteed to be called by the same thread
  registry.watchPreStreamEndRun(this, &NVProfilerService::preStreamEndRun);
  registry.watchPostStreamEndRun(this, &NVProfilerService::postStreamEndRun);

  // these signal pair are NOT guaranteed to be called by the same thread
  registry.watchPreGlobalBeginLumi(this, &NVProfilerService::preGlobalBeginLumi);
  registry.watchPostGlobalBeginLumi(this, &NVProfilerService::postGlobalBeginLumi);

  // these signal pair are NOT guaranteed to be called by the same thread
  registry.watchPreGlobalEndLumi(this, &NVProfilerService::preGlobalEndLumi);
  registry.watchPostGlobalEndLumi(this, &NVProfilerService::postGlobalEndLumi);

  // these signal pair are NOT guaranteed to be called by the same thread
  registry.watchPreStreamBeginLumi(this, &NVProfilerService::preStreamBeginLumi);
  registry.watchPostStreamBeginLumi(this, &NVProfilerService::postStreamBeginLumi);

  // these signal pair are NOT guaranteed to be called by the same thread
  registry.watchPreStreamEndLumi(this, &NVProfilerService::preStreamEndLumi);
  registry.watchPostStreamEndLumi(this, &NVProfilerService::postStreamEndLumi);

  // these signal pair are NOT guaranteed to be called by the same thread
  registry.watchPreEvent(this, &NVProfilerService::preEvent);
  registry.watchPostEvent(this, &NVProfilerService::postEvent);

  // these signal pair are NOT guaranteed to be called by the same thread
  registry.watchPrePathEvent(this, &NVProfilerService::prePathEvent);
  registry.watchPostPathEvent(this, &NVProfilerService::postPathEvent);

  if (showModulePrefetching_) {
    // these signal pair are NOT guaranteed to be called by the same thread
    registry.watchPreModuleEventPrefetching(this, &NVProfilerService::preModuleEventPrefetching);
    registry.watchPostModuleEventPrefetching(this, &NVProfilerService::postModuleEventPrefetching);
  }

  // these signal pair are guaranteed to be called by the same thread
  registry.watchPreOpenFile(this, &NVProfilerService::preOpenFile);
  registry.watchPostOpenFile(this, &NVProfilerService::postOpenFile);

  // these signal pair are guaranteed to be called by the same thread
  registry.watchPreCloseFile(this, &NVProfilerService::preCloseFile);
  registry.watchPostCloseFile(this, &NVProfilerService::postCloseFile);

  // these signal pair are guaranteed to be called by the same thread
  registry.watchPreSourceConstruction(this, &NVProfilerService::preSourceConstruction);
  registry.watchPostSourceConstruction(this, &NVProfilerService::postSourceConstruction);

  // these signal pair are guaranteed to be called by the same thread
  registry.watchPreSourceRun(this, &NVProfilerService::preSourceRun);
  registry.watchPostSourceRun(this, &NVProfilerService::postSourceRun);

  // these signal pair are guaranteed to be called by the same thread
  registry.watchPreSourceLumi(this, &NVProfilerService::preSourceLumi);
  registry.watchPostSourceLumi(this, &NVProfilerService::postSourceLumi);

  // these signal pair are guaranteed to be called by the same thread
  registry.watchPreSourceEvent(this, &NVProfilerService::preSourceEvent);
  registry.watchPostSourceEvent(this, &NVProfilerService::postSourceEvent);

  // these signal pair are guaranteed to be called by the same thread
  registry.watchPreModuleConstruction(this, &NVProfilerService::preModuleConstruction);
  registry.watchPostModuleConstruction(this, &NVProfilerService::postModuleConstruction);

  // these signal pair are guaranteed to be called by the same thread
  registry.watchPreModuleDestruction(this, &NVProfilerService::preModuleDestruction);
  registry.watchPostModuleDestruction(this, &NVProfilerService::postModuleDestruction);

  // these signal pair are guaranteed to be called by the same thread
  registry.watchPreModuleBeginJob(this, &NVProfilerService::preModuleBeginJob);
  registry.watchPostModuleBeginJob(this, &NVProfilerService::postModuleBeginJob);

  // these signal pair are guaranteed to be called by the same thread
  registry.watchPreModuleEndJob(this, &NVProfilerService::preModuleEndJob);
  registry.watchPostModuleEndJob(this, &NVProfilerService::postModuleEndJob);

  // these signal pair are guaranteed to be called by the same thread
  registry.watchPreModuleBeginStream(this, &NVProfilerService::preModuleBeginStream);
  registry.watchPostModuleBeginStream(this, &NVProfilerService::postModuleBeginStream);

  // these signal pair are guaranteed to be called by the same thread
  registry.watchPreModuleEndStream(this, &NVProfilerService::preModuleEndStream);
  registry.watchPostModuleEndStream(this, &NVProfilerService::postModuleEndStream);

  // these signal pair are guaranteed to be called by the same thread
  registry.watchPreModuleGlobalBeginRun(this, &NVProfilerService::preModuleGlobalBeginRun);
  registry.watchPostModuleGlobalBeginRun(this, &NVProfilerService::postModuleGlobalBeginRun);

  // these signal pair are guaranteed to be called by the same thread
  registry.watchPreModuleGlobalEndRun(this, &NVProfilerService::preModuleGlobalEndRun);
  registry.watchPostModuleGlobalEndRun(this, &NVProfilerService::postModuleGlobalEndRun);

  // these signal pair are guaranteed to be called by the same thread
  registry.watchPreModuleGlobalBeginLumi(this, &NVProfilerService::preModuleGlobalBeginLumi);
  registry.watchPostModuleGlobalBeginLumi(this, &NVProfilerService::postModuleGlobalBeginLumi);

  // these signal pair are guaranteed to be called by the same thread
  registry.watchPreModuleGlobalEndLumi(this, &NVProfilerService::preModuleGlobalEndLumi);
  registry.watchPostModuleGlobalEndLumi(this, &NVProfilerService::postModuleGlobalEndLumi);

  // these signal pair are guaranteed to be called by the same thread
  registry.watchPreModuleStreamBeginRun(this, &NVProfilerService::preModuleStreamBeginRun);
  registry.watchPostModuleStreamBeginRun(this, &NVProfilerService::postModuleStreamBeginRun);

  // these signal pair are guaranteed to be called by the same thread
  registry.watchPreModuleStreamEndRun(this, &NVProfilerService::preModuleStreamEndRun);
  registry.watchPostModuleStreamEndRun(this, &NVProfilerService::postModuleStreamEndRun);

  // these signal pair are guaranteed to be called by the same thread
  registry.watchPreModuleStreamBeginLumi(this, &NVProfilerService::preModuleStreamBeginLumi);
  registry.watchPostModuleStreamBeginLumi(this, &NVProfilerService::postModuleStreamBeginLumi);

  // these signal pair are guaranteed to be called by the same thread
  registry.watchPreModuleStreamEndLumi(this, &NVProfilerService::preModuleStreamEndLumi);
  registry.watchPostModuleStreamEndLumi(this, &NVProfilerService::postModuleStreamEndLumi);

  // these signal pair are guaranteed to be called by the same thread
  registry.watchPreModuleEventAcquire(this, &NVProfilerService::preModuleEventAcquire);
  registry.watchPostModuleEventAcquire(this, &NVProfilerService::postModuleEventAcquire);

  // these signal pair are guaranteed to be called by the same thread
  registry.watchPreModuleEvent(this, &NVProfilerService::preModuleEvent);
  registry.watchPostModuleEvent(this, &NVProfilerService::postModuleEvent);

  // these signal pair are guaranteed to be called by the same thread
  registry.watchPreModuleEventDelayedGet(this, &NVProfilerService::preModuleEventDelayedGet);
  registry.watchPostModuleEventDelayedGet(this, &NVProfilerService::postModuleEventDelayedGet);

  // these signal pair are guaranteed to be called by the same thread
  registry.watchPreEventReadFromSource(this, &NVProfilerService::preEventReadFromSource);
  registry.watchPostEventReadFromSource(this, &NVProfilerService::postEventReadFromSource);
}

NVProfilerService::~NVProfilerService

(

)

Definition at line 475 of file NVProfilerService.cc.

References global_domain_, and stream_domain_.

                                      {
  for (unsigned int sid = 0; sid < stream_domain_.size(); ++sid) {
    nvtxDomainDestroy(stream_domain_[sid]);
  }
  nvtxDomainDestroy(global_domain_);
  cudaProfilerStop();
}

Member Function Documentation

void NVProfilerService::fillDescriptions ( edm::ConfigurationDescriptions &  descriptions )

static

Definition at line 483 of file NVProfilerService.cc.

References edm::ConfigurationDescriptions::add(), edm::ParameterSetDescription::addUntracked(), submitPVResolutionJobs::desc, and edm::ConfigurationDescriptions::setComment().

                                                                                   {
  edm::ParameterSetDescription desc;
  desc.addUntracked<std::vector<std::string>>("highlightModules", {})->setComment("");
  desc.addUntracked<bool>("showModulePrefetching", false)
      ->setComment("Show the stack of dependencies that requested to run a module.");
  desc.addUntracked<bool>("skipFirstEvent", false)
      ->setComment(
          "Start profiling after the first event has completed.\nWith multiple streams, ignore transitions belonging "
          "to events started in parallel to the first event.\nRequires running nvprof with the '--profile-from-start "
          "off' option.");
  descriptions.add("NVProfilerService", desc);
  descriptions.setComment(R"(This Service provides CMSSW-aware annotations to nvprof/nvvm.

Notes on nvprof options:
  - the option '--profile-from-start off' should be used if skipFirstEvent is True.
  - the option '--cpu-profiling on' currently results in cmsRun being stuck at the beginning of the job.
  - the option '--cpu-thread-tracing on' is not compatible with jemalloc, and should only be used with cmsRunGlibC.)");
}

bool NVProfilerService::highlight ( std::string const &  label ) const

inlineprivate

Definition at line 281 of file NVProfilerService.cc.

References label.

                                               {
    return (std::binary_search(highlightModules_.begin(), highlightModules_.end(), label));
  }

uint32_t NVProfilerService::labelColor ( std::string const &  label ) const

inlineprivate

Definition at line 285 of file NVProfilerService.cc.

{ return highlight(label) ? nvtxAmber : nvtxGreen; }

uint32_t NVProfilerService::labelColorLight ( std::string const &  label ) const

inlineprivate

Definition at line 287 of file NVProfilerService.cc.

                                                         {
    return highlight(label) ? nvtxLightAmber : nvtxLightGreen;
  }

void NVProfilerService::postBeginJob

(

)

Definition at line 540 of file NVProfilerService.cc.

References global_domain_, globalFirstEventDone_, or, and skipFirstEvent_.

Referenced by NVProfilerService().

                                     {
  if (not skipFirstEvent_ or globalFirstEventDone_) {
    nvtxDomainMark(global_domain_, "postBeginJob");
  }
}

void NVProfilerService::postCloseFile	(	std::string const &	lfn,
		bool
	)

Definition at line 606 of file NVProfilerService.cc.

References edm::ModuleDescription::id(), label, edm::ModuleCallingContext::moduleDescription(), edm::ModuleDescription::moduleLabel(), or, skipFirstEvent_, streamFirstEventDone_, and edm::StreamContext::streamID().

Referenced by NVProfilerService().

                                                                {
  if (not skipFirstEvent_ or globalFirstEventDone_) {
    nvtxDomainRangePop(global_domain_);
  }
}

void NVProfilerService::postEndJob

(

)

Definition at line 546 of file NVProfilerService.cc.

References or, skipFirstEvent_, stream_domain_, and streamFirstEventDone_.

Referenced by NVProfilerService().

                                   {
  if (not skipFirstEvent_ or globalFirstEventDone_) {
    nvtxDomainMark(global_domain_, "postEndJob");
  }
}

void NVProfilerService::postEvent

(

edm::StreamContext const &

sc

)

Definition at line 761 of file NVProfilerService.cc.

Referenced by NVProfilerService().

                                                            {
  auto sid = sc.streamID();
  if (not skipFirstEvent_ or streamFirstEventDone_[sid]) {
    nvtxDomainRangeEnd(stream_domain_[sid], event_[sid]);
    event_[sid] = nvtxInvalidRangeId;
  } else {
    streamFirstEventDone_[sid] = true;
    auto identity = [](bool x) { return x; };
    if (std::all_of(streamFirstEventDone_.begin(), streamFirstEventDone_.end(), identity)) {
      bool expected = false;
      if (globalFirstEventDone_.compare_exchange_strong(expected, true))
        cudaProfilerStart();
    }
  }
}

void NVProfilerService::postEventReadFromSource	(	edm::StreamContext const &	sc,
		edm::ModuleCallingContext const &	mcc
	)

Definition at line 959 of file NVProfilerService.cc.

Referenced by NVProfilerService().

                                                                                                              {
  /* FIXME
  auto sid = sc.streamID();
  if (not skipFirstEvent_ or streamFirstEventDone_[sid]) {
    auto mid = mcc.moduleDescription()->id();
    nvtxDomainRangeEnd(stream_domain_[sid], stream_modules_[sid][mid]);
    stream_modules_[sid][mid] = nvtxInvalidRangeId;
  }
  */
}

void NVProfilerService::postGlobalBeginLumi

(

edm::GlobalContext const &

gc

)

Definition at line 710 of file NVProfilerService.cc.

References global_domain_, globalFirstEventDone_, or, and skipFirstEvent_.

Referenced by NVProfilerService().

                                                                      {
  if (not skipFirstEvent_ or globalFirstEventDone_) {
    nvtxDomainRangePop(global_domain_);
  }
}

void NVProfilerService::postGlobalBeginRun

(

edm::GlobalContext const &

gc

)

Definition at line 658 of file NVProfilerService.cc.

References global_domain_, globalFirstEventDone_, or, and skipFirstEvent_.

Referenced by NVProfilerService().

                                                                     {
  if (not skipFirstEvent_ or globalFirstEventDone_) {
    nvtxDomainRangePop(global_domain_);
  }
}

void NVProfilerService::postGlobalEndLumi

(

edm::GlobalContext const &

gc

)

Definition at line 722 of file NVProfilerService.cc.

References or, skipFirstEvent_, stream_domain_, streamFirstEventDone_, and edm::StreamContext::streamID().

Referenced by NVProfilerService().

                                                                    {
  if (not skipFirstEvent_ or globalFirstEventDone_) {
    nvtxDomainRangePop(global_domain_);
  }
}

void NVProfilerService::postGlobalEndRun

(

edm::GlobalContext const &

gc

)

Definition at line 670 of file NVProfilerService.cc.

References or, skipFirstEvent_, stream_domain_, streamFirstEventDone_, and edm::StreamContext::streamID().

Referenced by NVProfilerService().

                                                                   {
  if (not skipFirstEvent_ or globalFirstEventDone_) {
    nvtxDomainRangePop(global_domain_);
  }
}

void NVProfilerService::postModuleBeginJob

(

edm::ModuleDescription const &

desc

)

Definition at line 858 of file NVProfilerService.cc.

Referenced by NVProfilerService().

                                                                           {
  if (not skipFirstEvent_) {
    auto mid = desc.id();
    nvtxDomainRangeEnd(global_domain_, global_modules_[mid]);
    global_modules_[mid] = nvtxInvalidRangeId;
  }
}

void NVProfilerService::postModuleBeginStream	(	edm::StreamContext const &	sc,
		edm::ModuleCallingContext const &	mcc
	)

Definition at line 623 of file NVProfilerService.cc.

Referenced by NVProfilerService().

                                                                                                            {
  auto sid = sc.streamID();
  if (not skipFirstEvent_ or streamFirstEventDone_[sid]) {
    auto mid = mcc.moduleDescription()->id();
    nvtxDomainRangeEnd(stream_domain_[sid], stream_modules_[sid][mid]);
    stream_modules_[sid][mid] = nvtxInvalidRangeId;
  }
}

void NVProfilerService::postModuleConstruction

(

edm::ModuleDescription const &

desc

)

Definition at line 823 of file NVProfilerService.cc.

Referenced by NVProfilerService().

                                                                               {
  if (not skipFirstEvent_) {
    auto mid = desc.id();
    nvtxDomainRangeEnd(global_domain_, global_modules_[mid]);
    global_modules_[mid] = nvtxInvalidRangeId;
  }
}

void NVProfilerService::postModuleDestruction

(

edm::ModuleDescription const &

desc

)

Definition at line 841 of file NVProfilerService.cc.

Referenced by NVProfilerService().

                                                                              {
  if (not skipFirstEvent_) {
    auto mid = desc.id();
    nvtxDomainRangeEnd(global_domain_, global_modules_[mid]);
    global_modules_[mid] = nvtxInvalidRangeId;
  }
}

void NVProfilerService::postModuleEndJob

(

edm::ModuleDescription const &

desc

)

Definition at line 875 of file NVProfilerService.cc.

Referenced by NVProfilerService().

                                                                         {
  if (not skipFirstEvent_ or globalFirstEventDone_) {
    auto mid = desc.id();
    nvtxDomainRangeEnd(global_domain_, global_modules_[mid]);
    global_modules_[mid] = nvtxInvalidRangeId;
  }
}

void NVProfilerService::postModuleEndStream	(	edm::StreamContext const &	sc,
		edm::ModuleCallingContext const &	mcc
	)

Definition at line 643 of file NVProfilerService.cc.

Referenced by NVProfilerService().

                                                                                                          {
  auto sid = sc.streamID();
  if (not skipFirstEvent_ or streamFirstEventDone_[sid]) {
    auto mid = mcc.moduleDescription()->id();
    nvtxDomainRangeEnd(stream_domain_[sid], stream_modules_[sid][mid]);
    stream_modules_[sid][mid] = nvtxInvalidRangeId;
  }
}

void NVProfilerService::postModuleEvent	(	edm::StreamContext const &	sc,
		edm::ModuleCallingContext const &	mcc
	)

Definition at line 913 of file NVProfilerService.cc.

Referenced by NVProfilerService().

                                                                                                      {
  auto sid = sc.streamID();
  if (not skipFirstEvent_ or streamFirstEventDone_[sid]) {
    auto mid = mcc.moduleDescription()->id();
    nvtxDomainRangeEnd(stream_domain_[sid], stream_modules_[sid][mid]);
    stream_modules_[sid][mid] = nvtxInvalidRangeId;
  }
}

void NVProfilerService::postModuleEventAcquire	(	edm::StreamContext const &	sc,
		edm::ModuleCallingContext const &	mcc
	)

Definition at line 894 of file NVProfilerService.cc.

Referenced by NVProfilerService().

                                                                                                             {
  auto sid = sc.streamID();
  if (not skipFirstEvent_ or streamFirstEventDone_[sid]) {
    auto mid = mcc.moduleDescription()->id();
    nvtxDomainRangeEnd(stream_domain_[sid], stream_modules_[sid][mid]);
    stream_modules_[sid][mid] = nvtxInvalidRangeId;
  }
}

void NVProfilerService::postModuleEventDelayedGet	(	edm::StreamContext const &	sc,
		edm::ModuleCallingContext const &	mcc
	)

Definition at line 935 of file NVProfilerService.cc.

Referenced by NVProfilerService().

                                                                                                                {
  /* FIXME
  auto sid = sc.streamID();
  if (not skipFirstEvent_ or streamFirstEventDone_[sid]) {
    auto mid = mcc.moduleDescription()->id();
    nvtxDomainRangeEnd(stream_domain_[sid], stream_modules_[sid][mid]);
    stream_modules_[sid][mid] = nvtxInvalidRangeId;
  }
  */
}

void NVProfilerService::postModuleEventPrefetching	(	edm::StreamContext const &	sc,
		edm::ModuleCallingContext const &	mcc
	)

Definition at line 804 of file NVProfilerService.cc.

Referenced by NVProfilerService().

                                                                                                                 {
  auto sid = sc.streamID();
  if (not skipFirstEvent_ or streamFirstEventDone_[sid]) {
    auto mid = mcc.moduleDescription()->id();
    nvtxDomainRangeEnd(stream_domain_[sid], stream_modules_[sid][mid]);
    stream_modules_[sid][mid] = nvtxInvalidRangeId;
  }
}

void NVProfilerService::postModuleGlobalBeginLumi	(	edm::GlobalContext const &	gc,
		edm::ModuleCallingContext const &	mcc
	)

Definition at line 1093 of file NVProfilerService.cc.

Referenced by NVProfilerService().

                                                                                                                {
  if (not skipFirstEvent_ or globalFirstEventDone_) {
    auto mid = mcc.moduleDescription()->id();
    nvtxDomainRangeEnd(global_domain_, global_modules_[mid]);
    global_modules_[mid] = nvtxInvalidRangeId;
  }
}

void NVProfilerService::postModuleGlobalBeginRun	(	edm::GlobalContext const &	gc,
		edm::ModuleCallingContext const &	mcc
	)

Definition at line 1059 of file NVProfilerService.cc.

Referenced by NVProfilerService().

                                                                                                               {
  if (not skipFirstEvent_ or globalFirstEventDone_) {
    auto mid = mcc.moduleDescription()->id();
    nvtxDomainRangeEnd(global_domain_, global_modules_[mid]);
    global_modules_[mid] = nvtxInvalidRangeId;
  }
}

void NVProfilerService::postModuleGlobalEndLumi	(	edm::GlobalContext const &	gc,
		edm::ModuleCallingContext const &	mcc
	)

Definition at line 1110 of file NVProfilerService.cc.

Referenced by NVProfilerService().

                                                                                                              {
  if (not skipFirstEvent_ or globalFirstEventDone_) {
    auto mid = mcc.moduleDescription()->id();
    nvtxDomainRangeEnd(global_domain_, global_modules_[mid]);
    global_modules_[mid] = nvtxInvalidRangeId;
  }
}

void NVProfilerService::postModuleGlobalEndRun	(	edm::GlobalContext const &	gc,
		edm::ModuleCallingContext const &	mcc
	)

Definition at line 1076 of file NVProfilerService.cc.

Referenced by NVProfilerService().

                                                                                                             {
  if (not skipFirstEvent_ or globalFirstEventDone_) {
    auto mid = mcc.moduleDescription()->id();
    nvtxDomainRangeEnd(global_domain_, global_modules_[mid]);
    global_modules_[mid] = nvtxInvalidRangeId;
  }
}

void NVProfilerService::postModuleStreamBeginLumi	(	edm::StreamContext const &	sc,
		edm::ModuleCallingContext const &	mcc
	)

Definition at line 1021 of file NVProfilerService.cc.

Referenced by NVProfilerService().

                                                                                                                {
  auto sid = sc.streamID();
  if (not skipFirstEvent_ or streamFirstEventDone_[sid]) {
    auto mid = mcc.moduleDescription()->id();
    nvtxDomainRangeEnd(stream_domain_[sid], stream_modules_[sid][mid]);
    stream_modules_[sid][mid] = nvtxInvalidRangeId;
  }
}

void NVProfilerService::postModuleStreamBeginRun	(	edm::StreamContext const &	sc,
		edm::ModuleCallingContext const &	mcc
	)

Definition at line 981 of file NVProfilerService.cc.

Referenced by NVProfilerService().

                                                                                                               {
  auto sid = sc.streamID();
  if (not skipFirstEvent_ or streamFirstEventDone_[sid]) {
    auto mid = mcc.moduleDescription()->id();
    nvtxDomainRangeEnd(stream_domain_[sid], stream_modules_[sid][mid]);
    stream_modules_[sid][mid] = nvtxInvalidRangeId;
  }
}

void NVProfilerService::postModuleStreamEndLumi	(	edm::StreamContext const &	sc,
		edm::ModuleCallingContext const &	mcc
	)

Definition at line 1041 of file NVProfilerService.cc.

Referenced by NVProfilerService().

                                                                                                              {
  auto sid = sc.streamID();
  if (not skipFirstEvent_ or streamFirstEventDone_[sid]) {
    auto mid = mcc.moduleDescription()->id();
    nvtxDomainRangeEnd(stream_domain_[sid], stream_modules_[sid][mid]);
    stream_modules_[sid][mid] = nvtxInvalidRangeId;
  }
}

void NVProfilerService::postModuleStreamEndRun	(	edm::StreamContext const &	sc,
		edm::ModuleCallingContext const &	mcc
	)

Definition at line 1001 of file NVProfilerService.cc.

Referenced by NVProfilerService().

                                                                                                             {
  auto sid = sc.streamID();
  if (not skipFirstEvent_ or streamFirstEventDone_[sid]) {
    auto mid = mcc.moduleDescription()->id();
    nvtxDomainRangeEnd(stream_domain_[sid], stream_modules_[sid][mid]);
    stream_modules_[sid][mid] = nvtxInvalidRangeId;
  }
}

void NVProfilerService::postOpenFile	(	std::string const &	lfn,
		bool
	)

Definition at line 594 of file NVProfilerService.cc.

References global_domain_, globalFirstEventDone_, or, alignCSCRings::s, and skipFirstEvent_.

Referenced by NVProfilerService().

                                                               {
  if (not skipFirstEvent_ or globalFirstEventDone_) {
    nvtxDomainRangePop(global_domain_);
  }
}

void NVProfilerService::postPathEvent	(	edm::StreamContext const &	sc,
		edm::PathContext const &	pc,
		edm::HLTPathStatus const &	hlts
	)

Definition at line 784 of file NVProfilerService.cc.

Referenced by NVProfilerService().

                                                                    {
  auto sid = sc.streamID();
  if (not skipFirstEvent_ or streamFirstEventDone_[sid]) {
    nvtxDomainMark(global_domain_, ("after path "s + pc.pathName()).c_str());
  }
}

void NVProfilerService::postSourceConstruction

(

edm::ModuleDescription const &

desc

)

Definition at line 1128 of file NVProfilerService.cc.

Referenced by NVProfilerService().

                                                                               {
  if (not skipFirstEvent_) {
    auto mid = desc.id();
    nvtxDomainRangeEnd(global_domain_, global_modules_[mid]);
    global_modules_[mid] = nvtxInvalidRangeId;
  }
}

void NVProfilerService::postSourceEvent

(

edm::StreamID

sid

)

Definition at line 558 of file NVProfilerService.cc.

References global_domain_, globalFirstEventDone_, or, and skipFirstEvent_.

Referenced by NVProfilerService().

                                                       {
  if (not skipFirstEvent_ or streamFirstEventDone_[sid]) {
    nvtxDomainRangePop(stream_domain_[sid]);
  }
}

void NVProfilerService::postSourceLumi

(

edm::LuminosityBlockIndex

index

)

Definition at line 570 of file NVProfilerService.cc.

References global_domain_, globalFirstEventDone_, or, and skipFirstEvent_.

Referenced by NVProfilerService().

                                                                    {
  if (not skipFirstEvent_ or globalFirstEventDone_) {
    nvtxDomainRangePop(global_domain_);
  }
}

void NVProfilerService::postSourceRun

(

edm::RunIndex

index

)

Definition at line 582 of file NVProfilerService.cc.

References global_domain_, globalFirstEventDone_, or, alignCSCRings::s, and skipFirstEvent_.

Referenced by NVProfilerService().

                                                       {
  if (not skipFirstEvent_ or globalFirstEventDone_) {
    nvtxDomainRangePop(global_domain_);
  }
}

void NVProfilerService::postStreamBeginLumi

(

edm::StreamContext const &

sc

)

Definition at line 735 of file NVProfilerService.cc.

Referenced by NVProfilerService().

                                                                      {
  auto sid = sc.streamID();
  if (not skipFirstEvent_ or streamFirstEventDone_[sid]) {
    nvtxDomainRangePop(stream_domain_[sid]);
  }
}

void NVProfilerService::postStreamBeginRun

(

edm::StreamContext const &

sc

)

Definition at line 683 of file NVProfilerService.cc.

Referenced by NVProfilerService().

                                                                     {
  auto sid = sc.streamID();
  if (not skipFirstEvent_ or streamFirstEventDone_[sid]) {
    nvtxDomainRangePop(stream_domain_[sid]);
  }
}

void NVProfilerService::postStreamEndLumi

(

edm::StreamContext const &

sc

)

Definition at line 747 of file NVProfilerService.cc.

Referenced by NVProfilerService().

                                                                    {
  auto sid = sc.streamID();
  if (not skipFirstEvent_ or streamFirstEventDone_[sid]) {
    nvtxDomainRangePop(stream_domain_[sid]);
  }
}

void NVProfilerService::postStreamEndRun

(

edm::StreamContext const &

sc

)

Definition at line 697 of file NVProfilerService.cc.

Referenced by NVProfilerService().

                                                                   {
  auto sid = sc.streamID();
  if (not skipFirstEvent_ or streamFirstEventDone_[sid]) {
    nvtxDomainRangePop(stream_domain_[sid]);
  }
}

void NVProfilerService::preallocate

(

edm::service::SystemBounds const &

bounds

)

Definition at line 502 of file NVProfilerService.cc.

References stream_domain_.

Referenced by NVProfilerService().

                                                                        {
  std::stringstream out;
  out << "preallocate: " << bounds.maxNumberOfConcurrentRuns() << " concurrent runs, "
      << bounds.maxNumberOfConcurrentLuminosityBlocks() << " luminosity sections, " << bounds.maxNumberOfStreams()
      << " streams\nrunning on" << bounds.maxNumberOfThreads() << " threads";
  nvtxDomainMark(global_domain_, out.str().c_str());

  auto concurrentStreams = bounds.maxNumberOfStreams();
  // create the NVTX domains for per-EDM-stream transitions
  stream_domain_.resize(concurrentStreams);
  for (unsigned int sid = 0; sid < concurrentStreams; ++sid) {
    stream_domain_[sid] = nvtxDomainCreate(fmt::sprintf("EDM Stream %d", sid).c_str());
  }

  event_.resize(concurrentStreams);
  stream_modules_.resize(concurrentStreams);
  if (skipFirstEvent_) {
    globalFirstEventDone_ = false;
    std::vector<std::atomic<bool>> tmp(concurrentStreams);
    for (auto& element : tmp)
      std::atomic_init(&element, false);
    streamFirstEventDone_ = std::move(tmp);
  }
}

void NVProfilerService::preBeginJob	(	edm::PathsAndConsumesOfModulesBase const &	pathsAndConsumes,
		edm::ProcessContext const &	pc
	)

Definition at line 527 of file NVProfilerService.cc.

References stream_modules_.

Referenced by NVProfilerService().

                                                                 {
  nvtxDomainMark(global_domain_, "preBeginJob");

  // FIXME this probably works only in the absence of subprocesses
  // size() + 1 because pathsAndConsumes.allModules() does not include the source
  unsigned int modules = pathsAndConsumes.allModules().size() + 1;
  global_modules_.resize(modules, nvtxInvalidRangeId);
  for (unsigned int sid = 0; sid < stream_modules_.size(); ++sid) {
    stream_modules_[sid].resize(modules, nvtxInvalidRangeId);
  }
}

void NVProfilerService::preCloseFile	(	std::string const &	lfn,
		bool
	)

Definition at line 600 of file NVProfilerService.cc.

References global_domain_, globalFirstEventDone_, or, and skipFirstEvent_.

Referenced by NVProfilerService().

                                                               {
  if (not skipFirstEvent_ or globalFirstEventDone_) {
    nvtxDomainRangePush(global_domain_, ("close file "s + lfn).c_str());
  }
}

void NVProfilerService::preEvent

(

edm::StreamContext const &

sc

)

Definition at line 754 of file NVProfilerService.cc.

Referenced by NVProfilerService().

                                                           {
  auto sid = sc.streamID();
  if (not skipFirstEvent_ or streamFirstEventDone_[sid]) {
    event_[sid] = nvtxDomainRangeStartColor(stream_domain_[sid], "event", nvtxDarkGreen);
  }
}

void NVProfilerService::preEventReadFromSource	(	edm::StreamContext const &	sc,
		edm::ModuleCallingContext const &	mcc
	)

Definition at line 946 of file NVProfilerService.cc.

Referenced by NVProfilerService().

                                                                                                             {
  /* FIXME
  auto sid = sc.streamID();
  if (not skipFirstEvent_ or streamFirstEventDone_[sid]) {
    auto mid = mcc.moduleDescription()->id();
    auto const & label = mcc.moduleDescription()->moduleLabel();
    auto const & msg = label + " read from source";
    assert(stream_modules_[sid][mid] == nvtxInvalidRangeId);
    stream_modules_[sid][mid] = nvtxDomainRangeStartColor(stream_domain_[sid], msg.c_str(), labelColorLight(label));
  }
  */
}

void NVProfilerService::preGlobalBeginLumi

(

edm::GlobalContext const &

gc

)

Definition at line 704 of file NVProfilerService.cc.

References global_domain_, globalFirstEventDone_, or, and skipFirstEvent_.

Referenced by NVProfilerService().

                                                                     {
  if (not skipFirstEvent_ or globalFirstEventDone_) {
    nvtxDomainRangePush(global_domain_, "global begin lumi");
  }
}

void NVProfilerService::preGlobalBeginRun

(

edm::GlobalContext const &

gc

)

Definition at line 652 of file NVProfilerService.cc.

References global_domain_, globalFirstEventDone_, or, and skipFirstEvent_.

Referenced by NVProfilerService().

                                                                    {
  if (not skipFirstEvent_ or globalFirstEventDone_) {
    nvtxDomainRangePush(global_domain_, "global begin run");
  }
}

void NVProfilerService::preGlobalEndLumi

(

edm::GlobalContext const &

gc

)

Definition at line 716 of file NVProfilerService.cc.

References global_domain_, globalFirstEventDone_, or, and skipFirstEvent_.

Referenced by NVProfilerService().

                                                                   {
  if (not skipFirstEvent_ or globalFirstEventDone_) {
    nvtxDomainRangePush(global_domain_, "global end lumi");
  }
}

void NVProfilerService::preGlobalEndRun

(

edm::GlobalContext const &

gc

)

Definition at line 664 of file NVProfilerService.cc.

References global_domain_, globalFirstEventDone_, or, and skipFirstEvent_.

Referenced by NVProfilerService().

                                                                  {
  if (not skipFirstEvent_ or globalFirstEventDone_) {
    nvtxDomainRangePush(global_domain_, "global end run");
  }
}

void NVProfilerService::preModuleBeginJob

(

edm::ModuleDescription const &

desc

)

Definition at line 849 of file NVProfilerService.cc.

Referenced by NVProfilerService().

                                                                          {
  if (not skipFirstEvent_) {
    auto mid = desc.id();
    auto const& label = desc.moduleLabel();
    auto const& msg = label + " begin job";
    global_modules_[mid] = nvtxDomainRangeStartColor(global_domain_, msg.c_str(), labelColor(label));
  }
}

void NVProfilerService::preModuleBeginStream	(	edm::StreamContext const &	sc,
		edm::ModuleCallingContext const &	mcc
	)

Definition at line 612 of file NVProfilerService.cc.

Referenced by NVProfilerService().

                                                                                                           {
  auto sid = sc.streamID();
  if (not skipFirstEvent_ or streamFirstEventDone_[sid]) {
    auto mid = mcc.moduleDescription()->id();
    auto const& label = mcc.moduleDescription()->moduleLabel();
    auto const& msg = label + " begin stream";
    assert(stream_modules_[sid][mid] == nvtxInvalidRangeId);
    stream_modules_[sid][mid] = nvtxDomainRangeStartColor(stream_domain_[sid], msg.c_str(), labelColor(label));
  }
}

void NVProfilerService::preModuleConstruction

(

edm::ModuleDescription const &

desc

)

Definition at line 813 of file NVProfilerService.cc.

Referenced by NVProfilerService().

                                                                              {
  if (not skipFirstEvent_) {
    auto mid = desc.id();
    global_modules_.grow_to_at_least(mid + 1);
    auto const& label = desc.moduleLabel();
    auto const& msg = label + " construction";
    global_modules_[mid] = nvtxDomainRangeStartColor(global_domain_, msg.c_str(), labelColor(label));
  }
}

void NVProfilerService::preModuleDestruction

(

edm::ModuleDescription const &

desc

)

Definition at line 831 of file NVProfilerService.cc.

Referenced by NVProfilerService().

                                                                             {
  if (not skipFirstEvent_) {
    auto mid = desc.id();
    global_modules_.grow_to_at_least(mid + 1);
    auto const& label = desc.moduleLabel();
    auto const& msg = label + " destruction";
    global_modules_[mid] = nvtxDomainRangeStartColor(global_domain_, msg.c_str(), labelColor(label));
  }
}

void NVProfilerService::preModuleEndJob

(

edm::ModuleDescription const &

desc

)

Definition at line 866 of file NVProfilerService.cc.

Referenced by NVProfilerService().

                                                                        {
  if (not skipFirstEvent_ or globalFirstEventDone_) {
    auto mid = desc.id();
    auto const& label = desc.moduleLabel();
    auto const& msg = label + " end job";
    global_modules_[mid] = nvtxDomainRangeStartColor(global_domain_, msg.c_str(), labelColor(label));
  }
}

void NVProfilerService::preModuleEndStream	(	edm::StreamContext const &	sc,
		edm::ModuleCallingContext const &	mcc
	)

Definition at line 632 of file NVProfilerService.cc.

Referenced by NVProfilerService().

                                                                                                         {
  auto sid = sc.streamID();
  if (not skipFirstEvent_ or streamFirstEventDone_[sid]) {
    auto mid = mcc.moduleDescription()->id();
    auto const& label = mcc.moduleDescription()->moduleLabel();
    auto const& msg = label + " end stream";
    assert(stream_modules_[sid][mid] == nvtxInvalidRangeId);
    stream_modules_[sid][mid] = nvtxDomainRangeStartColor(stream_domain_[sid], msg.c_str(), labelColor(label));
  }
}

void NVProfilerService::preModuleEvent	(	edm::StreamContext const &	sc,
		edm::ModuleCallingContext const &	mcc
	)

Definition at line 903 of file NVProfilerService.cc.

Referenced by NVProfilerService().

                                                                                                     {
  auto sid = sc.streamID();
  if (not skipFirstEvent_ or streamFirstEventDone_[sid]) {
    auto mid = mcc.moduleDescription()->id();
    auto const& label = mcc.moduleDescription()->moduleLabel();
    assert(stream_modules_[sid][mid] == nvtxInvalidRangeId);
    stream_modules_[sid][mid] = nvtxDomainRangeStartColor(stream_domain_[sid], label.c_str(), labelColor(label));
  }
}

void NVProfilerService::preModuleEventAcquire	(	edm::StreamContext const &	sc,
		edm::ModuleCallingContext const &	mcc
	)

Definition at line 883 of file NVProfilerService.cc.

Referenced by NVProfilerService().

                                                                                                            {
  auto sid = sc.streamID();
  if (not skipFirstEvent_ or streamFirstEventDone_[sid]) {
    auto mid = mcc.moduleDescription()->id();
    auto const& label = mcc.moduleDescription()->moduleLabel();
    auto const& msg = label + " acquire";
    assert(stream_modules_[sid][mid] == nvtxInvalidRangeId);
    stream_modules_[sid][mid] = nvtxDomainRangeStartColor(stream_domain_[sid], msg.c_str(), labelColor(label));
  }
}

void NVProfilerService::preModuleEventDelayedGet	(	edm::StreamContext const &	sc,
		edm::ModuleCallingContext const &	mcc
	)

Definition at line 922 of file NVProfilerService.cc.

Referenced by NVProfilerService().

                                                                                                               {
  /* FIXME
  auto sid = sc.streamID();
  if (not skipFirstEvent_ or streamFirstEventDone_[sid]) {
    auto mid = mcc.moduleDescription()->id();
    auto const & label = mcc.moduleDescription()->moduleLabel();
    auto const & msg = label + " delayed get";
    assert(stream_modules_[sid][mid] == nvtxInvalidRangeId);
    stream_modules_[sid][mid] = nvtxDomainRangeStartColor(stream_domain_[sid], label.c_str(), labelColorLight(label));
  }
  */
}

void NVProfilerService::preModuleEventPrefetching	(	edm::StreamContext const &	sc,
		edm::ModuleCallingContext const &	mcc
	)

Definition at line 793 of file NVProfilerService.cc.

Referenced by NVProfilerService().

                                                                                                                {
  auto sid = sc.streamID();
  if (not skipFirstEvent_ or streamFirstEventDone_[sid]) {
    auto mid = mcc.moduleDescription()->id();
    auto const& label = mcc.moduleDescription()->moduleLabel();
    auto const& msg = label + " prefetching";
    assert(stream_modules_[sid][mid] == nvtxInvalidRangeId);
    stream_modules_[sid][mid] = nvtxDomainRangeStartColor(stream_domain_[sid], msg.c_str(), labelColorLight(label));
  }
}

void NVProfilerService::preModuleGlobalBeginLumi	(	edm::GlobalContext const &	gc,
		edm::ModuleCallingContext const &	mcc
	)

Definition at line 1084 of file NVProfilerService.cc.

Referenced by NVProfilerService().

                                                                                                               {
  if (not skipFirstEvent_ or globalFirstEventDone_) {
    auto mid = mcc.moduleDescription()->id();
    auto const& label = mcc.moduleDescription()->moduleLabel();
    auto const& msg = label + " global begin lumi";
    global_modules_[mid] = nvtxDomainRangeStartColor(global_domain_, msg.c_str(), labelColor(label));
  }
}

void NVProfilerService::preModuleGlobalBeginRun	(	edm::GlobalContext const &	gc,
		edm::ModuleCallingContext const &	mcc
	)

Definition at line 1050 of file NVProfilerService.cc.

Referenced by NVProfilerService().

                                                                                                              {
  if (not skipFirstEvent_ or globalFirstEventDone_) {
    auto mid = mcc.moduleDescription()->id();
    auto const& label = mcc.moduleDescription()->moduleLabel();
    auto const& msg = label + " global begin run";
    global_modules_[mid] = nvtxDomainRangeStartColor(global_domain_, msg.c_str(), labelColor(label));
  }
}

void NVProfilerService::preModuleGlobalEndLumi	(	edm::GlobalContext const &	gc,
		edm::ModuleCallingContext const &	mcc
	)

Definition at line 1101 of file NVProfilerService.cc.

Referenced by NVProfilerService().

                                                                                                             {
  if (not skipFirstEvent_ or globalFirstEventDone_) {
    auto mid = mcc.moduleDescription()->id();
    auto const& label = mcc.moduleDescription()->moduleLabel();
    auto const& msg = label + " global end lumi";
    global_modules_[mid] = nvtxDomainRangeStartColor(global_domain_, msg.c_str(), labelColor(label));
  }
}

void NVProfilerService::preModuleGlobalEndRun	(	edm::GlobalContext const &	gc,
		edm::ModuleCallingContext const &	mcc
	)

Definition at line 1067 of file NVProfilerService.cc.

Referenced by NVProfilerService().

                                                                                                            {
  if (not skipFirstEvent_ or globalFirstEventDone_) {
    auto mid = mcc.moduleDescription()->id();
    auto const& label = mcc.moduleDescription()->moduleLabel();
    auto const& msg = label + " global end run";
    global_modules_[mid] = nvtxDomainRangeStartColor(global_domain_, msg.c_str(), labelColor(label));
  }
}

void NVProfilerService::preModuleStreamBeginLumi	(	edm::StreamContext const &	sc,
		edm::ModuleCallingContext const &	mcc
	)

Definition at line 1010 of file NVProfilerService.cc.

Referenced by NVProfilerService().

                                                                                                               {
  auto sid = sc.streamID();
  if (not skipFirstEvent_ or streamFirstEventDone_[sid]) {
    auto mid = mcc.moduleDescription()->id();
    auto const& label = mcc.moduleDescription()->moduleLabel();
    auto const& msg = label + " stream begin lumi";
    assert(stream_modules_[sid][mid] == nvtxInvalidRangeId);
    stream_modules_[sid][mid] = nvtxDomainRangeStartColor(stream_domain_[sid], msg.c_str(), labelColor(label));
  }
}

void NVProfilerService::preModuleStreamBeginRun	(	edm::StreamContext const &	sc,
		edm::ModuleCallingContext const &	mcc
	)

Definition at line 970 of file NVProfilerService.cc.

Referenced by NVProfilerService().

                                                                                                              {
  auto sid = sc.streamID();
  if (not skipFirstEvent_ or streamFirstEventDone_[sid]) {
    auto mid = mcc.moduleDescription()->id();
    auto const& label = mcc.moduleDescription()->moduleLabel();
    auto const& msg = label + " stream begin run";
    assert(stream_modules_[sid][mid] == nvtxInvalidRangeId);
    stream_modules_[sid][mid] = nvtxDomainRangeStartColor(stream_domain_[sid], msg.c_str(), labelColor(label));
  }
}

void NVProfilerService::preModuleStreamEndLumi	(	edm::StreamContext const &	sc,
		edm::ModuleCallingContext const &	mcc
	)

Definition at line 1030 of file NVProfilerService.cc.

Referenced by NVProfilerService().

                                                                                                             {
  auto sid = sc.streamID();
  if (not skipFirstEvent_ or streamFirstEventDone_[sid]) {
    auto mid = mcc.moduleDescription()->id();
    auto const& label = mcc.moduleDescription()->moduleLabel();
    auto const& msg = label + " stream end lumi";
    assert(stream_modules_[sid][mid] == nvtxInvalidRangeId);
    stream_modules_[sid][mid] = nvtxDomainRangeStartColor(stream_domain_[sid], msg.c_str(), labelColor(label));
  }
}

void NVProfilerService::preModuleStreamEndRun	(	edm::StreamContext const &	sc,
		edm::ModuleCallingContext const &	mcc
	)

Definition at line 990 of file NVProfilerService.cc.

Referenced by NVProfilerService().

                                                                                                            {
  auto sid = sc.streamID();
  if (not skipFirstEvent_ or streamFirstEventDone_[sid]) {
    auto mid = mcc.moduleDescription()->id();
    auto const& label = mcc.moduleDescription()->moduleLabel();
    auto const& msg = label + " stream end run";
    assert(stream_modules_[sid][mid] == nvtxInvalidRangeId);
    stream_modules_[sid][mid] = nvtxDomainRangeStartColor(stream_domain_[sid], msg.c_str(), labelColor(label));
  }
}

void NVProfilerService::preOpenFile	(	std::string const &	lfn,
		bool
	)

Definition at line 588 of file NVProfilerService.cc.

References global_domain_, globalFirstEventDone_, or, and skipFirstEvent_.

Referenced by NVProfilerService().

                                                              {
  if (not skipFirstEvent_ or globalFirstEventDone_) {
    nvtxDomainRangePush(global_domain_, ("open file "s + lfn).c_str());
  }
}

void NVProfilerService::prePathEvent	(	edm::StreamContext const &	sc,
		edm::PathContext const &	pc
	)

Definition at line 777 of file NVProfilerService.cc.

Referenced by NVProfilerService().

                                                                                         {
  auto sid = sc.streamID();
  if (not skipFirstEvent_ or streamFirstEventDone_[sid]) {
    nvtxDomainMark(global_domain_, ("before path "s + pc.pathName()).c_str());
  }
}

void NVProfilerService::preSourceConstruction

(

edm::ModuleDescription const &

desc

)

Definition at line 1118 of file NVProfilerService.cc.

Referenced by NVProfilerService().

                                                                              {
  if (not skipFirstEvent_) {
    auto mid = desc.id();
    global_modules_.grow_to_at_least(mid + 1);
    auto const& label = desc.moduleLabel();
    auto const& msg = label + " construction";
    global_modules_[mid] = nvtxDomainRangeStartColor(global_domain_, msg.c_str(), labelColor(label));
  }
}

void NVProfilerService::preSourceEvent

(

edm::StreamID

sid

)

Definition at line 552 of file NVProfilerService.cc.

References or, skipFirstEvent_, stream_domain_, and streamFirstEventDone_.

Referenced by NVProfilerService().

                                                      {
  if (not skipFirstEvent_ or streamFirstEventDone_[sid]) {
    nvtxDomainRangePush(stream_domain_[sid], "source");
  }
}

void NVProfilerService::preSourceLumi

(

edm::LuminosityBlockIndex

index

)

Definition at line 564 of file NVProfilerService.cc.

References global_domain_, globalFirstEventDone_, or, and skipFirstEvent_.

Referenced by NVProfilerService().

                                                                   {
  if (not skipFirstEvent_ or globalFirstEventDone_) {
    nvtxDomainRangePush(global_domain_, "source lumi");
  }
}

void NVProfilerService::preSourceRun

(

edm::RunIndex

index

)

Definition at line 576 of file NVProfilerService.cc.

References global_domain_, globalFirstEventDone_, or, and skipFirstEvent_.

Referenced by NVProfilerService().

                                                      {
  if (not skipFirstEvent_ or globalFirstEventDone_) {
    nvtxDomainRangePush(global_domain_, "source run");
  }
}

void NVProfilerService::preStreamBeginLumi

(

edm::StreamContext const &

sc

)

Definition at line 728 of file NVProfilerService.cc.

Referenced by NVProfilerService().

                                                                     {
  auto sid = sc.streamID();
  if (not skipFirstEvent_ or streamFirstEventDone_[sid]) {
    nvtxDomainRangePush(stream_domain_[sid], "stream begin lumi");
  }
}

void NVProfilerService::preStreamBeginRun

(

edm::StreamContext const &

sc

)

Definition at line 676 of file NVProfilerService.cc.

Referenced by NVProfilerService().

                                                                    {
  auto sid = sc.streamID();
  if (not skipFirstEvent_ or streamFirstEventDone_[sid]) {
    nvtxDomainRangePush(stream_domain_[sid], "stream begin run");
  }
}

void NVProfilerService::preStreamEndLumi

(

edm::StreamContext const &

sc

)

Definition at line 742 of file NVProfilerService.cc.

References or, skipFirstEvent_, stream_domain_, streamFirstEventDone_, and edm::StreamContext::streamID().

Referenced by NVProfilerService().

                                                                   {
  auto sid = sc.streamID();
  nvtxDomainRangePush(stream_domain_[sid], "stream end lumi");
}

void NVProfilerService::preStreamEndRun

(

edm::StreamContext const &

sc

)

Definition at line 690 of file NVProfilerService.cc.

Referenced by NVProfilerService().

                                                                  {
  auto sid = sc.streamID();
  if (not skipFirstEvent_ or streamFirstEventDone_[sid]) {
    nvtxDomainRangePush(stream_domain_[sid], "stream end run");
  }
}

Member Data Documentation

std::vector<nvtxRangeId_t> NVProfilerService::event_

private

Definition at line 297 of file NVProfilerService.cc.

nvtxDomainHandle_t NVProfilerService::global_domain_

private

Definition at line 302 of file NVProfilerService.cc.

Referenced by NVProfilerService(), postBeginJob(), postGlobalBeginLumi(), postGlobalBeginRun(), postOpenFile(), postSourceEvent(), postSourceLumi(), postSourceRun(), preCloseFile(), preGlobalBeginLumi(), preGlobalBeginRun(), preGlobalEndLumi(), preGlobalEndRun(), preOpenFile(), preSourceLumi(), preSourceRun(), and ~NVProfilerService().

tbb::concurrent_vector<nvtxRangeId_t> NVProfilerService::global_modules_

private

Definition at line 300 of file NVProfilerService.cc.

std::atomic<bool> NVProfilerService::globalFirstEventDone_ = false

private

Definition at line 295 of file NVProfilerService.cc.

Referenced by postBeginJob(), postGlobalBeginLumi(), postGlobalBeginRun(), postOpenFile(), postSourceEvent(), postSourceLumi(), postSourceRun(), preCloseFile(), preGlobalBeginLumi(), preGlobalBeginRun(), preGlobalEndLumi(), preGlobalEndRun(), preOpenFile(), preSourceLumi(), and preSourceRun().

std::vector<std::string> NVProfilerService::highlightModules_

private

Definition at line 291 of file NVProfilerService.cc.

Referenced by NVProfilerService().

const bool NVProfilerService::showModulePrefetching_

private

Definition at line 292 of file NVProfilerService.cc.

Referenced by NVProfilerService().

const bool NVProfilerService::skipFirstEvent_

private

Definition at line 293 of file NVProfilerService.cc.

Referenced by NVProfilerService(), postBeginJob(), postCloseFile(), postEndJob(), postGlobalBeginLumi(), postGlobalBeginRun(), postGlobalEndLumi(), postGlobalEndRun(), postOpenFile(), postSourceEvent(), postSourceLumi(), postSourceRun(), preCloseFile(), preGlobalBeginLumi(), preGlobalBeginRun(), preGlobalEndLumi(), preGlobalEndRun(), preOpenFile(), preSourceEvent(), preSourceLumi(), preSourceRun(), and preStreamEndLumi().

std::vector<nvtxDomainHandle_t> NVProfilerService::stream_domain_

private

Definition at line 303 of file NVProfilerService.cc.

Referenced by postEndJob(), postGlobalEndLumi(), postGlobalEndRun(), preallocate(), preSourceEvent(), preStreamEndLumi(), and ~NVProfilerService().

std::vector<std::vector<nvtxRangeId_t> > NVProfilerService::stream_modules_

private

Definition at line 298 of file NVProfilerService.cc.

Referenced by preBeginJob().

std::vector<std::atomic<bool> > NVProfilerService::streamFirstEventDone_

private

Definition at line 296 of file NVProfilerService.cc.

Referenced by postCloseFile(), postEndJob(), postGlobalEndLumi(), postGlobalEndRun(), preSourceEvent(), and preStreamEndLumi().

---

Generated for CMSSW Reference Manual by  1.8.5