CUDAService.cc File Reference

#include <iomanip>
#include <iostream>
#include <limits>
#include <set>
#include <stdexcept>
#include <string>
#include <utility>
#include <vector>
#include <cuda.h>
#include <cuda_runtime.h>
#include <nvml.h>
#include "FWCore/MessageLogger/interface/MessageLogger.h"
#include "FWCore/ParameterSet/interface/ConfigurationDescriptions.h"
#include "FWCore/ParameterSet/interface/ParameterSet.h"
#include "FWCore/ParameterSet/interface/ParameterSetDescription.h"
#include "FWCore/ServiceRegistry/interface/Service.h"
#include "FWCore/Utilities/interface/ResourceInformation.h"
#include "FWCore/Utilities/interface/ReusableObjectHolder.h"
#include "HeterogeneousCore/CUDAServices/interface/CUDAInterface.h"
#include "HeterogeneousCore/CUDAUtilities/interface/EventCache.h"
#include "HeterogeneousCore/CUDAUtilities/interface/StreamCache.h"
#include "HeterogeneousCore/CUDAUtilities/interface/cachingAllocators.h"
#include "HeterogeneousCore/CUDAUtilities/interface/cudaCheck.h"
#include "HeterogeneousCore/CUDAUtilities/interface/currentDevice.h"
#include "HeterogeneousCore/CUDAUtilities/interface/device_unique_ptr.h"
#include "HeterogeneousCore/CUDAUtilities/interface/host_unique_ptr.h"
#include "HeterogeneousCore/CUDAUtilities/interface/nvmlCheck.h"
#include "FWCore/ServiceRegistry/interface/ServiceMaker.h"

Go to the source code of this file.

Classes
class	CUDAService

Namespaces
	edm
	HLT enums.
	edm::service

Typedefs
typedef CUDAServiceMaker ::concrete_t	CUDAService___t
typedef edm::serviceregistry::ServiceMaker< CUDAServiceMaker ::interface_t, CUDAServiceMaker >	CUDAService__t
using	CUDAServiceMaker = edm::serviceregistry::ParameterSetMaker< CUDAInterface, CUDAService >

Functions
std::string	decodeVersion (int version)
constexpr unsigned int	getCudaCoresPerSM (unsigned int major, unsigned int minor)
bool	edm::service::isProcessWideService (CUDAService const *)
static const edm::ParameterSetDescriptionFillerPluginFactory::PMaker< edm::DescriptionFillerForServices< CUDAService___t > >	s_filler__LINE__ ("CUDAService")
static const edm::serviceregistry::ServicePluginFactory ::PMaker< CUDAService__t >	s_maker__LINE__ ("CUDAService")
void	setCudaLimit (cudaLimit limit, const char *name, size_t request)

Typedef Documentation

CUDAService___t

typedef CUDAServiceMaker ::concrete_t CUDAService___t

Definition at line 488 of file CUDAService.cc.

CUDAService__t

typedef edm::serviceregistry::ServiceMaker< CUDAServiceMaker ::interface_t, CUDAServiceMaker > CUDAService__t

Definition at line 488 of file CUDAService.cc.

CUDAServiceMaker

using CUDAServiceMaker = edm::serviceregistry::ParameterSetMaker<CUDAInterface, CUDAService>

Definition at line 487 of file CUDAService.cc.

Function Documentation

decodeVersion()

std::string decodeVersion

(

int

version

)

Definition at line 138 of file CUDAService.cc.

References to_string(), and relval_steps::version.

Referenced by CUDAService::CUDAService().

                                     {
  return std::to_string(version / 1000) + '.' + std::to_string(version % 1000 / 10);
}

getCudaCoresPerSM()

constexpr unsigned int getCudaCoresPerSM	(	unsigned int	major,
		unsigned int	minor
	)

Definition at line 81 of file CUDAService.cc.

References cxxopts::major, and cxxopts::minor.

Referenced by CUDAService::CUDAService().

                                                                                 {
  switch (major * 10 + minor) {
    // Fermi architecture
    case 20:  // SM 2.0: GF100 class
      return 32;
    case 21:  // SM 2.1: GF10x class
      return 48;

    // Kepler architecture
    case 30:  // SM 3.0: GK10x class
    case 32:  // SM 3.2: GK10x class
    case 35:  // SM 3.5: GK11x class
    case 37:  // SM 3.7: GK21x class
      return 192;

    // Maxwell architecture
    case 50:  // SM 5.0: GM10x class
    case 52:  // SM 5.2: GM20x class
    case 53:  // SM 5.3: GM20x class
      return 128;

    // Pascal architecture
    case 60:  // SM 6.0: GP100 class
      return 64;
    case 61:  // SM 6.1: GP10x class
    case 62:  // SM 6.2: GP10x class
      return 128;

    // Volta architecture
    case 70:  // SM 7.0: GV100 class
    case 72:  // SM 7.2: GV11b class
      return 64;

    // Turing architecture
    case 75:  // SM 7.5: TU10x class
      return 64;

    // Ampere architecture
    case 80:  // SM 8.0: GA100 class
      return 64;
    case 86:  // SM 8.6: GA10x class
      return 128;

    // Ada Lovelace architectures
    case 89:  // SM 8.9: AD10x class
      return 128;

    // Hopper architecture
    case 90:  // SM 9.0: GH100 class
      return 128;

    // unknown architecture, return a default value
    default:
      return 64;
  }
}

s_filler__LINE__()

static const edm::ParameterSetDescriptionFillerPluginFactory::PMaker<edm::DescriptionFillerForServices< CUDAService___t > > s_filler__LINE__ ( "CUDAService"  )

static

s_maker__LINE__()

static const edm::serviceregistry::ServicePluginFactory ::PMaker< CUDAService__t > s_maker__LINE__ ( "CUDAService"  )

static

setCudaLimit()

void setCudaLimit	(	cudaLimit	limit,
		const char *	name,
		size_t	request
	)

Definition at line 59 of file CUDAService.cc.

References cudaCheck, lut2db_cfg::limit, mergeVDriftHistosByStation::name, mps_fire::result, and relativeConstraints::value.

Referenced by CUDAService::CUDAService().

                                                                     {
  // read the current device
  int device;
  cudaCheck(cudaGetDevice(&device));
  // try to set the requested limit
  auto result = cudaDeviceSetLimit(limit, request);
  if (cudaErrorUnsupportedLimit == result) {
    edm::LogWarning("CUDAService") << "CUDA device " << device << ": unsupported limit \"" << name << "\"";
    return;
  }
  // read back the limit value
  size_t value;
  result = cudaDeviceGetLimit(&value, limit);
  if (cudaSuccess != result) {
    edm::LogWarning("CUDAService") << "CUDA device " << device << ": failed to set limit \"" << name << "\" to "
                                   << request << ", current value is " << value;
  } else if (value != request) {
    edm::LogWarning("CUDAService") << "CUDA device " << device << ": limit \"" << name << "\" set to " << value
                                   << " instead of requested " << request;
  }
}