#include <HeterogeneousHGCalEEConditions.h>

Classes
struct	GPUData

Public Member Functions
hgcal_conditions::HeterogeneousEEConditionsESProduct const *	getHeterogeneousConditionsESProductAsync (cudaStream_t stream) const

	HeterogeneousHGCalEEConditionsWrapper (const HGCalParameters *)

	~HeterogeneousHGCalEEConditionsWrapper ()

Private Member Functions
void	calculate_memory_bytes (const HGCalParameters *)

Private Attributes
size_t	chunk_

cms::cuda::ESProduct< GPUData >	gpuData_

cp::HeterogeneousHGCalEEParameters	params_

std::vector< size_t >	sizes_

Detailed Description

Definition at line 20 of file HeterogeneousHGCalEEConditions.h.

Constructor & Destructor Documentation

◆ HeterogeneousHGCalEEConditionsWrapper()

HeterogeneousHGCalEEConditionsWrapper::HeterogeneousHGCalEEConditionsWrapper ( const HGCalParameters * cpuHGCalParameters )

Definition at line 59 of file HeterogeneousHGCalEEConditions.cc.

References calculate_memory_bytes(), hgcal_conditions::parameters::HeterogeneousHGCalEEParameters::cellFineX_, chunk_, cudaCheck, hgcal_conditions::parameters::Double, Exception, mps_fire::i, dqmiolumiharvest::j, params_, sizes_, and hgcal_conditions::parameters::typesEE.

                                                                                                                       {
   calculate_memory_bytes(cpuHGCalParameters);
 
   chunk_ = std::accumulate(this->sizes_.begin(), this->sizes_.end(), 0);  //total memory required in bytes
   cudaCheck(cudaMallocHost(&this->params_.cellFineX_, chunk_));
 
   //store cumulative sum in bytes and convert it to sizes in units of C++ typesEE, i.e., number if items to be transferred to GPU
   std::vector<size_t> cumsum_sizes(this->sizes_.size() + 1, 0);  //starting with zero
   std::partial_sum(this->sizes_.begin(), this->sizes_.end(), cumsum_sizes.begin() + 1);
   for (unsigned i(1); i < cumsum_sizes.size(); ++i)  //start at second element (the first is zero)
   {
     unsigned typesEEsize(0);
     if (cp::typesEE[i - 1] == cp::HeterogeneousHGCalEEParametersType::Double)
       typesEEsize = sizeof(double);
     else if (cp::typesEE[i - 1] == cp::HeterogeneousHGCalEEParametersType::Int32_t)
       typesEEsize = sizeof(int32_t);
     else
       throw cms::Exception("HeterogeneousHGCalEEConditionsWrapper") << "Wrong HeterogeneousHGCalParameters type";
     cumsum_sizes[i] /= typesEEsize;
   }
 
   for (unsigned j(0); j < this->sizes_.size(); ++j) {
     //setting the pointers
     if (j != 0) {
       const unsigned jm1(j - 1);
       if (cp::typesEE[jm1] == cp::HeterogeneousHGCalEEParametersType::Double and
           cp::typesEE[j] == cp::HeterogeneousHGCalEEParametersType::Double)
         ::select_pointer_d(&this->params_, j) = ::select_pointer_d(&this->params_, jm1) + this->sizes_[jm1];
       else if (cp::typesEE[jm1] == cp::HeterogeneousHGCalEEParametersType::Double and
                cp::typesEE[j] == cp::HeterogeneousHGCalEEParametersType::Int32_t)
         ::select_pointer_i(&this->params_, j) =
             reinterpret_cast<int32_t*>(::select_pointer_d(&this->params_, jm1) + this->sizes_[jm1]);
     }
 
     //copying the pointers' content
     for (unsigned i(cumsum_sizes[j]); i < cumsum_sizes[j + 1]; ++i) {
       unsigned index(i - cumsum_sizes[j]);
       if (cp::typesEE[j] == cp::HeterogeneousHGCalEEParametersType::Double) {
         ::select_pointer_d(&this->params_, j)[index] = ::select_pointer_d(cpuHGCalParameters, j)[index];
       } else if (cp::typesEE[j] == cp::HeterogeneousHGCalEEParametersType::Int32_t)
         ::select_pointer_i(&this->params_, j)[index] = ::select_pointer_i(cpuHGCalParameters, j)[index];
       else
         throw cms::Exception("HeterogeneousHGCalEEConditionsWrapper") << "Wrong HeterogeneousHGCalParameters type";
     }
   }
 }

◆ ~HeterogeneousHGCalEEConditionsWrapper()

HeterogeneousHGCalEEConditionsWrapper::~HeterogeneousHGCalEEConditionsWrapper ( )

Definition at line 129 of file HeterogeneousHGCalEEConditions.cc.

References hgcal_conditions::parameters::HeterogeneousHGCalEEParameters::cellFineX_, cudaCheck, and params_.

                                                                               {
   cudaCheck(cudaFreeHost(this->params_.cellFineX_));
 }

Member Function Documentation

◆ calculate_memory_bytes()

void HeterogeneousHGCalEEConditionsWrapper::calculate_memory_bytes ( const HGCalParameters * cpuHGCalParameters )

private

Definition at line 106 of file HeterogeneousHGCalEEConditions.cc.

References hgcal_conditions::parameters::Double, mps_fire::i, sizes_, HcalDetIdTransform::transform(), and hgcal_conditions::parameters::typesEE.

Referenced by HeterogeneousHGCalEEConditionsWrapper().

                                                                                                             {
   size_t npointers = hgcal_conditions::parameters::typesEE.size();
   std::vector<size_t> sizes(npointers);
   for (unsigned i(0); i < npointers; ++i) {
     if (cp::typesEE[i] == cp::HeterogeneousHGCalEEParametersType::Double)
       sizes[i] = ::select_pointer_d(cpuHGCalParameters, i).size();
     else
       sizes[i] = ::select_pointer_i(cpuHGCalParameters, i).size();
   }
 
   std::vector<size_t> sizes_units(npointers);
   for (unsigned i(0); i < npointers; ++i) {
     if (cp::typesEE[i] == cp::HeterogeneousHGCalEEParametersType::Double)
       sizes_units[i] = sizeof(double);
     else if (cp::typesEE[i] == cp::HeterogeneousHGCalEEParametersType::Int32_t)
       sizes_units[i] = sizeof(int32_t);
   }
 
   //element by element multiplication
   this->sizes_.resize(npointers);
   std::transform(sizes.begin(), sizes.end(), sizes_units.begin(), this->sizes_.begin(), std::multiplies<size_t>());
 }

◆ getHeterogeneousConditionsESProductAsync()

hgcal_conditions::HeterogeneousEEConditionsESProduct const * HeterogeneousHGCalEEConditionsWrapper::getHeterogeneousConditionsESProductAsync ( cudaStream_t stream ) const

Definition at line 137 of file HeterogeneousHGCalEEConditions.cc.

References chunk_, cudaCheck, data, hgcal_conditions::parameters::Double, Exception, gpuData_, dqmiolumiharvest::j, sizes_, cms::cuda::stream, and hgcal_conditions::parameters::typesEE.

                                                                                                          {
   // cms::cuda::ESProduct<T> essentially holds an array of GPUData objects,
   // one per device. If the data have already been transferred to the
   // current device (or the transfer has been queued), the helper just
   // returns a reference to that GPUData object. Otherwise, i.e. data are
   // not yet on the current device, the helper calls the lambda to do the
   // necessary memory allocations and to queue the transfers.
   auto const& data = gpuData_.dataForCurrentDeviceAsync(stream, [this](GPUData& data, cudaStream_t stream) {
     // Allocate the payload object on pinned host memory.
     cudaCheck(cudaMallocHost(&data.host, sizeof(hgcal_conditions::HeterogeneousEEConditionsESProduct)));
     // Allocate the payload array(s) on device memory.
     cudaCheck(cudaMalloc(&(data.host->params.cellFineX_), chunk_));
 
     // Allocate the payload object on the device memory.
     cudaCheck(cudaMalloc(&data.device, sizeof(hgcal_conditions::HeterogeneousEEConditionsESProduct)));
     // Transfer the payload, first the array(s) ...
     cudaCheck(cudaMemcpyAsync(
         data.host->params.cellFineX_, this->params_.cellFineX_, chunk_, cudaMemcpyHostToDevice, stream));
 
     for (unsigned j(0); j < this->sizes_.size() - 1; ++j) {
       if (cp::typesEE[j] == cp::HeterogeneousHGCalEEParametersType::Double and
           cp::typesEE[j + 1] == cp::HeterogeneousHGCalEEParametersType::Double)
         ::select_pointer_d(&(data.host->params), j + 1) = ::select_pointer_d(&(data.host->params), j) + this->sizes_[j];
       else if (cp::typesEE[j] == cp::HeterogeneousHGCalEEParametersType::Double and
                cp::typesEE[j + 1] == cp::HeterogeneousHGCalEEParametersType::Int32_t)
         ::select_pointer_i(&(data.host->params), j + 1) =
             reinterpret_cast<int32_t*>(::select_pointer_d(&(data.host->params), j) + this->sizes_[j]);
       else
         throw cms::Exception("HeterogeneousHGCalEEConditionsWrapper")
             << "compare this functions' logic with hgcal_conditions::parameters::typesEE";
     }
 
     // ... and then the payload object
     cudaCheck(cudaMemcpyAsync(data.device,
                               data.host,
                               sizeof(hgcal_conditions::HeterogeneousEEConditionsESProduct),
                               cudaMemcpyHostToDevice,
                               stream));
   });  //gpuData_.dataForCurrentDeviceAsync
 
   // Returns the payload object on the memory of the current device
   return data.device;
 }