#include <HeterogeneousHGCalHEFCellPositionsConditions.h>

Classes
struct	GPUData

Public Member Functions
hgcal_conditions::HeterogeneousHEFCellPositionsConditionsESProduct const *	getHeterogeneousConditionsESProductAsync (cudaStream_t stream) const

	HeterogeneousHGCalHEFCellPositionsConditions (cpos::HGCalPositionsMapping *)

	~HeterogeneousHGCalHEFCellPositionsConditions ()

Private Member Functions
size_t	allocate_memory_ (const std::vector< size_t > &)

std::vector< size_t >	calculate_memory_bytes_ (cpos::HGCalPositionsMapping *)

float *&	select_pointer_f_ (cpos::HeterogeneousHGCalPositionsMapping *, const unsigned int &) const

std::vector< float > &	select_pointer_f_ (cpos::HGCalPositionsMapping *, const unsigned int &)

int32_t *&	select_pointer_i_ (cpos::HeterogeneousHGCalPositionsMapping *, const unsigned int &) const

std::vector< int32_t > &	select_pointer_i_ (cpos::HGCalPositionsMapping *, const unsigned int &)

uint32_t *&	select_pointer_u_ (cpos::HeterogeneousHGCalPositionsMapping *, const unsigned int &) const

std::vector< uint32_t > &	select_pointer_u_ (cpos::HGCalPositionsMapping *, const unsigned int &)

void	transfer_data_to_heterogeneous_pointers_ (const std::vector< size_t > &, cpos::HGCalPositionsMapping *)

void	transfer_data_to_heterogeneous_vars_ (const cpos::HGCalPositionsMapping *)

Private Attributes
size_t	chunk_

cms::cuda::ESProduct< GPUData >	gpuData_

size_t	nelems_posmap_

const size_t	number_position_arrays

cpos::HeterogeneousHGCalPositionsMapping	posmap_

std::vector< size_t >	sizes_

Detailed Description

Definition at line 19 of file HeterogeneousHGCalHEFCellPositionsConditions.h.

Constructor & Destructor Documentation

◆ HeterogeneousHGCalHEFCellPositionsConditions()

HeterogeneousHGCalHEFCellPositionsConditions::HeterogeneousHGCalHEFCellPositionsConditions ( cpos::HGCalPositionsMapping * cpuPos )

Definition at line 4 of file HeterogeneousHGCalHEFCellPositionsConditions.cc.

References allocate_memory_(), calculate_memory_bytes_(), chunk_, sizes_, transfer_data_to_heterogeneous_pointers_(), and transfer_data_to_heterogeneous_vars_().

                                        {
   //HGCalPositions as defined in hgcal_conditions::positions
   this->sizes_ = calculate_memory_bytes_(cpuPos);
   this->chunk_ = allocate_memory_(this->sizes_);
   transfer_data_to_heterogeneous_pointers_(this->sizes_, cpuPos);
   transfer_data_to_heterogeneous_vars_(cpuPos);
 }

◆ ~HeterogeneousHGCalHEFCellPositionsConditions()

HeterogeneousHGCalHEFCellPositionsConditions::~HeterogeneousHGCalHEFCellPositionsConditions ( )

Definition at line 134 of file HeterogeneousHGCalHEFCellPositionsConditions.cc.

References cudaCheck, posmap_, and hgcal_conditions::positions::HeterogeneousHGCalPositionsMapping::x.

                                                                                             {
   cudaCheck(cudaFreeHost(this->posmap_.x));
 }

Member Function Documentation

◆ allocate_memory_()

size_t HeterogeneousHGCalHEFCellPositionsConditions::allocate_memory_ ( const std::vector< size_t > & sz )

private

Definition at line 13 of file HeterogeneousHGCalHEFCellPositionsConditions.cc.

References cudaCheck, posmap_, and hgcal_conditions::positions::HeterogeneousHGCalPositionsMapping::x.

Referenced by HeterogeneousHGCalHEFCellPositionsConditions().

                                                                                                  {
   size_t chunk = std::accumulate(sz.begin(), sz.end(), 0);  //total memory required in bytes
   cudaCheck(cudaMallocHost(&this->posmap_.x, chunk));
   return chunk;
 }

◆ calculate_memory_bytes_()

std::vector< size_t > HeterogeneousHGCalHEFCellPositionsConditions::calculate_memory_bytes_ ( cpos::HGCalPositionsMapping * cpuPos )

private

Definition at line 97 of file HeterogeneousHGCalHEFCellPositionsConditions.cc.

References Exception, nano_mu_digi_cff::float, hgcal_conditions::positions::Float, mps_fire::i, number_position_arrays, or, select_pointer_i_(), select_pointer_u_(), sizes_, and HcalDetIdTransform::transform().

Referenced by HeterogeneousHGCalHEFCellPositionsConditions().

                                        {
   size_t npointers = cpos::types.size();
   std::vector<size_t> sizes(npointers);
   for (unsigned int i = 0; i < npointers; ++i) {
     const unsigned detid_index = 4;
     const unsigned nlayers_index = 3;
     if (cpos::types[i] == cpos::HeterogeneousHGCalPositionsType::Float and (i == 0 or i == 1))
       sizes[i] = select_pointer_u_(cpuPos, detid_index)
                      .size();  //x and y position array will have the same size as the detid array
     else if (cpos::types[i] == cpos::HeterogeneousHGCalPositionsType::Float and i == 2)
       sizes[i] = select_pointer_i_(cpuPos, nlayers_index).size();  //z position's size is equal to the #layers
     else if (cpos::types[i] == cpos::HeterogeneousHGCalPositionsType::Float and i > 2)
       throw cms::Exception("HeterogeneousHGCalHEFCellPositionsConditions")
           << "Wrong HeterogeneousHGCalPositions type (Float)";
     else if (cpos::types[i] == cpos::HeterogeneousHGCalPositionsType::Int32_t)
       sizes[i] = select_pointer_i_(cpuPos, i - this->number_position_arrays).size();
     else if (cpos::types[i] == cpos::HeterogeneousHGCalPositionsType::Uint32_t)
       sizes[i] = select_pointer_u_(cpuPos, detid_index).size();
   }
 
   std::vector<size_t> sizes_units(npointers);
   for (unsigned int i = 0; i < npointers; ++i) {
     if (cpos::types[i] == cpos::HeterogeneousHGCalPositionsType::Float)
       sizes_units[i] = sizeof(float);
     else if (cpos::types[i] == cpos::HeterogeneousHGCalPositionsType::Int32_t)
       sizes_units[i] = sizeof(int32_t);
     else if (cpos::types[i] == cpos::HeterogeneousHGCalPositionsType::Uint32_t)
       sizes_units[i] = sizeof(uint32_t);
   }
 
   //element by element multiplication
   this->sizes_.resize(npointers);
   std::transform(sizes.begin(), sizes.end(), sizes_units.begin(), this->sizes_.begin(), std::multiplies<size_t>());
   return this->sizes_;
 }

◆ getHeterogeneousConditionsESProductAsync()

hgcal_conditions::HeterogeneousHEFCellPositionsConditionsESProduct const * HeterogeneousHGCalHEFCellPositionsConditions::getHeterogeneousConditionsESProductAsync ( cudaStream_t stream ) const

Definition at line 225 of file HeterogeneousHGCalHEFCellPositionsConditions.cc.

References chunk_, cudaCheck, data, KernelManagerHGCalCellPositions::fill_positions(), hgcal_conditions::positions::HeterogeneousHGCalPositionsMapping::firstLayer, nano_mu_digi_cff::float, hgcal_conditions::positions::Float, gpuData_, HeterogeneousHGCalHEFCellPositionsConditions::GPUData::host, dqmiolumiharvest::j, hgcal_conditions::positions::HeterogeneousHGCalPositionsMapping::lastLayer, hgcal_conditions::HeterogeneousHEFCellPositionsConditionsESProduct::nelems_posmap, nelems_posmap_, number_position_arrays, hgcal_conditions::HeterogeneousHEFCellPositionsConditionsESProduct::posmap, posmap_, select_pointer_f_(), select_pointer_i_(), select_pointer_u_(), hgcal_conditions::positions::HeterogeneousHGCalPositionsMapping::sensorSeparation, sizes_, cms::cuda::stream, hgcal_conditions::positions::HeterogeneousHGCalPositionsMapping::waferMax, hgcal_conditions::positions::HeterogeneousHGCalPositionsMapping::waferMin, and hgcal_conditions::positions::HeterogeneousHGCalPositionsMapping::waferSize.

                                                                                                                 {
   // cms::cuda::ESProduct<T> essentially holds an array of GPUData objects,
   // one per device. If the data have already been transferred to the
   // current device (or the transfer has been queued), the helper just
   // returns a reference to that GPUData object. Otherwise, i.e. data are
   // not yet on the current device, the helper calls the lambda to do the
   // necessary memory allocations and to queue the transfers.
   auto const& data = gpuData_.dataForCurrentDeviceAsync(stream, [this](GPUData& data, cudaStream_t stream) {
     // Allocate the payload object on pinned host memory.
     cudaCheck(cudaMallocHost(&data.host, sizeof(hgcal_conditions::HeterogeneousHEFCellPositionsConditionsESProduct)));
     // Allocate the payload array(s) on device memory.
     cudaCheck(cudaMalloc(&(data.host->posmap.x), this->chunk_));
     // Complete the host-side information on the payload
     data.host->posmap.waferSize = this->posmap_.waferSize;
     data.host->posmap.sensorSeparation = this->posmap_.sensorSeparation;
     data.host->posmap.firstLayer = this->posmap_.firstLayer;
     data.host->posmap.lastLayer = this->posmap_.lastLayer;
     data.host->posmap.waferMax = this->posmap_.waferMax;
     data.host->posmap.waferMin = this->posmap_.waferMin;
     data.host->nelems_posmap = this->nelems_posmap_;
 
     //(set the pointers of the positions' mapping)
     size_t sfloat = sizeof(float);
     size_t sint32 = sizeof(int32_t);
     for (unsigned int j = 0; j < this->sizes_.size() - 1; ++j) {
       if (cpos::types[j] == cpos::HeterogeneousHGCalPositionsType::Float and
           cpos::types[j + 1] == cpos::HeterogeneousHGCalPositionsType::Float)
         select_pointer_f_(&(data.host->posmap), j + 1) =
             select_pointer_f_(&(data.host->posmap), j) + (this->sizes_[j] / sfloat);
       else if (cpos::types[j] == cpos::HeterogeneousHGCalPositionsType::Float and
                cpos::types[j + 1] == cpos::HeterogeneousHGCalPositionsType::Int32_t)
         select_pointer_i_(&(data.host->posmap), j + 1) =
             reinterpret_cast<int32_t*>(select_pointer_f_(&(data.host->posmap), j) + (this->sizes_[j] / sfloat));
       else if (cpos::types[j] == cpos::HeterogeneousHGCalPositionsType::Int32_t and
                cpos::types[j + 1] == cpos::HeterogeneousHGCalPositionsType::Int32_t)
         select_pointer_i_(&(data.host->posmap), j + 1) =
             select_pointer_i_(&(data.host->posmap), j) + (this->sizes_[j] / sint32);
       else if (cpos::types[j] == cpos::HeterogeneousHGCalPositionsType::Int32_t and
                cpos::types[j + 1] == cpos::HeterogeneousHGCalPositionsType::Uint32_t)
         select_pointer_u_(&(data.host->posmap), j + 1) =
             reinterpret_cast<uint32_t*>(select_pointer_i_(&(data.host->posmap), j) + (this->sizes_[j] / sint32));
     }
 
     // Allocate the payload object on the device memory.
     cudaCheck(cudaMalloc(&data.device, sizeof(hgcal_conditions::HeterogeneousHEFCellPositionsConditionsESProduct)));
 
     // Transfer the payload, first the array(s) ...
     //Important: The transfer does *not* start at posmap.x because the positions are not known in the CPU side!
     size_t non_position_memory_size_to_transfer =
         this->chunk_ - this->number_position_arrays * this->nelems_posmap_ *
                            sfloat;  //size in bytes occupied by the non-position information
     cudaCheck(cudaMemcpyAsync(data.host->posmap.zLayer,
                               this->posmap_.zLayer,
                               non_position_memory_size_to_transfer,
                               cudaMemcpyHostToDevice,
                               stream));
 
     // ... and then the payload object
     cudaCheck(cudaMemcpyAsync(data.device,
                               data.host,
                               sizeof(hgcal_conditions::HeterogeneousHEFCellPositionsConditionsESProduct),
                               cudaMemcpyHostToDevice,
                               stream));
 
     //Fill x and y positions in the GPU
     KernelManagerHGCalCellPositions km(this->nelems_posmap_);
     km.fill_positions(data.device);
   });  //gpuData_.dataForCurrentDeviceAsync
 
   // Returns the payload object on the memory of the current device
   return data.device;
 }

◆ select_pointer_f_() [1/2]

float *& HeterogeneousHGCalHEFCellPositionsConditions::select_pointer_f_	(	cpos::HeterogeneousHGCalPositionsMapping *	cpuObject,
		const unsigned int &	item
	)		const

private

Definition at line 140 of file HeterogeneousHGCalHEFCellPositionsConditions.cc.

References Exception, B2GTnPMonitor_cfi::item, hgcal_conditions::positions::HeterogeneousHGCalPositionsMapping::x, hgcal_conditions::positions::HeterogeneousHGCalPositionsMapping::y, and hgcal_conditions::positions::HeterogeneousHGCalPositionsMapping::zLayer.

Referenced by getHeterogeneousConditionsESProductAsync(), and transfer_data_to_heterogeneous_pointers_().

                                                                                        {
   switch (item) {
     case 0:
       return cpuObject->x;
     case 1:
       return cpuObject->y;
     case 2:
       return cpuObject->zLayer;
     default:
       throw cms::Exception("HeterogeneousHGCalHEFCellPositionsConditions")
           << "select_pointer_f(heterogeneous): no item (typed " << item << ").";
       return cpuObject->x;
   }
 }

◆ select_pointer_f_() [2/2]

std::vector< float > & HeterogeneousHGCalHEFCellPositionsConditions::select_pointer_f_	(	cpos::HGCalPositionsMapping *	cpuObject,
		const unsigned int &	item
	)

private

Definition at line 156 of file HeterogeneousHGCalHEFCellPositionsConditions.cc.

References Exception, B2GTnPMonitor_cfi::item, and hgcal_conditions::positions::HGCalPositionsMapping::zLayer.

                                                                     {
   switch (item) {
     case 0:
       return cpuObject->zLayer;
     default:
       throw cms::Exception("HeterogeneousHGCalHEFCellPositionsConditions")
           << "select_pointer_f(non-heterogeneous): no item (typed " << item << ").";
       return cpuObject->zLayer;
   }
 }

◆ select_pointer_i_() [1/2]

int32_t *& HeterogeneousHGCalHEFCellPositionsConditions::select_pointer_i_	(	cpos::HeterogeneousHGCalPositionsMapping *	cpuObject,
		const unsigned int &	item
	)		const

private

Definition at line 168 of file HeterogeneousHGCalHEFCellPositionsConditions.cc.

References Exception, B2GTnPMonitor_cfi::item, hgcal_conditions::positions::HeterogeneousHGCalPositionsMapping::nCellsHexagon, hgcal_conditions::positions::HeterogeneousHGCalPositionsMapping::nCellsLayer, and hgcal_conditions::positions::HeterogeneousHGCalPositionsMapping::nCellsWaferUChunk.

Referenced by calculate_memory_bytes_(), getHeterogeneousConditionsESProductAsync(), and transfer_data_to_heterogeneous_pointers_().

                                                                                        {
   switch (item) {
     case 3:
       return cpuObject->nCellsLayer;
     case 4:
       return cpuObject->nCellsWaferUChunk;
     case 5:
       return cpuObject->nCellsHexagon;
     default:
       throw cms::Exception("HeterogeneousHGCalHEFCellPositionsConditions")
           << "select_pointer_i(heterogeneous): no item (typed " << item << ").";
       return cpuObject->nCellsHexagon;
   }
 }

◆ select_pointer_i_() [2/2]

std::vector< int32_t > & HeterogeneousHGCalHEFCellPositionsConditions::select_pointer_i_	(	cpos::HGCalPositionsMapping *	cpuObject,
		const unsigned int &	item
	)

private

Definition at line 184 of file HeterogeneousHGCalHEFCellPositionsConditions.cc.

References Exception, B2GTnPMonitor_cfi::item, hgcal_conditions::positions::HGCalPositionsMapping::nCellsHexagon, hgcal_conditions::positions::HGCalPositionsMapping::nCellsLayer, and hgcal_conditions::positions::HGCalPositionsMapping::nCellsWaferUChunk.

                                                                     {
   switch (item) {
     case 1:
       return cpuObject->nCellsLayer;
     case 2:
       return cpuObject->nCellsWaferUChunk;
     case 3:
       return cpuObject->nCellsHexagon;
     default:
       throw cms::Exception("HeterogeneousHGCalHEFCellPositionsConditions")
           << "select_pointer_i(non-heterogeneous): no item (typed " << item << ").";
       return cpuObject->nCellsHexagon;
   }
 }

◆ select_pointer_u_() [1/2]

uint32_t *& HeterogeneousHGCalHEFCellPositionsConditions::select_pointer_u_	(	cpos::HeterogeneousHGCalPositionsMapping *	cpuObject,
		const unsigned int &	item
	)		const

private

Definition at line 200 of file HeterogeneousHGCalHEFCellPositionsConditions.cc.

References hgcal_conditions::positions::HeterogeneousHGCalPositionsMapping::detid, Exception, and B2GTnPMonitor_cfi::item.

Referenced by calculate_memory_bytes_(), getHeterogeneousConditionsESProductAsync(), and transfer_data_to_heterogeneous_pointers_().

                                                                                        {
   switch (item) {
     case 6:
       return cpuObject->detid;
     default:
       throw cms::Exception("HeterogeneousHGCalHEFCellPositionsConditions")
           << "select_pointer_u(heterogeneous): no item (typed " << item << ").";
       return cpuObject->detid;
   }
 }

◆ select_pointer_u_() [2/2]

std::vector< uint32_t > & HeterogeneousHGCalHEFCellPositionsConditions::select_pointer_u_	(	cpos::HGCalPositionsMapping *	cpuObject,
		const unsigned int &	item
	)

private

Definition at line 212 of file HeterogeneousHGCalHEFCellPositionsConditions.cc.

References hgcal_conditions::positions::HGCalPositionsMapping::detid, Exception, and B2GTnPMonitor_cfi::item.

                                                                     {
   switch (item) {
     case 4:
       return cpuObject->detid;
     default:
       throw cms::Exception("HeterogeneousHGCalHEFCellPositionsConditions")
           << "select_pointer_u(non-heterogeneous): no item (typed " << item << ").";
       return cpuObject->detid;
   }
 }

◆ transfer_data_to_heterogeneous_pointers_()

void HeterogeneousHGCalHEFCellPositionsConditions::transfer_data_to_heterogeneous_pointers_	(	const std::vector< size_t > &	sz,
		cpos::HGCalPositionsMapping *	cpuPos
	)

private

Definition at line 19 of file HeterogeneousHGCalHEFCellPositionsConditions.cc.

References Exception, nano_mu_digi_cff::float, hgcal_conditions::positions::Float, mps_fire::i, dqmiolumiharvest::j, number_position_arrays, posmap_, select_pointer_f_(), select_pointer_i_(), select_pointer_u_(), and edm::shift.

Referenced by HeterogeneousHGCalHEFCellPositionsConditions().

                                                                     {
   //store cumulative sum in bytes and convert it to sizes in units of C++ typesHEF, i.e., number if items to be transferred to GPU
   std::vector<size_t> cumsum_sizes(sz.size() + 1, 0);  //starting with zero
   std::partial_sum(sz.begin(), sz.end(), cumsum_sizes.begin() + 1);
   for (unsigned int i = 1; i < cumsum_sizes.size(); ++i)  //start at second element (the first is zero)
   {
     size_t types_size = 0;
     if (cpos::types[i - 1] == cpos::HeterogeneousHGCalPositionsType::Float)
       types_size = sizeof(float);
     else if (cpos::types[i - 1] == cpos::HeterogeneousHGCalPositionsType::Int32_t)
       types_size = sizeof(int32_t);
     else if (cpos::types[i - 1] == cpos::HeterogeneousHGCalPositionsType::Uint32_t)
       types_size = sizeof(uint32_t);
     else
       throw cms::Exception("HeterogeneousHGCalHEFCellPositionsConditions")
           << "Wrong HeterogeneousHGCalPositionsMapping type";
     cumsum_sizes[i] /= types_size;
   }
 
   for (unsigned int j = 0; j < sz.size(); ++j) {
     //setting the pointers
     if (j != 0) {
       const unsigned int jm1 = j - 1;
       const size_t shift = cumsum_sizes[j] - cumsum_sizes[jm1];
       if (cpos::types[jm1] == cpos::HeterogeneousHGCalPositionsType::Float and
           cpos::types[j] == cpos::HeterogeneousHGCalPositionsType::Float)
         select_pointer_f_(&this->posmap_, j) = select_pointer_f_(&this->posmap_, jm1) + shift;
       else if (cpos::types[jm1] == cpos::HeterogeneousHGCalPositionsType::Float and
                cpos::types[j] == cpos::HeterogeneousHGCalPositionsType::Int32_t)
         select_pointer_i_(&this->posmap_, j) =
             reinterpret_cast<int32_t*>(select_pointer_f_(&this->posmap_, jm1) + shift);
       else if (cpos::types[jm1] == cpos::HeterogeneousHGCalPositionsType::Int32_t and
                cpos::types[j] == cpos::HeterogeneousHGCalPositionsType::Int32_t)
         select_pointer_i_(&this->posmap_, j) = select_pointer_i_(&this->posmap_, jm1) + shift;
       else if (cpos::types[jm1] == cpos::HeterogeneousHGCalPositionsType::Int32_t and
                cpos::types[j] == cpos::HeterogeneousHGCalPositionsType::Uint32_t)
         select_pointer_u_(&this->posmap_, j) =
             reinterpret_cast<uint32_t*>(select_pointer_i_(&this->posmap_, jm1) + shift);
       else
         throw cms::Exception("HeterogeneousHGCalHEFCellPositionsConditions")
             << "Wrong HeterogeneousHGCalPositionsMapping type";
     }
 
     //copying the pointers' content
     if (j >=
         this->number_position_arrays)  //required due to the assymetry between cpos::HeterogeneousHGCalPositionsMapping and cpos::HGCalPositionsMapping
     {
       for (unsigned int i = cumsum_sizes[j]; i < cumsum_sizes[j + 1]; ++i) {
         unsigned int index = i - cumsum_sizes[j];
         if (cpos::types[j] == cpos::HeterogeneousHGCalPositionsType::Float) {
           select_pointer_f_(&this->posmap_, j)[index] =
               select_pointer_f_(cpuPos, j - this->number_position_arrays)[index];
         } else if (cpos::types[j] == cpos::HeterogeneousHGCalPositionsType::Int32_t) {
           select_pointer_i_(&this->posmap_, j)[index] =
               select_pointer_i_(cpuPos, j - this->number_position_arrays)[index];
         } else if (cpos::types[j] == cpos::HeterogeneousHGCalPositionsType::Uint32_t) {
           select_pointer_u_(&this->posmap_, j)[index] =
               select_pointer_u_(cpuPos, j - this->number_position_arrays)[index];
         } else
           throw cms::Exception("HeterogeneousHGCalHEFCellPositionsConditions")
               << "Wrong HeterogeneousHGCalPositions type";
       }
     }
   }
 }

◆ transfer_data_to_heterogeneous_vars_()

void HeterogeneousHGCalHEFCellPositionsConditions::transfer_data_to_heterogeneous_vars_ ( const cpos::HGCalPositionsMapping * cpuPos )

private

Definition at line 86 of file HeterogeneousHGCalHEFCellPositionsConditions.cc.

Referenced by HeterogeneousHGCalHEFCellPositionsConditions().

                                              {
   this->posmap_.waferSize = cpuPos->waferSize;
   this->posmap_.sensorSeparation = cpuPos->sensorSeparation;
   this->posmap_.firstLayer = cpuPos->firstLayer;
   this->posmap_.lastLayer = cpuPos->lastLayer;
   this->posmap_.waferMin = cpuPos->waferMin;
   this->posmap_.waferMax = cpuPos->waferMax;
   this->nelems_posmap_ = cpuPos->detid.size();
 }