SiPixelGainCalibrationForHLTGPU Class Reference

#include <SiPixelGainCalibrationForHLTGPU.h>

Classes
struct	GPUData

Public Member Functions
const SiPixelGainForHLTonGPU *	cpuProduct () const
const SiPixelGainForHLTonGPU *	getGPUProductAsync (cudaStream_t cudaStream) const
const SiPixelGainCalibrationForHLT *	originalProduct ()
	SiPixelGainCalibrationForHLTGPU (const SiPixelGainCalibrationForHLT &gains, const TrackerGeometry &geom)
	~SiPixelGainCalibrationForHLTGPU ()

Private Attributes
SiPixelGainForHLTonGPU *	gainForHLTonHost_ = nullptr
const SiPixelGainCalibrationForHLT *	gains_ = nullptr
cms::cuda::ESProduct< GPUData >	gpuData_

Detailed Description

Definition at line 12 of file SiPixelGainCalibrationForHLTGPU.h.

Constructor & Destructor Documentation

SiPixelGainCalibrationForHLTGPU::SiPixelGainCalibrationForHLTGPU ( const SiPixelGainCalibrationForHLT &  gains, const TrackerGeometry &  geom  )

explicit

Definition at line 11 of file SiPixelGainCalibrationForHLTGPU.cc.

References cms::cuda::assert(), cudaCheck, SiPixelGainCalibrationForHLT::data(), SiPixelGainForHLTonGPU::deadFlag_, TrackerGeometry::detUnits(), gainForHLTonHost_, SiPixelGainForHLTonGPU::gainPrecision_, gains_, SiPixelGainCalibrationForHLT::getGainHigh(), SiPixelGainCalibrationForHLT::getGainLow(), SiPixelGainCalibrationForHLT::getIndexes(), SiPixelGainCalibrationForHLT::getPedHigh(), SiPixelGainCalibrationForHLT::getPedLow(), mps_fire::i, LogDebug, cuda_std::lower_bound(), SiPixelGainForHLTonGPU::maxGain_, SiPixelGainForHLTonGPU::maxPed_, SiPixelGainForHLTonGPU::minGain_, SiPixelGainForHLTonGPU::minPed_, SiPixelGainForHLTonGPU::nBinsToUseForEncoding_, SiPixelGainForHLTonGPU::noisyFlag_, SiPixelGainForHLTonGPU::numberOfRowsAveragedOver_, hltrates_dqm_sourceclient-live_cfg::offset, TrackerGeometry::offsetDU(), AlCaHLTBitMon_ParallelJobs::p, SiPixelGainForHLTonGPU::pedPrecision_, SiPixelGainForHLTonGPU::rangeAndCols_, GeomDetEnumerators::tkDetEnum, and SiPixelGainForHLTonGPU::v_pedestals_.

    : gains_(&gains) {
  // bizzarre logic (looking for fist strip-det) don't ask
  auto const& dus = geom.detUnits();
  unsigned int n_detectors = dus.size();
  for (unsigned int i = 1; i < 7; ++i) {
    const auto offset = geom.offsetDU(GeomDetEnumerators::tkDetEnum[i]);
    if (offset != dus.size() && dus[offset]->type().isTrackerStrip()) {
      if (n_detectors > offset)
        n_detectors = offset;
    }
  }

  LogDebug("SiPixelGainCalibrationForHLTGPU")
      << "caching calibs for " << n_detectors << " pixel detectors of size " << gains.data().size() << '\n'
      << "sizes " << sizeof(char) << ' ' << sizeof(uint8_t) << ' ' << sizeof(SiPixelGainForHLTonGPU::DecodingStructure);

  cudaCheck(cudaMallocHost((void**)&gainForHLTonHost_, sizeof(SiPixelGainForHLTonGPU)));
  gainForHLTonHost_->v_pedestals_ =
      (SiPixelGainForHLTonGPU_DecodingStructure*)this->gains_->data().data();  // so it can be used on CPU as well...

  // do not read back from the (possibly write-combined) memory buffer
  auto minPed = gains.getPedLow();
  auto maxPed = gains.getPedHigh();
  auto minGain = gains.getGainLow();
  auto maxGain = gains.getGainHigh();
  auto nBinsToUseForEncoding = 253;

  // we will simplify later (not everything is needed....)
  gainForHLTonHost_->minPed_ = minPed;
  gainForHLTonHost_->maxPed_ = maxPed;
  gainForHLTonHost_->minGain_ = minGain;
  gainForHLTonHost_->maxGain_ = maxGain;

  gainForHLTonHost_->numberOfRowsAveragedOver_ = 80;
  gainForHLTonHost_->nBinsToUseForEncoding_ = nBinsToUseForEncoding;
  gainForHLTonHost_->deadFlag_ = 255;
  gainForHLTonHost_->noisyFlag_ = 254;

  gainForHLTonHost_->pedPrecision_ = static_cast<float>(maxPed - minPed) / nBinsToUseForEncoding;
  gainForHLTonHost_->gainPrecision_ = static_cast<float>(maxGain - minGain) / nBinsToUseForEncoding;

  LogDebug("SiPixelGainCalibrationForHLTGPU")
      << "precisions g " << gainForHLTonHost_->pedPrecision_ << ' ' << gainForHLTonHost_->gainPrecision_;

  // fill the index map
  auto const& ind = gains.getIndexes();
  LogDebug("SiPixelGainCalibrationForHLTGPU") << ind.size() << " " << n_detectors;

  for (auto i = 0U; i < n_detectors; ++i) {
    auto p = std::lower_bound(
        ind.begin(), ind.end(), dus[i]->geographicalId().rawId(), SiPixelGainCalibrationForHLT::StrictWeakOrdering());
    assert(p != ind.end() && p->detid == dus[i]->geographicalId());
    assert(p->iend <= gains.data().size());
    assert(p->iend >= p->ibegin);
    assert(0 == p->ibegin % 2);
    assert(0 == p->iend % 2);
    assert(p->ibegin != p->iend);
    assert(p->ncols > 0);
    gainForHLTonHost_->rangeAndCols_[i] = std::make_pair(SiPixelGainForHLTonGPU::Range(p->ibegin, p->iend), p->ncols);
    if (ind[i].detid != dus[i]->geographicalId())
      LogDebug("SiPixelGainCalibrationForHLTGPU") << ind[i].detid << "!=" << dus[i]->geographicalId();
  }
}

SiPixelGainCalibrationForHLTGPU::~SiPixelGainCalibrationForHLTGPU

(

)

Definition at line 77 of file SiPixelGainCalibrationForHLTGPU.cc.

References cudaCheck, and gainForHLTonHost_.

{ cudaCheck(cudaFreeHost(gainForHLTonHost_)); }

Member Function Documentation

const SiPixelGainForHLTonGPU* SiPixelGainCalibrationForHLTGPU::cpuProduct ( ) const

inline

Definition at line 18 of file SiPixelGainCalibrationForHLTGPU.h.

References gainForHLTonHost_.

{ return gainForHLTonHost_; }

const SiPixelGainForHLTonGPU * SiPixelGainCalibrationForHLTGPU::getGPUProductAsync

(

cudaStream_t

cudaStream

)

const

Definition at line 84 of file SiPixelGainCalibrationForHLTGPU.cc.

References cudaCheck, SiPixelGainCalibrationForHLT::data(), data, SiPixelGainCalibrationForHLTGPU::GPUData::gainDataOnGPU, SiPixelGainCalibrationForHLTGPU::GPUData::gainForHLTonGPU, gains_, gpuData_, cms::cuda::stream, and SiPixelGainForHLTonGPU::v_pedestals_.

                                                                                                               {
  const auto& data = gpuData_.dataForCurrentDeviceAsync(cudaStream, [this](GPUData& data, cudaStream_t stream) {
    cudaCheck(cudaMalloc((void**)&data.gainForHLTonGPU, sizeof(SiPixelGainForHLTonGPU)));
    cudaCheck(cudaMalloc((void**)&data.gainDataOnGPU, this->gains_->data().size()));
    // gains.data().data() is used also for non-GPU code, we cannot allocate it on aligned and write-combined memory
    cudaCheck(cudaMemcpyAsync(
        data.gainDataOnGPU, this->gains_->data().data(), this->gains_->data().size(), cudaMemcpyDefault, stream));

    cudaCheck(cudaMemcpyAsync(
        data.gainForHLTonGPU, this->gainForHLTonHost_, sizeof(SiPixelGainForHLTonGPU), cudaMemcpyDefault, stream));
    cudaCheck(cudaMemcpyAsync(&(data.gainForHLTonGPU->v_pedestals_),
                              &(data.gainDataOnGPU),
                              sizeof(SiPixelGainForHLTonGPU_DecodingStructure*),
                              cudaMemcpyDefault,
                              stream));
  });
  return data.gainForHLTonGPU;
}

const SiPixelGainCalibrationForHLT* SiPixelGainCalibrationForHLTGPU::originalProduct ( )

inline

Definition at line 19 of file SiPixelGainCalibrationForHLTGPU.h.

References gains_.

{ return gains_; }

Member Data Documentation

SiPixelGainForHLTonGPU* SiPixelGainCalibrationForHLTGPU::gainForHLTonHost_ = nullptr

private

Definition at line 23 of file SiPixelGainCalibrationForHLTGPU.h.

Referenced by cpuProduct(), SiPixelGainCalibrationForHLTGPU(), and ~SiPixelGainCalibrationForHLTGPU().

const SiPixelGainCalibrationForHLT* SiPixelGainCalibrationForHLTGPU::gains_ = nullptr

private

Definition at line 22 of file SiPixelGainCalibrationForHLTGPU.h.

Referenced by getGPUProductAsync(), originalProduct(), and SiPixelGainCalibrationForHLTGPU().

cms::cuda::ESProduct<GPUData> SiPixelGainCalibrationForHLTGPU::gpuData_

private

Definition at line 29 of file SiPixelGainCalibrationForHLTGPU.h.

Referenced by getGPUProductAsync().