SiPixelRecHitFromCUDA Class Reference

Inheritance diagram for SiPixelRecHitFromCUDA:

Public Types
using	HMSstorage = HostProduct< uint32_t[]>
Public Types inherited from edm::stream::EDProducer< edm::ExternalWork >
using	CacheTypes = CacheContexts< T...>
using	GlobalCache = typename CacheTypes::GlobalCache
using	HasAbility = AbilityChecker< T...>
using	InputProcessBlockCache = typename CacheTypes::InputProcessBlockCache
using	LuminosityBlockCache = typename CacheTypes::LuminosityBlockCache
using	LuminosityBlockContext = LuminosityBlockContextT< LuminosityBlockCache, RunCache, GlobalCache >
using	LuminosityBlockSummaryCache = typename CacheTypes::LuminosityBlockSummaryCache
using	RunCache = typename CacheTypes::RunCache
using	RunContext = RunContextT< RunCache, GlobalCache >
using	RunSummaryCache = typename CacheTypes::RunSummaryCache

Public Member Functions
	SiPixelRecHitFromCUDA (const edm::ParameterSet &iConfig)
	~SiPixelRecHitFromCUDA () override=default
Public Member Functions inherited from edm::stream::EDProducer< edm::ExternalWork >
	EDProducer ()=default
	EDProducer (const EDProducer &)=delete
bool	hasAbilityToProduceInBeginLumis () const final
bool	hasAbilityToProduceInBeginProcessBlocks () const final
bool	hasAbilityToProduceInBeginRuns () const final
bool	hasAbilityToProduceInEndLumis () const final
bool	hasAbilityToProduceInEndProcessBlocks () const final
bool	hasAbilityToProduceInEndRuns () const final
const EDProducer &	operator= (const EDProducer &)=delete

Static Public Member Functions
static void	fillDescriptions (edm::ConfigurationDescriptions &descriptions)

Private Member Functions
void	acquire (edm::Event const &iEvent, edm::EventSetup const &iSetup, edm::WaitingTaskWithArenaHolder waitingTaskHolder) override
void	produce (edm::Event &iEvent, edm::EventSetup const &iSetup) override

Private Attributes
const edm::EDGetTokenT < SiPixelClusterCollectionNew >	clusterToken_
const edm::ESGetToken < TrackerGeometry, TrackerDigiGeometryRecord >	geomToken_
cms::cuda::host::unique_ptr < uint32_t[]>	hitsModuleStart_
const edm::EDGetTokenT < cms::cuda::Product < TrackingRecHit2DGPU > >	hitsToken_
const edm::EDPutTokenT < HMSstorage >	hostPutToken_
uint32_t	nHits_
const edm::EDPutTokenT < SiPixelRecHitCollection >	rechitsPutToken_
cms::cuda::host::unique_ptr < float[]>	store32_

Detailed Description

Definition at line 27 of file SiPixelRecHitFromCUDA.cc.

Member Typedef Documentation

using SiPixelRecHitFromCUDA::HMSstorage = HostProduct<uint32_t[]>

Definition at line 34 of file SiPixelRecHitFromCUDA.cc.

Constructor & Destructor Documentation

SiPixelRecHitFromCUDA::SiPixelRecHitFromCUDA ( const edm::ParameterSet &  iConfig )

explicit

Definition at line 53 of file SiPixelRecHitFromCUDA.cc.

    : geomToken_(esConsumes()),
      hitsToken_(
          consumes<cms::cuda::Product<TrackingRecHit2DGPU>>(iConfig.getParameter<edm::InputTag>("pixelRecHitSrc"))),
      clusterToken_(consumes<SiPixelClusterCollectionNew>(iConfig.getParameter<edm::InputTag>("src"))),
      rechitsPutToken_(produces<SiPixelRecHitCollection>()),
      hostPutToken_(produces<HMSstorage>()) {}

SiPixelRecHitFromCUDA::~SiPixelRecHitFromCUDA ( )

overridedefault

Member Function Documentation

void SiPixelRecHitFromCUDA::acquire ( edm::Event const &  iEvent, edm::EventSetup const &  iSetup, edm::WaitingTaskWithArenaHolder  waitingTaskHolder  )

overrideprivate

Definition at line 68 of file SiPixelRecHitFromCUDA.cc.

References edm::Event::get(), hitsModuleStart_, hitsToken_, LogDebug, eostools::move(), nHits_, and store32_.

                                                                                     {
  cms::cuda::Product<TrackingRecHit2DGPU> const& inputDataWrapped = iEvent.get(hitsToken_);
  cms::cuda::ScopedContextAcquire ctx{inputDataWrapped, std::move(waitingTaskHolder)};
  auto const& inputData = ctx.get(inputDataWrapped);

  nHits_ = inputData.nHits();

  LogDebug("SiPixelRecHitFromCUDA") << "converting " << nHits_ << " Hits";

  if (0 == nHits_)
    return;
  store32_ = inputData.localCoordToHostAsync(ctx.stream());
  hitsModuleStart_ = inputData.hitsModuleStartToHostAsync(ctx.stream());
}

void SiPixelRecHitFromCUDA::fillDescriptions ( edm::ConfigurationDescriptions &  descriptions )

static

Definition at line 61 of file SiPixelRecHitFromCUDA.cc.

References edm::ParameterSetDescription::add(), edm::ConfigurationDescriptions::addWithDefaultLabel(), submitPVResolutionJobs::desc, and HLT_FULL_cff::InputTag.

                                                                                       {
  edm::ParameterSetDescription desc;
  desc.add<edm::InputTag>("pixelRecHitSrc", edm::InputTag("siPixelRecHitsPreSplittingCUDA"));
  desc.add<edm::InputTag>("src", edm::InputTag("siPixelClustersPreSplitting"));
  descriptions.addWithDefaultLabel(desc);
}

void SiPixelRecHitFromCUDA::produce ( edm::Event &  iEvent, edm::EventSetup const &  iSetup  )

overrideprivate

Definition at line 85 of file SiPixelRecHitFromCUDA.cc.

References cms::cuda::assert(), clusterToken_, filterCSVwithJSON::copy, edm::Event::emplace(), edmNew::DetSetVector< T >::FastFiller::emplace_back(), relativeConstraints::geom, geomToken_, edm::EventSetup::getData(), edm::Event::getHandle(), hitsModuleStart_, hostPutToken_, TrackerGeometry::idToDetUnit(), GeomDet::index(), input, isotrackApplyRegressor::k, LogDebug, edmNew::makeRefTo(), gpuClustering::maxHitsInModule(), gpuClustering::maxNumModules, min(), eostools::move(), nhits, nHits_, convertSQLitetoXML_cfg::output, rechitsPutToken_, edmNew::DetSetVector< T >::FastFiller::size(), and store32_.

                                                                             {
  // allocate a buffer for the indices of the clusters
  auto hmsp = std::make_unique<uint32_t[]>(gpuClustering::maxNumModules + 1);

  SiPixelRecHitCollection output;
  output.reserve(gpuClustering::maxNumModules, nHits_);

  if (0 == nHits_) {
    iEvent.emplace(rechitsPutToken_, std::move(output));
    iEvent.emplace(hostPutToken_, std::move(hmsp));
    return;
  }
  output.reserve(gpuClustering::maxNumModules, nHits_);

  std::copy(hitsModuleStart_.get(), hitsModuleStart_.get() + gpuClustering::maxNumModules + 1, hmsp.get());
  // wrap the buffer in a HostProduct, and move it to the Event, without reallocating the buffer or affecting hitsModuleStart
  iEvent.emplace(hostPutToken_, std::move(hmsp));

  auto xl = store32_.get();
  auto yl = xl + nHits_;
  auto xe = yl + nHits_;
  auto ye = xe + nHits_;

  const TrackerGeometry* geom = &es.getData(geomToken_);

  edm::Handle<SiPixelClusterCollectionNew> hclusters = iEvent.getHandle(clusterToken_);
  auto const& input = *hclusters;

  constexpr uint32_t maxHitsInModule = gpuClustering::maxHitsInModule();

  int numberOfDetUnits = 0;
  int numberOfClusters = 0;
  for (auto const& dsv : input) {
    numberOfDetUnits++;
    unsigned int detid = dsv.detId();
    DetId detIdObject(detid);
    const GeomDetUnit* genericDet = geom->idToDetUnit(detIdObject);
    auto gind = genericDet->index();
    const PixelGeomDetUnit* pixDet = dynamic_cast<const PixelGeomDetUnit*>(genericDet);
    assert(pixDet);
    SiPixelRecHitCollection::FastFiller recHitsOnDetUnit(output, detid);
    auto fc = hitsModuleStart_[gind];
    auto lc = hitsModuleStart_[gind + 1];
    auto nhits = lc - fc;

    assert(lc > fc);
    LogDebug("SiPixelRecHitFromCUDA") << "in det " << gind << ": conv " << nhits << " hits from " << dsv.size()
                                      << " legacy clusters" << ' ' << fc << ',' << lc;
    if (nhits > maxHitsInModule)
      edm::LogWarning("SiPixelRecHitFromCUDA") << fmt::sprintf(
          "Too many clusters %d in module %d. Only the first %d hits will be converted", nhits, gind, maxHitsInModule);
    nhits = std::min(nhits, maxHitsInModule);

    LogDebug("SiPixelRecHitFromCUDA") << "in det " << gind << "conv " << nhits << " hits from " << dsv.size()
                                      << " legacy clusters" << ' ' << lc << ',' << fc;

    if (0 == nhits)
      continue;
    auto jnd = [&](int k) { return fc + k; };
    assert(nhits <= dsv.size());
    if (nhits != dsv.size()) {
      edm::LogWarning("GPUHits2CPU") << "nhits!= nclus " << nhits << ' ' << dsv.size();
    }
    for (auto const& clust : dsv) {
      assert(clust.originalId() >= 0);
      assert(clust.originalId() < dsv.size());
      if (clust.originalId() >= nhits)
        continue;
      auto ij = jnd(clust.originalId());
      LocalPoint lp(xl[ij], yl[ij]);
      LocalError le(xe[ij], 0, ye[ij]);
      SiPixelRecHitQuality::QualWordType rqw = 0;

      numberOfClusters++;

      /* cpu version....  (for reference)
      std::tuple<LocalPoint, LocalError, SiPixelRecHitQuality::QualWordType> tuple = cpe_->getParameters( clust, *genericDet );
      LocalPoint lp( std::get<0>(tuple) );
      LocalError le( std::get<1>(tuple) );
      SiPixelRecHitQuality::QualWordType rqw( std::get<2>(tuple) );
      */

      // Create a persistent edm::Ref to the cluster
      edm::Ref<edmNew::DetSetVector<SiPixelCluster>, SiPixelCluster> cluster = edmNew::makeRefTo(hclusters, &clust);
      // Make a RecHit and add it to the DetSet
      recHitsOnDetUnit.emplace_back(lp, le, rqw, *genericDet, cluster);
      // =============================

      LogDebug("SiPixelRecHitFromCUDA") << "cluster " << numberOfClusters << " at " << lp << ' ' << le;

    }  //  <-- End loop on Clusters

    //  LogDebug("SiPixelRecHitGPU")
    LogDebug("SiPixelRecHitFromCUDA") << "found " << recHitsOnDetUnit.size() << " RecHits on " << detid;

  }  //    <-- End loop on DetUnits

  LogDebug("SiPixelRecHitFromCUDA") << "found " << numberOfDetUnits << " dets, " << numberOfClusters << " clusters";

  iEvent.emplace(rechitsPutToken_, std::move(output));
}

Member Data Documentation

const edm::EDGetTokenT<SiPixelClusterCollectionNew> SiPixelRecHitFromCUDA::clusterToken_

private

Definition at line 44 of file SiPixelRecHitFromCUDA.cc.

Referenced by produce().

const edm::ESGetToken<TrackerGeometry, TrackerDigiGeometryRecord> SiPixelRecHitFromCUDA::geomToken_

private

Definition at line 42 of file SiPixelRecHitFromCUDA.cc.

Referenced by produce().

cms::cuda::host::unique_ptr<uint32_t[]> SiPixelRecHitFromCUDA::hitsModuleStart_

private

Definition at line 50 of file SiPixelRecHitFromCUDA.cc.

Referenced by acquire(), and produce().

const edm::EDGetTokenT<cms::cuda::Product<TrackingRecHit2DGPU> > SiPixelRecHitFromCUDA::hitsToken_

private

Definition at line 43 of file SiPixelRecHitFromCUDA.cc.

Referenced by acquire().

const edm::EDPutTokenT<HMSstorage> SiPixelRecHitFromCUDA::hostPutToken_

private

Definition at line 46 of file SiPixelRecHitFromCUDA.cc.

Referenced by produce().

uint32_t SiPixelRecHitFromCUDA::nHits_

private

Definition at line 48 of file SiPixelRecHitFromCUDA.cc.

Referenced by acquire(), and produce().

const edm::EDPutTokenT<SiPixelRecHitCollection> SiPixelRecHitFromCUDA::rechitsPutToken_

private

Definition at line 45 of file SiPixelRecHitFromCUDA.cc.

Referenced by produce().

cms::cuda::host::unique_ptr<float[]> SiPixelRecHitFromCUDA::store32_

private

Definition at line 49 of file SiPixelRecHitFromCUDA.cc.

Referenced by acquire(), and produce().