SiPixelRecHitFromCUDAT< TrackerTraits > Class Template Reference

Inheritance diagram for SiPixelRecHitFromCUDAT< TrackerTraits >:

Public Types
using	HitsOnDevice = TrackingRecHitSoADevice< TrackerTraits >
using	HMSstorage = HostProduct< uint32_t[]>
Public Types inherited from edm::stream::EDProducer< edm::ExternalWork >
using	CacheTypes = CacheContexts< T... >
using	GlobalCache = typename CacheTypes::GlobalCache
using	HasAbility = AbilityChecker< T... >
using	InputProcessBlockCache = typename CacheTypes::InputProcessBlockCache
using	LuminosityBlockCache = typename CacheTypes::LuminosityBlockCache
using	LuminosityBlockContext = LuminosityBlockContextT< LuminosityBlockCache, RunCache, GlobalCache >
using	LuminosityBlockSummaryCache = typename CacheTypes::LuminosityBlockSummaryCache
using	RunCache = typename CacheTypes::RunCache
using	RunContext = RunContextT< RunCache, GlobalCache >
using	RunSummaryCache = typename CacheTypes::RunSummaryCache

Public Member Functions
	SiPixelRecHitFromCUDAT (const edm::ParameterSet &iConfig)
	~SiPixelRecHitFromCUDAT () override=default
Public Member Functions inherited from edm::stream::EDProducer< edm::ExternalWork >
	EDProducer ()=default
	EDProducer (const EDProducer &)=delete
bool	hasAbilityToProduceInBeginLumis () const final
bool	hasAbilityToProduceInBeginProcessBlocks () const final
bool	hasAbilityToProduceInBeginRuns () const final
bool	hasAbilityToProduceInEndLumis () const final
bool	hasAbilityToProduceInEndProcessBlocks () const final
bool	hasAbilityToProduceInEndRuns () const final
const EDProducer &	operator= (const EDProducer &)=delete

Static Public Member Functions
static void	fillDescriptions (edm::ConfigurationDescriptions &descriptions)

Private Member Functions
void	acquire (edm::Event const &iEvent, edm::EventSetup const &iSetup, edm::WaitingTaskWithArenaHolder waitingTaskHolder) override
void	produce (edm::Event &iEvent, edm::EventSetup const &iSetup) override

Private Attributes
const edm::EDGetTokenT< SiPixelClusterCollectionNew >	clusterToken_
const edm::ESGetToken< TrackerGeometry, TrackerDigiGeometryRecord >	geomToken_
cms::cuda::host::unique_ptr< uint32_t[]>	hitsModuleStart_
const edm::EDGetTokenT< cms::cuda::Product< HitsOnDevice > >	hitsToken_
const edm::EDPutTokenT< HMSstorage >	hostPutToken_
uint32_t	nHits_
const edm::EDPutTokenT< SiPixelRecHitCollection >	rechitsPutToken_
cms::cuda::host::unique_ptr< float[]>	store32_

Detailed Description

template<typename TrackerTraits>
class SiPixelRecHitFromCUDAT< TrackerTraits >

Definition at line 28 of file SiPixelRecHitFromCUDA.cc.

Member Typedef Documentation

HitsOnDevice

template<typename TrackerTraits >

using SiPixelRecHitFromCUDAT< TrackerTraits >::HitsOnDevice = TrackingRecHitSoADevice<TrackerTraits>

Definition at line 36 of file SiPixelRecHitFromCUDA.cc.

HMSstorage

template<typename TrackerTraits >

using SiPixelRecHitFromCUDAT< TrackerTraits >::HMSstorage = HostProduct<uint32_t[]>

Definition at line 35 of file SiPixelRecHitFromCUDA.cc.

Constructor & Destructor Documentation

SiPixelRecHitFromCUDAT()

template<typename TrackerTraits >

SiPixelRecHitFromCUDAT< TrackerTraits >::SiPixelRecHitFromCUDAT ( const edm::ParameterSet &  iConfig )

explicit

Definition at line 56 of file SiPixelRecHitFromCUDA.cc.

    : geomToken_(esConsumes()),
      hitsToken_(consumes<cms::cuda::Product<HitsOnDevice>>(iConfig.getParameter<edm::InputTag>("pixelRecHitSrc"))),
      clusterToken_(consumes<SiPixelClusterCollectionNew>(iConfig.getParameter<edm::InputTag>("src"))),
      rechitsPutToken_(produces<SiPixelRecHitCollection>()),
      hostPutToken_(produces<HMSstorage>()) {}

~SiPixelRecHitFromCUDAT()

template<typename TrackerTraits >

SiPixelRecHitFromCUDAT< TrackerTraits >::~SiPixelRecHitFromCUDAT ( )

overridedefault

Member Function Documentation

acquire()

template<typename TrackerTraits >

void SiPixelRecHitFromCUDAT< TrackerTraits >::acquire ( edm::Event const &  iEvent, edm::EventSetup const &  iSetup, edm::WaitingTaskWithArenaHolder  waitingTaskHolder  )

overrideprivate

Definition at line 73 of file SiPixelRecHitFromCUDA.cc.

References iEvent, LogDebug, and eostools::move().

                                                                                                     {
  cms::cuda::Product<HitsOnDevice> const& inputDataWrapped = iEvent.get(hitsToken_);

  cms::cuda::ScopedContextAcquire ctx{inputDataWrapped, std::move(waitingTaskHolder)};

  auto const& inputData = ctx.get(inputDataWrapped);

  nHits_ = inputData.nHits();
  LogDebug("SiPixelRecHitFromCUDA") << "converting " << nHits_ << " Hits";

  if (0 == nHits_)
    return;
  store32_ = inputData.localCoordToHostAsync(ctx.stream());

  hitsModuleStart_ = inputData.hitsModuleStartToHostAsync(ctx.stream());
}

fillDescriptions()

template<typename TrackerTraits >

void SiPixelRecHitFromCUDAT< TrackerTraits >::fillDescriptions ( edm::ConfigurationDescriptions &  descriptions )

static

Definition at line 64 of file SiPixelRecHitFromCUDA.cc.

References edm::ConfigurationDescriptions::addWithDefaultLabel(), submitPVResolutionJobs::desc, and ProducerED_cfi::InputTag.

                                                                                                       {
  edm::ParameterSetDescription desc;
  desc.add<edm::InputTag>("pixelRecHitSrc", edm::InputTag("siPixelRecHitsPreSplittingCUDA"));
  desc.add<edm::InputTag>("src", edm::InputTag("siPixelClustersPreSplitting"));

  descriptions.addWithDefaultLabel(desc);
}

produce()

template<typename TrackerTraits >

void SiPixelRecHitFromCUDAT< TrackerTraits >::produce ( edm::Event &  iEvent, edm::EventSetup const &  iSetup  )

overrideprivate

Definition at line 93 of file SiPixelRecHitFromCUDA.cc.

References cms::cuda::assert(), filterCSVwithJSON::copy, edmNew::DetSetVector< T >::FastFiller::emplace_back(), relativeConstraints::geom, edm::EventSetup::getData(), iEvent, GeomDet::index(), input, dqmdumpme::k, LogDebug, edmNew::makeRefTo(), SiStripPI::min, eostools::move(), nhits, gpuClustering::nMaxModules, phase1PixelTopology::numberOfModules, convertSQLitetoXML_cfg::output, and edmNew::DetSetVector< T >::FastFiller::size().

                                                                                             {
  // allocate a buffer for the indices of the clusters
  constexpr auto nMaxModules = TrackerTraits::numberOfModules;
  auto hmsp = std::make_unique<uint32_t[]>(nMaxModules + 1);

  SiPixelRecHitCollection output;
  output.reserve(nMaxModules, nHits_);

  if (0 == nHits_) {
    iEvent.emplace(rechitsPutToken_, std::move(output));
    iEvent.emplace(hostPutToken_, std::move(hmsp));
    return;
  }
  output.reserve(nMaxModules, nHits_);

  std::copy(hitsModuleStart_.get(), hitsModuleStart_.get() + nMaxModules + 1, hmsp.get());
  // wrap the buffer in a HostProduct, and move it to the Event, without reallocating the buffer or affecting hitsModuleStart
  iEvent.emplace(hostPutToken_, std::move(hmsp));

  auto xl = store32_.get();
  auto yl = xl + nHits_;
  auto xe = yl + nHits_;
  auto ye = xe + nHits_;

  const TrackerGeometry* geom = &es.getData(geomToken_);

  edm::Handle<SiPixelClusterCollectionNew> hclusters = iEvent.getHandle(clusterToken_);
  auto const& input = *hclusters;

  constexpr uint32_t maxHitsInModule = TrackerTraits::maxHitsInModule;

  int numberOfDetUnits = 0;
  int numberOfClusters = 0;
  for (auto const& dsv : input) {
    numberOfDetUnits++;
    unsigned int detid = dsv.detId();
    DetId detIdObject(detid);
    const GeomDetUnit* genericDet = geom->idToDetUnit(detIdObject);
    auto gind = genericDet->index();
    const PixelGeomDetUnit* pixDet = dynamic_cast<const PixelGeomDetUnit*>(genericDet);
    assert(pixDet);
    SiPixelRecHitCollection::FastFiller recHitsOnDetUnit(output, detid);
    auto fc = hitsModuleStart_[gind];
    auto lc = hitsModuleStart_[gind + 1];
    auto nhits = lc - fc;

    assert(lc > fc);
    LogDebug("SiPixelRecHitFromCUDA") << "in det " << gind << ": conv " << nhits << " hits from " << dsv.size()
                                      << " legacy clusters" << ' ' << fc << ',' << lc << "\n";
    if (nhits > maxHitsInModule)
      edm::LogWarning("SiPixelRecHitFromCUDA") << fmt::sprintf(
          "Too many clusters %d in module %d. Only the first %d hits will be converted", nhits, gind, maxHitsInModule);
    nhits = std::min(nhits, maxHitsInModule);

    LogDebug("SiPixelRecHitFromCUDA") << "in det " << gind << "conv " << nhits << " hits from " << dsv.size()
                                      << " legacy clusters" << ' ' << lc << ',' << fc;

    if (0 == nhits)
      continue;
    auto jnd = [&](int k) { return fc + k; };
    assert(nhits <= dsv.size());
    if (nhits != dsv.size()) {
      edm::LogWarning("GPUHits2CPU") << "nhits!= nclus " << nhits << ' ' << dsv.size();
    }
    for (auto const& clust : dsv) {
      assert(clust.originalId() >= 0);
      assert(clust.originalId() < dsv.size());
      if (clust.originalId() >= nhits)
        continue;
      auto ij = jnd(clust.originalId());
      LocalPoint lp(xl[ij], yl[ij]);
      LocalError le(xe[ij], 0, ye[ij]);
      SiPixelRecHitQuality::QualWordType rqw = 0;

      numberOfClusters++;

      /* cpu version....  (for reference)
      std::tuple<LocalPoint, LocalError, SiPixelRecHitQuality::QualWordType> tuple = cpe_->getParameters( clust, *genericDet );
      LocalPoint lp( std::get<0>(tuple) );
      LocalError le( std::get<1>(tuple) );
      SiPixelRecHitQuality::QualWordType rqw( std::get<2>(tuple) );
      */

      // Create a persistent edm::Ref to the cluster
      edm::Ref<edmNew::DetSetVector<SiPixelCluster>, SiPixelCluster> cluster = edmNew::makeRefTo(hclusters, &clust);
      // Make a RecHit and add it to the DetSet
      recHitsOnDetUnit.emplace_back(lp, le, rqw, *genericDet, cluster);
      // =============================

      LogDebug("SiPixelRecHitFromCUDA") << "cluster " << numberOfClusters << " at " << lp << ' ' << le;

    }  //  <-- End loop on Clusters

    //  LogDebug("SiPixelRecHitGPU")
    LogDebug("SiPixelRecHitFromCUDA") << "found " << recHitsOnDetUnit.size() << " RecHits on " << detid;

  }  //    <-- End loop on DetUnits

  LogDebug("SiPixelRecHitFromCUDA") << "found " << numberOfDetUnits << " dets, " << numberOfClusters << " clusters";

  iEvent.emplace(rechitsPutToken_, std::move(output));
}

Member Data Documentation

clusterToken_

template<typename TrackerTraits >

const edm::EDGetTokenT<SiPixelClusterCollectionNew> SiPixelRecHitFromCUDAT< TrackerTraits >::clusterToken_

private

Definition at line 46 of file SiPixelRecHitFromCUDA.cc.

geomToken_

template<typename TrackerTraits >

const edm::ESGetToken<TrackerGeometry, TrackerDigiGeometryRecord> SiPixelRecHitFromCUDAT< TrackerTraits >::geomToken_

private

Definition at line 44 of file SiPixelRecHitFromCUDA.cc.

hitsModuleStart_

template<typename TrackerTraits >

cms::cuda::host::unique_ptr<uint32_t[]> SiPixelRecHitFromCUDAT< TrackerTraits >::hitsModuleStart_

private

Definition at line 52 of file SiPixelRecHitFromCUDA.cc.

hitsToken_

template<typename TrackerTraits >

const edm::EDGetTokenT<cms::cuda::Product<HitsOnDevice> > SiPixelRecHitFromCUDAT< TrackerTraits >::hitsToken_

private

Definition at line 45 of file SiPixelRecHitFromCUDA.cc.

hostPutToken_

template<typename TrackerTraits >

const edm::EDPutTokenT<HMSstorage> SiPixelRecHitFromCUDAT< TrackerTraits >::hostPutToken_

private

Definition at line 48 of file SiPixelRecHitFromCUDA.cc.

nHits_

template<typename TrackerTraits >

uint32_t SiPixelRecHitFromCUDAT< TrackerTraits >::nHits_

private

Definition at line 50 of file SiPixelRecHitFromCUDA.cc.

rechitsPutToken_

template<typename TrackerTraits >

const edm::EDPutTokenT<SiPixelRecHitCollection> SiPixelRecHitFromCUDAT< TrackerTraits >::rechitsPutToken_

private

Definition at line 47 of file SiPixelRecHitFromCUDA.cc.

store32_

template<typename TrackerTraits >

cms::cuda::host::unique_ptr<float[]> SiPixelRecHitFromCUDAT< TrackerTraits >::store32_

private

Definition at line 51 of file SiPixelRecHitFromCUDA.cc.