HcalDigisProducerGPU Class Reference

Inheritance diagram for HcalDigisProducerGPU:

Classes
struct	ConfigParameters

Public Member Functions
	HcalDigisProducerGPU (edm::ParameterSet const &ps)
	~HcalDigisProducerGPU () override=default
Public Member Functions inherited from edm::stream::EDProducer< edm::ExternalWork >
	EDProducer ()=default
bool	hasAbilityToProduceInBeginLumis () const final
bool	hasAbilityToProduceInBeginProcessBlocks () const final
bool	hasAbilityToProduceInBeginRuns () const final
bool	hasAbilityToProduceInEndLumis () const final
bool	hasAbilityToProduceInEndProcessBlocks () const final
bool	hasAbilityToProduceInEndRuns () const final

Static Public Member Functions
static void	fillDescriptions (edm::ConfigurationDescriptions &)

Private Types
using	DeviceCollectionf01 = hcal::DigiCollection< hcal::Flavor1, calo::common::DevStoragePolicy >
using	DeviceCollectionf3 = hcal::DigiCollection< hcal::Flavor3, calo::common::DevStoragePolicy >
using	DeviceCollectionf5 = hcal::DigiCollection< hcal::Flavor5, calo::common::DevStoragePolicy >
using	HostCollectionf01 = hcal::DigiCollection< hcal::Flavor1, calo::common::VecStoragePolicy< calo::common::CUDAHostAllocatorAlias > >
using	HostCollectionf3 = hcal::DigiCollection< hcal::Flavor3, calo::common::VecStoragePolicy< calo::common::CUDAHostAllocatorAlias > >
using	HostCollectionf5 = hcal::DigiCollection< hcal::Flavor5, calo::common::VecStoragePolicy< calo::common::CUDAHostAllocatorAlias > >
using	ProductTypef01 = cms::cuda::Product< DeviceCollectionf01 >
using	ProductTypef3 = cms::cuda::Product< DeviceCollectionf3 >
using	ProductTypef5 = cms::cuda::Product< DeviceCollectionf5 >

Private Member Functions
void	acquire (edm::Event const &, edm::EventSetup const &, edm::WaitingTaskWithArenaHolder) override
void	produce (edm::Event &, edm::EventSetup const &) override

Private Attributes
ConfigParameters	config_
cms::cuda::ContextState	cudaState_
DeviceCollectionf01	df01_
DeviceCollectionf3	df3_
DeviceCollectionf5	df5_
edm::EDPutTokenT< ProductTypef01 >	digisF01HEToken_
edm::EDPutTokenT< ProductTypef3 >	digisF3HBToken_
edm::EDPutTokenT< ProductTypef5 >	digisF5HBToken_
edm::EDGetTokenT< HBHEDigiCollection >	hbheDigiToken_
HostCollectionf01	hf01_
HostCollectionf3	hf3_
HostCollectionf5	hf5_
edm::EDGetTokenT< QIE11DigiCollection >	qie11DigiToken_

Additional Inherited Members
Public Types inherited from edm::stream::EDProducer< edm::ExternalWork >
typedef CacheContexts< T... >	CacheTypes
typedef CacheTypes::GlobalCache	GlobalCache
typedef AbilityChecker< T... >	HasAbility
typedef CacheTypes::LuminosityBlockCache	LuminosityBlockCache
typedef LuminosityBlockContextT< LuminosityBlockCache, RunCache, GlobalCache >	LuminosityBlockContext
typedef CacheTypes::LuminosityBlockSummaryCache	LuminosityBlockSummaryCache
typedef CacheTypes::RunCache	RunCache
typedef RunContextT< RunCache, GlobalCache >	RunContext
typedef CacheTypes::RunSummaryCache	RunSummaryCache

Detailed Description

Definition at line 15 of file HcalDigisProducerGPU.cc.

Member Typedef Documentation

DeviceCollectionf01

using HcalDigisProducerGPU::DeviceCollectionf01 = hcal::DigiCollection<hcal::Flavor1, calo::common::DevStoragePolicy>

private

Definition at line 33 of file HcalDigisProducerGPU.cc.

DeviceCollectionf3

using HcalDigisProducerGPU::DeviceCollectionf3 = hcal::DigiCollection<hcal::Flavor3, calo::common::DevStoragePolicy>

private

Definition at line 39 of file HcalDigisProducerGPU.cc.

DeviceCollectionf5

using HcalDigisProducerGPU::DeviceCollectionf5 = hcal::DigiCollection<hcal::Flavor5, calo::common::DevStoragePolicy>

private

Definition at line 36 of file HcalDigisProducerGPU.cc.

HostCollectionf01

using HcalDigisProducerGPU::HostCollectionf01 = hcal::DigiCollection<hcal::Flavor1, calo::common::VecStoragePolicy<calo::common::CUDAHostAllocatorAlias> >

private

Definition at line 32 of file HcalDigisProducerGPU.cc.

HostCollectionf3

using HcalDigisProducerGPU::HostCollectionf3 = hcal::DigiCollection<hcal::Flavor3, calo::common::VecStoragePolicy<calo::common::CUDAHostAllocatorAlias> >

private

Definition at line 38 of file HcalDigisProducerGPU.cc.

HostCollectionf5

using HcalDigisProducerGPU::HostCollectionf5 = hcal::DigiCollection<hcal::Flavor5, calo::common::VecStoragePolicy<calo::common::CUDAHostAllocatorAlias> >

private

Definition at line 35 of file HcalDigisProducerGPU.cc.

ProductTypef01

using HcalDigisProducerGPU::ProductTypef01 = cms::cuda::Product<DeviceCollectionf01>

private

Definition at line 42 of file HcalDigisProducerGPU.cc.

ProductTypef3

using HcalDigisProducerGPU::ProductTypef3 = cms::cuda::Product<DeviceCollectionf3>

private

Definition at line 46 of file HcalDigisProducerGPU.cc.

ProductTypef5

using HcalDigisProducerGPU::ProductTypef5 = cms::cuda::Product<DeviceCollectionf5>

private

Definition at line 44 of file HcalDigisProducerGPU.cc.

Constructor & Destructor Documentation

HcalDigisProducerGPU()

HcalDigisProducerGPU::HcalDigisProducerGPU ( edm::ParameterSet const &  ps )

explicit

Definition at line 83 of file HcalDigisProducerGPU.cc.

    : hbheDigiToken_{consumes<HBHEDigiCollection>(ps.getParameter<edm::InputTag>("hbheDigisLabel"))},
      qie11DigiToken_{consumes<QIE11DigiCollection>(ps.getParameter<edm::InputTag>("qie11DigiLabel"))},
      digisF01HEToken_{produces<ProductTypef01>(ps.getParameter<std::string>("digisLabelF01HE"))},
      digisF5HBToken_{produces<ProductTypef5>(ps.getParameter<std::string>("digisLabelF5HB"))},
      digisF3HBToken_{produces<ProductTypef3>(ps.getParameter<std::string>("digisLabelF3HB"))} {
  config_.maxChannelsF01HE = ps.getParameter<uint32_t>("maxChannelsF01HE");
  config_.maxChannelsF5HB = ps.getParameter<uint32_t>("maxChannelsF5HB");
  config_.maxChannelsF3HB = ps.getParameter<uint32_t>("maxChannelsF3HB");
 
  // this is a preallocation for the max statically known number of time samples
  // actual stride/nsamples will be inferred from data
  hf01_.stride = hcal::compute_stride<hcal::Flavor1>(QIE11DigiCollection::MAXSAMPLES);
  hf5_.stride = hcal::compute_stride<hcal::Flavor5>(HBHEDataFrame::MAXSAMPLES);
  hf3_.stride = hcal::compute_stride<hcal::Flavor3>(QIE11DigiCollection::MAXSAMPLES);
 
  // preallocate pinned host memory only if CUDA is available
  edm::Service<CUDAService> cs;
  if (cs and cs->enabled()) {
    hf01_.reserve(config_.maxChannelsF01HE);
    hf5_.reserve(config_.maxChannelsF5HB);
    hf3_.reserve(config_.maxChannelsF3HB);
  }
}

References edm::ParameterSet::getParameter().

~HcalDigisProducerGPU()

HcalDigisProducerGPU::~HcalDigisProducerGPU ( )

overridedefault

Member Function Documentation

acquire()

void HcalDigisProducerGPU::acquire ( edm::Event const &  event, edm::EventSetup const &  setup, edm::WaitingTaskWithArenaHolder  holder  )

overrideprivate

Definition at line 108 of file HcalDigisProducerGPU.cc.

                                                                         {
  // raii
  cms::cuda::ScopedContextAcquire ctx{event.streamID(), std::move(holder), cudaState_};
 
  // clear host buffers
  hf01_.clear();
  hf5_.clear();
  hf3_.clear();
 
  // event data
  edm::Handle<HBHEDigiCollection> hbheDigis;
  edm::Handle<QIE11DigiCollection> qie11Digis;
  event.getByToken(hbheDigiToken_, hbheDigis);
  event.getByToken(qie11DigiToken_, qie11Digis);
 
  // init f5 collection
  if (not hbheDigis->empty()) {
    auto const nsamples = (*hbheDigis)[0].size();
    auto const stride = hcal::compute_stride<hcal::Flavor5>(nsamples);
    hf5_.stride = stride;
 
    // flavor5 get device blobs
    df5_.stride = stride;
    df5_.data = cms::cuda::make_device_unique<uint16_t[]>(config_.maxChannelsF5HB * stride, ctx.stream());
    df5_.ids = cms::cuda::make_device_unique<uint32_t[]>(config_.maxChannelsF5HB, ctx.stream());
    df5_.npresamples = cms::cuda::make_device_unique<uint8_t[]>(config_.maxChannelsF5HB, ctx.stream());
  }
 
  if (not qie11Digis->empty()) {
    auto const nsamples = qie11Digis->samples();
    auto const stride01 = hcal::compute_stride<hcal::Flavor1>(nsamples);
    auto const stride3 = hcal::compute_stride<hcal::Flavor3>(nsamples);
 
    hf01_.stride = stride01;
    hf3_.stride = stride3;
 
    // flavor 0/1 get devie blobs
    df01_.stride = stride01;
    df01_.data = cms::cuda::make_device_unique<uint16_t[]>(config_.maxChannelsF01HE * stride01, ctx.stream());
    df01_.ids = cms::cuda::make_device_unique<uint32_t[]>(config_.maxChannelsF01HE, ctx.stream());
 
    // flavor3 get device blobs
    df3_.stride = stride3;
    df3_.data = cms::cuda::make_device_unique<uint16_t[]>(config_.maxChannelsF3HB * stride3, ctx.stream());
    df3_.ids = cms::cuda::make_device_unique<uint32_t[]>(config_.maxChannelsF3HB, ctx.stream());
  }
 
  for (auto const& hbhe : *hbheDigis) {
    auto const id = hbhe.id().rawId();
    auto const presamples = hbhe.presamples();
    hf5_.ids.push_back(id);
    hf5_.npresamples.push_back(presamples);
    auto const stride = hcal::compute_stride<hcal::Flavor5>(hbhe.size());
    assert(stride == hf5_.stride && "strides must be the same for every single digi of the collection");
    // simple for now...
    static_assert(hcal::Flavor5::HEADER_WORDS == 1);
    uint16_t header_word = (1 << 15) | (0x5 << 12) | (0 << 10) | ((hbhe.sample(0).capid() & 0x3) << 8);
    hf5_.data.push_back(header_word);
    for (unsigned int i = 0; i < stride - hcal::Flavor5::HEADER_WORDS; i++) {
      uint16_t s0 = (0 << 7) | (static_cast<uint8_t>(hbhe.sample(2 * i).adc()) & 0x7f);
      uint16_t s1 = (0 << 7) | (static_cast<uint8_t>(hbhe.sample(2 * i + 1).adc()) & 0x7f);
      uint16_t sample = (s1 << 8) | s0;
      hf5_.data.push_back(sample);
    }
  }
 
  for (unsigned int i = 0; i < qie11Digis->size(); i++) {
    auto const& digi = QIE11DataFrame{(*qie11Digis)[i]};
    assert(digi.samples() == qie11Digis->samples() && "collection nsamples must equal per digi samples");
    if (digi.flavor() == 0 or digi.flavor() == 1) {
      if (digi.detid().subdetId() != HcalEndcap)
        continue;
      auto const id = digi.detid().rawId();
      hf01_.ids.push_back(id);
      for (int hw = 0; hw < hcal::Flavor1::HEADER_WORDS; hw++)
        hf01_.data.push_back((*qie11Digis)[i][hw]);
      for (int sample = 0; sample < digi.samples(); sample++) {
        hf01_.data.push_back((*qie11Digis)[i][hcal::Flavor1::HEADER_WORDS + sample]);
      }
    } else if (digi.flavor() == 3) {
      if (digi.detid().subdetId() != HcalBarrel)
        continue;
      auto const id = digi.detid().rawId();
      hf3_.ids.push_back(id);
      for (int hw = 0; hw < hcal::Flavor3::HEADER_WORDS; hw++)
        hf3_.data.push_back((*qie11Digis)[i][hw]);
      for (int sample = 0; sample < digi.samples(); sample++) {
        hf3_.data.push_back((*qie11Digis)[i][hcal::Flavor3::HEADER_WORDS + sample]);
      }
    }
  }
 
  auto lambdaToTransfer = [&ctx](auto* dest, auto const& src) {
    if (src.empty())
      return;
    using vector_type = typename std::remove_reference<decltype(src)>::type;
    using type = typename vector_type::value_type;
    using dest_data_type = typename std::remove_pointer<decltype(dest)>::type;
    static_assert(std::is_same<dest_data_type, type>::value && "Dest and Src data typesdo not match");
    cudaCheck(cudaMemcpyAsync(dest, src.data(), src.size() * sizeof(type), cudaMemcpyHostToDevice, ctx.stream()));
  };
 
  lambdaToTransfer(df01_.data.get(), hf01_.data);
  lambdaToTransfer(df01_.ids.get(), hf01_.ids);
 
  lambdaToTransfer(df5_.data.get(), hf5_.data);
  lambdaToTransfer(df5_.ids.get(), hf5_.ids);
  lambdaToTransfer(df5_.npresamples.get(), hf5_.npresamples);
 
  lambdaToTransfer(df3_.data.get(), hf3_.data);
  lambdaToTransfer(df3_.ids.get(), hf3_.ids);
 
  df01_.size = hf01_.ids.size();
  df5_.size = hf5_.ids.size();
  df3_.size = hf3_.ids.size();
}

References cms::cuda::assert(), hcal::DigiCollectionBase< StoragePolicy >::clear(), config_, cudaCheck, cudaState_, hcal::DigiCollectionBase< StoragePolicy >::data, mps_fire::dest, df01_, df3_, df5_, edm::SortedCollection< T, SORT >::empty(), edm::DataFrameContainer::empty(), photonIsolationHIProducer_cfi::hbhe, hbheDigiToken_, HcalBarrel, HcalEndcap, hcal::Flavor1::HEADER_WORDS, hcal::Flavor3::HEADER_WORDS, hcal::Flavor5::HEADER_WORDS, hf01_, hf3_, hf5_, mps_fire::i, hcal::DigiCollectionBase< StoragePolicy >::ids, HcalDigisProducerGPU::ConfigParameters::maxChannelsF01HE, HcalDigisProducerGPU::ConfigParameters::maxChannelsF3HB, HcalDigisProducerGPU::ConfigParameters::maxChannelsF5HB, eostools::move(), or, hcalTTPDigis_cfi::presamples, qie11DigiToken_, simplePhotonAnalyzer_cfi::sample, HcalDataFrameContainer< Digi >::samples(), edm::DataFrameContainer::size(), TrackRefitter_38T_cff::src, gpuPixelDoublets::stride, hcal::DigiCollectionBase< StoragePolicy >::stride, and relativeConstraints::value.

fillDescriptions()

void HcalDigisProducerGPU::fillDescriptions ( edm::ConfigurationDescriptions &  confDesc )

static

Definition at line 67 of file HcalDigisProducerGPU.cc.

                                                                                  {
  edm::ParameterSetDescription desc;
 
  // FIXME
  desc.add<edm::InputTag>("hbheDigisLabel", edm::InputTag("hcalDigis"));
  desc.add<edm::InputTag>("qie11DigiLabel", edm::InputTag("hcalDigis"));
  desc.add<std::string>("digisLabelF01HE", std::string{"f01HEDigisGPU"});
  desc.add<std::string>("digisLabelF5HB", std::string{"f5HBDigisGPU"});
  desc.add<std::string>("digisLabelF3HB", std::string{"f3HBDigisGPU"});
  desc.add<uint32_t>("maxChannelsF01HE", 10000u);
  desc.add<uint32_t>("maxChannelsF5HB", 10000u);
  desc.add<uint32_t>("maxChannelsF3HB", 10000u);
 
  confDesc.addWithDefaultLabel(desc);
}

References edm::ConfigurationDescriptions::addWithDefaultLabel(), submitPVResolutionJobs::desc, HLT_FULL_cff::InputTag, and AlCaHLTBitMon_QueryRunRegistry::string.

produce()

void HcalDigisProducerGPU::produce ( edm::Event &  event, edm::EventSetup const &  setup  )

overrideprivate

Definition at line 227 of file HcalDigisProducerGPU.cc.

                                                                              {
  cms::cuda::ScopedContextProduce ctx{cudaState_};
 
  ctx.emplace(event, digisF01HEToken_, std::move(df01_));
  ctx.emplace(event, digisF5HBToken_, std::move(df5_));
  ctx.emplace(event, digisF3HBToken_, std::move(df3_));
}

References cudaState_, df01_, df3_, df5_, digisF01HEToken_, digisF3HBToken_, digisF5HBToken_, and eostools::move().

Member Data Documentation

config_

ConfigParameters HcalDigisProducerGPU::config_

private

Definition at line 54 of file HcalDigisProducerGPU.cc.

Referenced by acquire().

cudaState_

cms::cuda::ContextState HcalDigisProducerGPU::cudaState_

private

Definition at line 49 of file HcalDigisProducerGPU.cc.

Referenced by acquire(), and produce().

df01_

DeviceCollectionf01 HcalDigisProducerGPU::df01_

private

Definition at line 62 of file HcalDigisProducerGPU.cc.

Referenced by acquire(), and produce().

df3_

DeviceCollectionf3 HcalDigisProducerGPU::df3_

private

Definition at line 64 of file HcalDigisProducerGPU.cc.

Referenced by acquire(), and produce().

df5_

DeviceCollectionf5 HcalDigisProducerGPU::df5_

private

Definition at line 63 of file HcalDigisProducerGPU.cc.

Referenced by acquire(), and produce().

digisF01HEToken_

edm::EDPutTokenT<ProductTypef01> HcalDigisProducerGPU::digisF01HEToken_

private

Definition at line 43 of file HcalDigisProducerGPU.cc.

Referenced by produce().

digisF3HBToken_

edm::EDPutTokenT<ProductTypef3> HcalDigisProducerGPU::digisF3HBToken_

private

Definition at line 47 of file HcalDigisProducerGPU.cc.

Referenced by produce().

digisF5HBToken_

edm::EDPutTokenT<ProductTypef5> HcalDigisProducerGPU::digisF5HBToken_

private

Definition at line 45 of file HcalDigisProducerGPU.cc.

Referenced by produce().

hbheDigiToken_

edm::EDGetTokenT<HBHEDigiCollection> HcalDigisProducerGPU::hbheDigiToken_

private

Definition at line 27 of file HcalDigisProducerGPU.cc.

Referenced by acquire().

hf01_

HostCollectionf01 HcalDigisProducerGPU::hf01_

private

Definition at line 57 of file HcalDigisProducerGPU.cc.

Referenced by acquire().

hf3_

HostCollectionf3 HcalDigisProducerGPU::hf3_

private

Definition at line 59 of file HcalDigisProducerGPU.cc.

Referenced by acquire().

hf5_

HostCollectionf5 HcalDigisProducerGPU::hf5_

private

Definition at line 58 of file HcalDigisProducerGPU.cc.

Referenced by acquire().

qie11DigiToken_

edm::EDGetTokenT<QIE11DigiCollection> HcalDigisProducerGPU::qie11DigiToken_

private

Definition at line 28 of file HcalDigisProducerGPU.cc.

Referenced by acquire().