Inheritance diagram for HcalDigisProducerGPU:

Classes
struct	ConfigParameters

Public Member Functions
	HcalDigisProducerGPU (edm::ParameterSet const &ps)

	~HcalDigisProducerGPU () override=default

Public Member Functions inherited from edm::stream::EDProducer< edm::ExternalWork >
	EDProducer ()=default

	EDProducer (const EDProducer &)=delete

bool	hasAbilityToProduceInBeginLumis () const final

bool	hasAbilityToProduceInBeginProcessBlocks () const final

bool	hasAbilityToProduceInBeginRuns () const final

bool	hasAbilityToProduceInEndLumis () const final

bool	hasAbilityToProduceInEndProcessBlocks () const final

bool	hasAbilityToProduceInEndRuns () const final

const EDProducer &	operator= (const EDProducer &)=delete

Static Public Member Functions
static void	fillDescriptions (edm::ConfigurationDescriptions &)

Private Types
using	DeviceCollectionf01 = hcal::DigiCollection< hcal::Flavor1, calo::common::DevStoragePolicy >

using	DeviceCollectionf3 = hcal::DigiCollection< hcal::Flavor3, calo::common::DevStoragePolicy >

using	DeviceCollectionf5 = hcal::DigiCollection< hcal::Flavor5, calo::common::DevStoragePolicy >

using	HostCollectionf01 = hcal::DigiCollection< hcal::Flavor1, calo::common::VecStoragePolicy< calo::common::CUDAHostAllocatorAlias > >

using	HostCollectionf3 = hcal::DigiCollection< hcal::Flavor3, calo::common::VecStoragePolicy< calo::common::CUDAHostAllocatorAlias > >

using	HostCollectionf5 = hcal::DigiCollection< hcal::Flavor5, calo::common::VecStoragePolicy< calo::common::CUDAHostAllocatorAlias > >

using	ProductTypef01 = cms::cuda::Product< DeviceCollectionf01 >

using	ProductTypef3 = cms::cuda::Product< DeviceCollectionf3 >

using	ProductTypef5 = cms::cuda::Product< DeviceCollectionf5 >

Private Member Functions
void	acquire (edm::Event const &, edm::EventSetup const &, edm::WaitingTaskWithArenaHolder) override

void	produce (edm::Event &, edm::EventSetup const &) override

Additional Inherited Members
Public Types inherited from edm::stream::EDProducer< edm::ExternalWork >
using	CacheTypes = CacheContexts< T... >

using	GlobalCache = typename CacheTypes::GlobalCache

using	HasAbility = AbilityChecker< T... >

using	InputProcessBlockCache = typename CacheTypes::InputProcessBlockCache

using	LuminosityBlockCache = typename CacheTypes::LuminosityBlockCache

using	LuminosityBlockContext = LuminosityBlockContextT< LuminosityBlockCache, RunCache, GlobalCache >

using	LuminosityBlockSummaryCache = typename CacheTypes::LuminosityBlockSummaryCache

using	RunCache = typename CacheTypes::RunCache

using	RunContext = RunContextT< RunCache, GlobalCache >

using	RunSummaryCache = typename CacheTypes::RunSummaryCache

Detailed Description

Definition at line 15 of file HcalDigisProducerGPU.cc.

Member Typedef Documentation

◆ DeviceCollectionf01

using HcalDigisProducerGPU::DeviceCollectionf01 = hcal::DigiCollection<hcal::Flavor1, calo::common::DevStoragePolicy>

private

Definition at line 33 of file HcalDigisProducerGPU.cc.

◆ DeviceCollectionf3

using HcalDigisProducerGPU::DeviceCollectionf3 = hcal::DigiCollection<hcal::Flavor3, calo::common::DevStoragePolicy>

private

Definition at line 39 of file HcalDigisProducerGPU.cc.

◆ DeviceCollectionf5

using HcalDigisProducerGPU::DeviceCollectionf5 = hcal::DigiCollection<hcal::Flavor5, calo::common::DevStoragePolicy>

private

Definition at line 36 of file HcalDigisProducerGPU.cc.

◆ HostCollectionf01

using HcalDigisProducerGPU::HostCollectionf01 = hcal::DigiCollection<hcal::Flavor1, calo::common::VecStoragePolicy<calo::common::CUDAHostAllocatorAlias> >

private

Definition at line 32 of file HcalDigisProducerGPU.cc.

◆ HostCollectionf3

using HcalDigisProducerGPU::HostCollectionf3 = hcal::DigiCollection<hcal::Flavor3, calo::common::VecStoragePolicy<calo::common::CUDAHostAllocatorAlias> >

private

Definition at line 38 of file HcalDigisProducerGPU.cc.

◆ HostCollectionf5

using HcalDigisProducerGPU::HostCollectionf5 = hcal::DigiCollection<hcal::Flavor5, calo::common::VecStoragePolicy<calo::common::CUDAHostAllocatorAlias> >

private

Definition at line 35 of file HcalDigisProducerGPU.cc.

◆ ProductTypef01

using HcalDigisProducerGPU::ProductTypef01 = cms::cuda::Product<DeviceCollectionf01>

private

Definition at line 42 of file HcalDigisProducerGPU.cc.

◆ ProductTypef3

using HcalDigisProducerGPU::ProductTypef3 = cms::cuda::Product<DeviceCollectionf3>

private

Definition at line 46 of file HcalDigisProducerGPU.cc.

◆ ProductTypef5

using HcalDigisProducerGPU::ProductTypef5 = cms::cuda::Product<DeviceCollectionf5>

private

Definition at line 44 of file HcalDigisProducerGPU.cc.

Constructor & Destructor Documentation

◆ HcalDigisProducerGPU()

HcalDigisProducerGPU::HcalDigisProducerGPU ( edm::ParameterSet const & ps )

explicit

Definition at line 83 of file HcalDigisProducerGPU.cc.

References edm::ParameterSet::getParameter().

     : hbheDigiToken_{consumes<HBHEDigiCollection>(ps.getParameter<edm::InputTag>("hbheDigisLabel"))},
       qie11DigiToken_{consumes<QIE11DigiCollection>(ps.getParameter<edm::InputTag>("qie11DigiLabel"))},
       digisF01HEToken_{produces<ProductTypef01>(ps.getParameter<std::string>("digisLabelF01HE"))},
       digisF5HBToken_{produces<ProductTypef5>(ps.getParameter<std::string>("digisLabelF5HB"))},
       digisF3HBToken_{produces<ProductTypef3>(ps.getParameter<std::string>("digisLabelF3HB"))} {
   config_.maxChannelsF01HE = ps.getParameter<uint32_t>("maxChannelsF01HE");
   config_.maxChannelsF5HB = ps.getParameter<uint32_t>("maxChannelsF5HB");
   config_.maxChannelsF3HB = ps.getParameter<uint32_t>("maxChannelsF3HB");
 
   // this is a preallocation for the max statically known number of time samples
   // actual stride/nsamples will be inferred from data
   hf01_.stride = hcal::compute_stride<hcal::Flavor1>(QIE11DigiCollection::MAXSAMPLES);
   hf5_.stride = hcal::compute_stride<hcal::Flavor5>(HBHEDataFrame::MAXSAMPLES);
   hf3_.stride = hcal::compute_stride<hcal::Flavor3>(QIE11DigiCollection::MAXSAMPLES);
 
   // preallocate pinned host memory only if CUDA is available
   edm::Service<CUDAService> cs;
   if (cs and cs->enabled()) {
     hf01_.reserve(config_.maxChannelsF01HE);
     hf5_.reserve(config_.maxChannelsF5HB);
     hf3_.reserve(config_.maxChannelsF3HB);
   }
 }

◆ ~HcalDigisProducerGPU()

HcalDigisProducerGPU::~HcalDigisProducerGPU ( )

overridedefault

Member Function Documentation

◆ acquire()

void HcalDigisProducerGPU::acquire	(	edm::Event const &	event,
		edm::EventSetup const &	setup,
		edm::WaitingTaskWithArenaHolder	holder
	)

overrideprivate

Definition at line 108 of file HcalDigisProducerGPU.cc.

References cms::cuda::assert(), hcal::DigiCollectionBase< StoragePolicy >::clear(), config_, cudaCheck, cudaState_, hcal::DigiCollectionBase< StoragePolicy >::data, mps_fire::dest, df01_, df3_, df5_, edm::SortedCollection< T, SORT >::empty(), edm::DataFrameContainer::empty(), photonIsolationHIProducer_cfi::hbhe, hbheDigiToken_, HcalBarrel, HcalEndcap, hcal::Flavor1::HEADER_WORDS, hcal::Flavor3::HEADER_WORDS, hcal::Flavor5::HEADER_WORDS, hf01_, hf3_, hf5_, mps_fire::i, hcal::DigiCollectionBase< StoragePolicy >::ids, HcalDigisProducerGPU::ConfigParameters::maxChannelsF01HE, HcalDigisProducerGPU::ConfigParameters::maxChannelsF3HB, HcalDigisProducerGPU::ConfigParameters::maxChannelsF5HB, eostools::move(), or, hcalTTPDigis_cfi::presamples, qie11DigiToken_, ecalGpuTask_cfi::sample, HcalDataFrameContainer< Digi >::samples(), edm::DataFrameContainer::size(), TrackRefitter_38T_cff::src, gpuPixelDoublets::stride, hcal::DigiCollectionBase< StoragePolicy >::stride, and relativeConstraints::value.

                                                                          {
   // raii
   cms::cuda::ScopedContextAcquire ctx{event.streamID(), std::move(holder), cudaState_};
 
   // clear host buffers
   hf01_.clear();
   hf5_.clear();
   hf3_.clear();
 
   // event data
   edm::Handle<HBHEDigiCollection> hbheDigis;
   edm::Handle<QIE11DigiCollection> qie11Digis;
   event.getByToken(hbheDigiToken_, hbheDigis);
   event.getByToken(qie11DigiToken_, qie11Digis);
 
   // init f5 collection
   if (not hbheDigis->empty()) {
     auto const nsamples = (*hbheDigis)[0].size();
     auto const stride = hcal::compute_stride<hcal::Flavor5>(nsamples);
     hf5_.stride = stride;
 
     // flavor5 get device blobs
     df5_.stride = stride;
     df5_.data = cms::cuda::make_device_unique<uint16_t[]>(config_.maxChannelsF5HB * stride, ctx.stream());
     df5_.ids = cms::cuda::make_device_unique<uint32_t[]>(config_.maxChannelsF5HB, ctx.stream());
     df5_.npresamples = cms::cuda::make_device_unique<uint8_t[]>(config_.maxChannelsF5HB, ctx.stream());
   }
 
   if (not qie11Digis->empty()) {
     auto const nsamples = qie11Digis->samples();
     auto const stride01 = hcal::compute_stride<hcal::Flavor1>(nsamples);
     auto const stride3 = hcal::compute_stride<hcal::Flavor3>(nsamples);
 
     hf01_.stride = stride01;
     hf3_.stride = stride3;
 
     // flavor 0/1 get devie blobs
     df01_.stride = stride01;
     df01_.data = cms::cuda::make_device_unique<uint16_t[]>(config_.maxChannelsF01HE * stride01, ctx.stream());
     df01_.ids = cms::cuda::make_device_unique<uint32_t[]>(config_.maxChannelsF01HE, ctx.stream());
 
     // flavor3 get device blobs
     df3_.stride = stride3;
     df3_.data = cms::cuda::make_device_unique<uint16_t[]>(config_.maxChannelsF3HB * stride3, ctx.stream());
     df3_.ids = cms::cuda::make_device_unique<uint32_t[]>(config_.maxChannelsF3HB, ctx.stream());
   }
 
   for (auto const& hbhe : *hbheDigis) {
     auto const id = hbhe.id().rawId();
     auto const presamples = hbhe.presamples();
     hf5_.ids.push_back(id);
     hf5_.npresamples.push_back(presamples);
     auto const stride = hcal::compute_stride<hcal::Flavor5>(hbhe.size());
     assert(stride == hf5_.stride && "strides must be the same for every single digi of the collection");
     // simple for now...
     static_assert(hcal::Flavor5::HEADER_WORDS == 1);
     uint16_t header_word = (1 << 15) | (0x5 << 12) | (0 << 10) | ((hbhe.sample(0).capid() & 0x3) << 8);
     hf5_.data.push_back(header_word);
     for (unsigned int i = 0; i < stride - hcal::Flavor5::HEADER_WORDS; i++) {
       uint16_t s0 = (0 << 7) | (static_cast<uint8_t>(hbhe.sample(2 * i).adc()) & 0x7f);
       uint16_t s1 = (0 << 7) | (static_cast<uint8_t>(hbhe.sample(2 * i + 1).adc()) & 0x7f);
       uint16_t sample = (s1 << 8) | s0;
       hf5_.data.push_back(sample);
     }
   }
 
   for (unsigned int i = 0; i < qie11Digis->size(); i++) {
     auto const& digi = QIE11DataFrame{(*qie11Digis)[i]};
     assert(digi.samples() == qie11Digis->samples() && "collection nsamples must equal per digi samples");
     if (digi.flavor() == 0 or digi.flavor() == 1) {
       if (digi.detid().subdetId() != HcalEndcap)
         continue;
       auto const id = digi.detid().rawId();
       hf01_.ids.push_back(id);
       for (int hw = 0; hw < hcal::Flavor1::HEADER_WORDS; hw++)
         hf01_.data.push_back((*qie11Digis)[i][hw]);
       for (int sample = 0; sample < digi.samples(); sample++) {
         hf01_.data.push_back((*qie11Digis)[i][hcal::Flavor1::HEADER_WORDS + sample]);
       }
     } else if (digi.flavor() == 3) {
       if (digi.detid().subdetId() != HcalBarrel)
         continue;
       auto const id = digi.detid().rawId();
       hf3_.ids.push_back(id);
       for (int hw = 0; hw < hcal::Flavor3::HEADER_WORDS; hw++)
         hf3_.data.push_back((*qie11Digis)[i][hw]);
       for (int sample = 0; sample < digi.samples(); sample++) {
         hf3_.data.push_back((*qie11Digis)[i][hcal::Flavor3::HEADER_WORDS + sample]);
       }
     }
   }
 
   auto lambdaToTransfer = [&ctx](auto* dest, auto const& src) {
     if (src.empty())
       return;
     using vector_type = typename std::remove_reference<decltype(src)>::type;
     using type = typename vector_type::value_type;
     using dest_data_type = typename std::remove_pointer<decltype(dest)>::type;
     static_assert(std::is_same<dest_data_type, type>::value && "Dest and Src data typesdo not match");
     cudaCheck(cudaMemcpyAsync(dest, src.data(), src.size() * sizeof(type), cudaMemcpyHostToDevice, ctx.stream()));
   };
 
   lambdaToTransfer(df01_.data.get(), hf01_.data);
   lambdaToTransfer(df01_.ids.get(), hf01_.ids);
 
   lambdaToTransfer(df5_.data.get(), hf5_.data);
   lambdaToTransfer(df5_.ids.get(), hf5_.ids);
   lambdaToTransfer(df5_.npresamples.get(), hf5_.npresamples);
 
   lambdaToTransfer(df3_.data.get(), hf3_.data);
   lambdaToTransfer(df3_.ids.get(), hf3_.ids);
 
   df01_.size = hf01_.ids.size();
   df5_.size = hf5_.ids.size();
   df3_.size = hf3_.ids.size();
 }

◆ fillDescriptions()

void HcalDigisProducerGPU::fillDescriptions ( edm::ConfigurationDescriptions & confDesc )

static

Definition at line 67 of file HcalDigisProducerGPU.cc.

References edm::ConfigurationDescriptions::addWithDefaultLabel(), submitPVResolutionJobs::desc, HLT_2022v14_cff::InputTag, and AlCaHLTBitMon_QueryRunRegistry::string.

                                                                                   {
   edm::ParameterSetDescription desc;
 
   // FIXME
   desc.add<edm::InputTag>("hbheDigisLabel", edm::InputTag("hcalDigis"));
   desc.add<edm::InputTag>("qie11DigiLabel", edm::InputTag("hcalDigis"));
   desc.add<std::string>("digisLabelF01HE", std::string{"f01HEDigisGPU"});
   desc.add<std::string>("digisLabelF5HB", std::string{"f5HBDigisGPU"});
   desc.add<std::string>("digisLabelF3HB", std::string{"f3HBDigisGPU"});
   desc.add<uint32_t>("maxChannelsF01HE", 10000u);
   desc.add<uint32_t>("maxChannelsF5HB", 10000u);
   desc.add<uint32_t>("maxChannelsF3HB", 10000u);
 
   confDesc.addWithDefaultLabel(desc);
 }

◆ produce()

void HcalDigisProducerGPU::produce	(	edm::Event &	event,
		edm::EventSetup const &	setup
	)

overrideprivate

Definition at line 227 of file HcalDigisProducerGPU.cc.

References cudaState_, df01_, df3_, df5_, digisF01HEToken_, digisF3HBToken_, digisF5HBToken_, and eostools::move().

                                                                               {
   cms::cuda::ScopedContextProduce ctx{cudaState_};
 
   ctx.emplace(event, digisF01HEToken_, std::move(df01_));
   ctx.emplace(event, digisF5HBToken_, std::move(df5_));
   ctx.emplace(event, digisF3HBToken_, std::move(df3_));
 }

Member Data Documentation

◆ config_

ConfigParameters HcalDigisProducerGPU::config_

private

Definition at line 54 of file HcalDigisProducerGPU.cc.

Referenced by acquire().

◆ cudaState_

cms::cuda::ContextState HcalDigisProducerGPU::cudaState_

private

Definition at line 49 of file HcalDigisProducerGPU.cc.

Referenced by acquire(), and produce().

◆ df01_

DeviceCollectionf01 HcalDigisProducerGPU::df01_

private

Definition at line 62 of file HcalDigisProducerGPU.cc.

Referenced by acquire(), and produce().

◆ df3_

DeviceCollectionf3 HcalDigisProducerGPU::df3_

private

Definition at line 64 of file HcalDigisProducerGPU.cc.

Referenced by acquire(), and produce().

◆ df5_

DeviceCollectionf5 HcalDigisProducerGPU::df5_

private

Definition at line 63 of file HcalDigisProducerGPU.cc.

Referenced by acquire(), and produce().

◆ digisF01HEToken_

edm::EDPutTokenT<ProductTypef01> HcalDigisProducerGPU::digisF01HEToken_

private

Definition at line 43 of file HcalDigisProducerGPU.cc.

Referenced by produce().

◆ digisF3HBToken_

edm::EDPutTokenT<ProductTypef3> HcalDigisProducerGPU::digisF3HBToken_

private

Definition at line 47 of file HcalDigisProducerGPU.cc.

Referenced by produce().

◆ digisF5HBToken_

edm::EDPutTokenT<ProductTypef5> HcalDigisProducerGPU::digisF5HBToken_

private

Definition at line 45 of file HcalDigisProducerGPU.cc.

Referenced by produce().

◆ hbheDigiToken_

edm::EDGetTokenT<HBHEDigiCollection> HcalDigisProducerGPU::hbheDigiToken_

private

Definition at line 27 of file HcalDigisProducerGPU.cc.

Referenced by acquire().

◆ hf01_

HostCollectionf01 HcalDigisProducerGPU::hf01_

private

Definition at line 57 of file HcalDigisProducerGPU.cc.

Referenced by acquire().

◆ hf3_

HostCollectionf3 HcalDigisProducerGPU::hf3_

private

Definition at line 59 of file HcalDigisProducerGPU.cc.

Referenced by acquire().

◆ hf5_

HostCollectionf5 HcalDigisProducerGPU::hf5_

private

Definition at line 58 of file HcalDigisProducerGPU.cc.

Referenced by acquire().

◆ qie11DigiToken_

edm::EDGetTokenT<QIE11DigiCollection> HcalDigisProducerGPU::qie11DigiToken_

private

Definition at line 28 of file HcalDigisProducerGPU.cc.

Referenced by acquire().

Private Attributes
ConfigParameters	config_

cms::cuda::ContextState	cudaState_

DeviceCollectionf01	df01_

DeviceCollectionf3	df3_

DeviceCollectionf5	df5_

edm::EDPutTokenT< ProductTypef01 >	digisF01HEToken_

edm::EDPutTokenT< ProductTypef3 >	digisF3HBToken_

edm::EDPutTokenT< ProductTypef5 >	digisF5HBToken_

edm::EDGetTokenT< HBHEDigiCollection >	hbheDigiToken_

HostCollectionf01	hf01_

HostCollectionf3	hf3_

HostCollectionf5	hf5_

edm::EDGetTokenT< QIE11DigiCollection >	qie11DigiToken_

Classes

Public Member Functions

Static Public Member Functions

Private Types

Private Member Functions

Private Attributes

Additional Inherited Members

Detailed Description

Member Typedef Documentation

◆ DeviceCollectionf01

◆ DeviceCollectionf3

◆ DeviceCollectionf5

◆ HostCollectionf01

◆ HostCollectionf3

◆ HostCollectionf5

◆ ProductTypef01

◆ ProductTypef3

◆ ProductTypef5

Constructor & Destructor Documentation

◆ HcalDigisProducerGPU()

◆ ~HcalDigisProducerGPU()

Member Function Documentation

◆ acquire()

◆ fillDescriptions()

◆ produce()

Member Data Documentation

◆ config_

◆ cudaState_

◆ df01_

◆ df3_

◆ df5_

◆ digisF01HEToken_

◆ digisF3HBToken_

◆ digisF5HBToken_

◆ hbheDigiToken_

◆ hf01_

◆ hf3_

◆ hf5_

◆ qie11DigiToken_