SiPixelRawToClusterCUDA Class Reference

Inheritance diagram for SiPixelRawToClusterCUDA:

Public Member Functions
	SiPixelRawToClusterCUDA (const edm::ParameterSet &iConfig)
	~SiPixelRawToClusterCUDA () override=default
Public Member Functions inherited from edm::stream::EDProducer< edm::ExternalWork >
	EDProducer ()=default
	EDProducer (const EDProducer &)=delete
bool	hasAbilityToProduceInBeginLumis () const final
bool	hasAbilityToProduceInBeginProcessBlocks () const final
bool	hasAbilityToProduceInBeginRuns () const final
bool	hasAbilityToProduceInEndLumis () const final
bool	hasAbilityToProduceInEndProcessBlocks () const final
bool	hasAbilityToProduceInEndRuns () const final
const EDProducer &	operator= (const EDProducer &)=delete

Static Public Member Functions
static void	fillDescriptions (edm::ConfigurationDescriptions &descriptions)

Private Member Functions
void	acquire (const edm::Event &iEvent, const edm::EventSetup &iSetup, edm::WaitingTaskWithArenaHolder waitingTaskHolder) override
void	produce (edm::Event &iEvent, const edm::EventSetup &iSetup) override

Private Attributes
std::unique_ptr < SiPixelFedCablingTree >	cabling_
const SiPixelFedCablingMap *	cablingMap_ = nullptr
edm::ESGetToken < SiPixelFedCablingMap, SiPixelFedCablingMapRcd >	cablingMapToken_
edm::EDPutTokenT < cms::cuda::Product < SiPixelClustersCUDA > >	clusterPutToken_
const SiPixelClusterThresholds	clusterThresholds_
cms::cuda::ContextState	ctxState_
edm::EDPutTokenT < cms::cuda::Product < SiPixelDigiErrorsCUDA > >	digiErrorPutToken_
edm::EDPutTokenT < cms::cuda::Product < SiPixelDigisCUDA > >	digiPutToken_
PixelDataFormatter::Errors	errors_
std::vector< unsigned int >	fedIds_
edm::ESGetToken < SiPixelGainCalibrationForHLTGPU, SiPixelGainCalibrationForHLTGPURcd >	gainsToken_
pixelgpudetails::SiPixelRawToClusterGPUKernel	gpuAlgo_
edm::ESGetToken < SiPixelROCsStatusAndMappingWrapper, CkfComponentsRecord >	gpuMapToken_
const bool	includeErrors_
const bool	isRun2_
const uint32_t	maxFedWords_
uint32_t	nDigis_
edm::EDGetTokenT < FEDRawDataCollection >	rawGetToken_
edm::ESWatcher < SiPixelFedCablingMapRcd >	recordWatcher_
std::unique_ptr < PixelUnpackingRegions >	regions_
const bool	useQuality_
std::unique_ptr < pixelgpudetails::SiPixelRawToClusterGPUKernel::WordFedAppender >	wordFedAppender_

Additional Inherited Members
Public Types inherited from edm::stream::EDProducer< edm::ExternalWork >
using	CacheTypes = CacheContexts< T...>
using	GlobalCache = typename CacheTypes::GlobalCache
using	HasAbility = AbilityChecker< T...>
using	InputProcessBlockCache = typename CacheTypes::InputProcessBlockCache
using	LuminosityBlockCache = typename CacheTypes::LuminosityBlockCache
using	LuminosityBlockContext = LuminosityBlockContextT< LuminosityBlockCache, RunCache, GlobalCache >
using	LuminosityBlockSummaryCache = typename CacheTypes::LuminosityBlockSummaryCache
using	RunCache = typename CacheTypes::RunCache
using	RunContext = RunContextT< RunCache, GlobalCache >
using	RunSummaryCache = typename CacheTypes::RunSummaryCache

Detailed Description

Definition at line 43 of file SiPixelRawToClusterCUDA.cc.

Constructor & Destructor Documentation

SiPixelRawToClusterCUDA::SiPixelRawToClusterCUDA ( const edm::ParameterSet &  iConfig )

explicit

Definition at line 86 of file SiPixelRawToClusterCUDA.cc.

References edm::ParameterSet::getParameter().

    : rawGetToken_(consumes<FEDRawDataCollection>(iConfig.getParameter<edm::InputTag>("InputLabel"))),
      digiPutToken_(produces<cms::cuda::Product<SiPixelDigisCUDA>>()),
      clusterPutToken_(produces<cms::cuda::Product<SiPixelClustersCUDA>>()),
      gpuMapToken_(esConsumes<SiPixelROCsStatusAndMappingWrapper, CkfComponentsRecord>()),
      gainsToken_(esConsumes<SiPixelGainCalibrationForHLTGPU, SiPixelGainCalibrationForHLTGPURcd>()),
      cablingMapToken_(esConsumes<SiPixelFedCablingMap, SiPixelFedCablingMapRcd>(
          edm::ESInputTag("", iConfig.getParameter<std::string>("CablingMapLabel")))),
      isRun2_(iConfig.getParameter<bool>("isRun2")),
      includeErrors_(iConfig.getParameter<bool>("IncludeErrors")),
      useQuality_(iConfig.getParameter<bool>("UseQualityInfo")),
      maxFedWords_(iConfig.getParameter<uint32_t>("MaxFEDWords")),
      clusterThresholds_{iConfig.getParameter<int32_t>("clusterThreshold_layer1"),
                         iConfig.getParameter<int32_t>("clusterThreshold_otherLayers")} {
  if (includeErrors_) {
    digiErrorPutToken_ = produces<cms::cuda::Product<SiPixelDigiErrorsCUDA>>();
  }

  // regions
  if (!iConfig.getParameter<edm::ParameterSet>("Regions").getParameterNames().empty()) {
    regions_ = std::make_unique<PixelUnpackingRegions>(iConfig, consumesCollector());
  }

  edm::Service<CUDAService> cs;
  if (cs->enabled()) {
    wordFedAppender_ = std::make_unique<pixelgpudetails::SiPixelRawToClusterGPUKernel::WordFedAppender>(maxFedWords_);
  }
}

SiPixelRawToClusterCUDA::~SiPixelRawToClusterCUDA ( )

overridedefault

Member Function Documentation

void SiPixelRawToClusterCUDA::acquire ( const edm::Event &  iEvent, const edm::EventSetup &  iSetup, edm::WaitingTaskWithArenaHolder  waitingTaskHolder  )

overrideprivate

Definition at line 137 of file SiPixelRawToClusterCUDA.cc.

References cms::cuda::assert(), cabling_, cablingMap_, cablingMapToken_, edm::ESWatcher< T >::check(), ErrorCheckerBase::checkCRC(), ErrorCheckerBase::checkHeader(), ErrorCheckerBase::checkTrailer(), clusterThresholds_, ctxState_, FEDRawData::data(), errors_, Exception, l1tstage2_dqm_sourceclient-live_cfg::fedId, fedIds_, gainsToken_, edm::Event::get(), edm::EventSetup::getHandle(), edm::EventSetup::getTransientHandle(), gpuAlgo_, gpuMapToken_, includeErrors_, edm::MessageDrop::instance(), isRun2_, LogDebug, pixelgpudetails::SiPixelRawToClusterGPUKernel::makeClustersAsync(), maxFedWords_, FEDNumbering::MINSiPixeluTCAFEDID, eostools::move(), nDigis_, rawGetToken_, recordWatcher_, regions_, FEDRawData::size(), edm::Event::streamID(), useQuality_, and wordFedAppender_.

                                                                                       {
  cms::cuda::ScopedContextAcquire ctx{iEvent.streamID(), std::move(waitingTaskHolder), ctxState_};

  auto hgpuMap = iSetup.getHandle(gpuMapToken_);
  if (hgpuMap->hasQuality() != useQuality_) {
    throw cms::Exception("LogicError")
        << "UseQuality of the module (" << useQuality_
        << ") differs the one from SiPixelROCsStatusAndMappingWrapper. Please fix your configuration.";
  }
  // get the GPU product already here so that the async transfer can begin
  const auto* gpuMap = hgpuMap->getGPUProductAsync(ctx.stream());

  auto hgains = iSetup.getHandle(gainsToken_);
  // get the GPU product already here so that the async transfer can begin
  const auto* gpuGains = hgains->getGPUProductAsync(ctx.stream());

  cms::cuda::device::unique_ptr<unsigned char[]> modulesToUnpackRegional;
  const unsigned char* gpuModulesToUnpack;

  if (regions_) {
    regions_->run(iEvent, iSetup);
    LogDebug("SiPixelRawToCluster") << "region2unpack #feds: " << regions_->nFEDs();
    LogDebug("SiPixelRawToCluster") << "region2unpack #modules (BPIX,EPIX,total): " << regions_->nBarrelModules() << " "
                                    << regions_->nForwardModules() << " " << regions_->nModules();
    modulesToUnpackRegional = hgpuMap->getModToUnpRegionalAsync(*(regions_->modulesToUnpack()), ctx.stream());
    gpuModulesToUnpack = modulesToUnpackRegional.get();
  } else {
    gpuModulesToUnpack = hgpuMap->getModToUnpAllAsync(ctx.stream());
  }

  // initialize cabling map or update if necessary
  if (recordWatcher_.check(iSetup)) {
    // cabling map, which maps online address (fed->link->ROC->local pixel) to offline (DetId->global pixel)
    auto cablingMap = iSetup.getTransientHandle(cablingMapToken_);
    cablingMap_ = cablingMap.product();
    fedIds_ = cablingMap->fedIds();
    cabling_ = cablingMap->cablingTree();
    LogDebug("map version:") << cabling_->version();
  }

  const auto& buffers = iEvent.get(rawGetToken_);

  errors_.clear();

  // GPU specific: Data extraction for RawToDigi GPU
  unsigned int wordCounterGPU = 0;
  unsigned int fedCounter = 0;
  bool errorsInEvent = false;

  // In CPU algorithm this loop is part of PixelDataFormatter::interpretRawData()
  ErrorChecker errorcheck;
  for (int fedId : fedIds_) {
    if (regions_ && !regions_->mayUnpackFED(fedId))
      continue;

    // for GPU
    // first 150 index stores the fedId and next 150 will store the
    // start index of word in that fed
    assert(fedId >= FEDNumbering::MINSiPixeluTCAFEDID);
    fedCounter++;

    // get event data for this fed
    const FEDRawData& rawData = buffers.FEDData(fedId);

    // GPU specific
    int nWords = rawData.size() / sizeof(cms_uint64_t);
    if (nWords == 0) {
      continue;
    }

    // check CRC bit
    const cms_uint64_t* trailer = reinterpret_cast<const cms_uint64_t*>(rawData.data()) + (nWords - 1);
    if (not errorcheck.checkCRC(errorsInEvent, fedId, trailer, errors_)) {
      continue;
    }

    // check headers
    const cms_uint64_t* header = reinterpret_cast<const cms_uint64_t*>(rawData.data());
    header--;
    bool moreHeaders = true;
    while (moreHeaders) {
      header++;
      bool headerStatus = errorcheck.checkHeader(errorsInEvent, fedId, header, errors_);
      moreHeaders = headerStatus;
    }

    // check trailers
    bool moreTrailers = true;
    trailer++;
    while (moreTrailers) {
      trailer--;
      bool trailerStatus = errorcheck.checkTrailer(errorsInEvent, fedId, nWords, trailer, errors_);
      moreTrailers = trailerStatus;
    }

    const cms_uint32_t* bw = (const cms_uint32_t*)(header + 1);
    const cms_uint32_t* ew = (const cms_uint32_t*)(trailer);

    assert(0 == (ew - bw) % 2);
    wordFedAppender_->initializeWordFed(fedId, wordCounterGPU, bw, (ew - bw));
    wordCounterGPU += (ew - bw);

  }  // end of for loop

  nDigis_ = wordCounterGPU;

  if (nDigis_ == 0)
    return;

  gpuAlgo_.makeClustersAsync(isRun2_,
                             clusterThresholds_,
                             gpuMap,
                             gpuModulesToUnpack,
                             gpuGains,
                             *wordFedAppender_,
                             std::move(errors_),
                             wordCounterGPU,
                             fedCounter,
                             maxFedWords_,
                             useQuality_,
                             includeErrors_,
                             edm::MessageDrop::instance()->debugEnabled,
                             ctx.stream());
}

void SiPixelRawToClusterCUDA::fillDescriptions ( edm::ConfigurationDescriptions &  descriptions )

static

Definition at line 115 of file SiPixelRawToClusterCUDA.cc.

References edm::ParameterSetDescription::add(), edm::ParameterSetDescription::addOptional(), edm::ConfigurationDescriptions::addWithDefaultLabel(), submitPVResolutionJobs::desc, HLT_FULL_cff::InputTag, kSiPixelClusterThresholdsDefaultPhase1, SiPixelClusterThresholds::layer1, pixelgpudetails::MAX_FED, pixelgpudetails::MAX_WORD, SiPixelClusterThresholds::otherLayers, and AlCaHLTBitMon_QueryRunRegistry::string.

                                                                                         {
  edm::ParameterSetDescription desc;
  desc.add<bool>("isRun2", true);
  desc.add<bool>("IncludeErrors", true);
  desc.add<bool>("UseQualityInfo", false);
  desc.add<uint32_t>("MaxFEDWords", pixelgpudetails::MAX_FED * pixelgpudetails::MAX_WORD);
  desc.add<int32_t>("clusterThreshold_layer1", kSiPixelClusterThresholdsDefaultPhase1.layer1);
  desc.add<int32_t>("clusterThreshold_otherLayers", kSiPixelClusterThresholdsDefaultPhase1.otherLayers);
  desc.add<edm::InputTag>("InputLabel", edm::InputTag("rawDataCollector"));
  {
    edm::ParameterSetDescription psd0;
    psd0.addOptional<std::vector<edm::InputTag>>("inputs");
    psd0.addOptional<std::vector<double>>("deltaPhi");
    psd0.addOptional<std::vector<double>>("maxZ");
    psd0.addOptional<edm::InputTag>("beamSpot");
    desc.add<edm::ParameterSetDescription>("Regions", psd0)
        ->setComment("## Empty Regions PSet means complete unpacking");
  }
  desc.add<std::string>("CablingMapLabel", "")->setComment("CablingMap label");  //Tav
  descriptions.addWithDefaultLabel(desc);
}

void SiPixelRawToClusterCUDA::produce ( edm::Event &  iEvent, const edm::EventSetup &  iSetup  )

overrideprivate

Definition at line 264 of file SiPixelRawToClusterCUDA.cc.

References clusterPutToken_, ctxState_, digiErrorPutToken_, digiPutToken_, pixelgpudetails::SiPixelRawToClusterGPUKernel::getErrors(), pixelgpudetails::SiPixelRawToClusterGPUKernel::getResults(), gpuAlgo_, includeErrors_, eostools::move(), nDigis_, and createJobs::tmp.

                                                                                   {
  cms::cuda::ScopedContextProduce ctx{ctxState_};

  if (nDigis_ == 0) {
    // default construct collections and place them in event
    auto tmp = std::make_pair(SiPixelDigisCUDA{}, SiPixelClustersCUDA{});
    ctx.emplace(iEvent, digiPutToken_, std::move(tmp.first));
    ctx.emplace(iEvent, clusterPutToken_, std::move(tmp.second));
    if (includeErrors_) {
      ctx.emplace(iEvent, digiErrorPutToken_, SiPixelDigiErrorsCUDA{});
    }
    return;
  }

  auto tmp = gpuAlgo_.getResults();
  ctx.emplace(iEvent, digiPutToken_, std::move(tmp.first));
  ctx.emplace(iEvent, clusterPutToken_, std::move(tmp.second));
  if (includeErrors_) {
    ctx.emplace(iEvent, digiErrorPutToken_, gpuAlgo_.getErrors());
  }
}

Member Data Documentation

std::unique_ptr<SiPixelFedCablingTree> SiPixelRawToClusterCUDA::cabling_

private

Definition at line 69 of file SiPixelRawToClusterCUDA.cc.

Referenced by acquire().

const SiPixelFedCablingMap* SiPixelRawToClusterCUDA::cablingMap_ = nullptr

private

Definition at line 71 of file SiPixelRawToClusterCUDA.cc.

Referenced by acquire().

edm::ESGetToken<SiPixelFedCablingMap, SiPixelFedCablingMapRcd> SiPixelRawToClusterCUDA::cablingMapToken_

private

Definition at line 67 of file SiPixelRawToClusterCUDA.cc.

Referenced by acquire().

edm::EDPutTokenT<cms::cuda::Product<SiPixelClustersCUDA> > SiPixelRawToClusterCUDA::clusterPutToken_

private

Definition at line 60 of file SiPixelRawToClusterCUDA.cc.

Referenced by produce().

const SiPixelClusterThresholds SiPixelRawToClusterCUDA::clusterThresholds_

private

Definition at line 83 of file SiPixelRawToClusterCUDA.cc.

Referenced by acquire().

cms::cuda::ContextState SiPixelRawToClusterCUDA::ctxState_

private

Definition at line 62 of file SiPixelRawToClusterCUDA.cc.

Referenced by acquire(), and produce().

edm::EDPutTokenT<cms::cuda::Product<SiPixelDigiErrorsCUDA> > SiPixelRawToClusterCUDA::digiErrorPutToken_

private

Definition at line 59 of file SiPixelRawToClusterCUDA.cc.

Referenced by produce().

edm::EDPutTokenT<cms::cuda::Product<SiPixelDigisCUDA> > SiPixelRawToClusterCUDA::digiPutToken_

private

Definition at line 58 of file SiPixelRawToClusterCUDA.cc.

Referenced by produce().

PixelDataFormatter::Errors SiPixelRawToClusterCUDA::errors_

private

Definition at line 76 of file SiPixelRawToClusterCUDA.cc.

Referenced by acquire().

std::vector<unsigned int> SiPixelRawToClusterCUDA::fedIds_

private

Definition at line 70 of file SiPixelRawToClusterCUDA.cc.

Referenced by acquire().

edm::ESGetToken<SiPixelGainCalibrationForHLTGPU, SiPixelGainCalibrationForHLTGPURcd> SiPixelRawToClusterCUDA::gainsToken_

private

Definition at line 66 of file SiPixelRawToClusterCUDA.cc.

Referenced by acquire().

pixelgpudetails::SiPixelRawToClusterGPUKernel SiPixelRawToClusterCUDA::gpuAlgo_

private

Definition at line 74 of file SiPixelRawToClusterCUDA.cc.

Referenced by acquire(), and produce().

edm::ESGetToken<SiPixelROCsStatusAndMappingWrapper, CkfComponentsRecord> SiPixelRawToClusterCUDA::gpuMapToken_

private

Definition at line 65 of file SiPixelRawToClusterCUDA.cc.

Referenced by acquire().

const bool SiPixelRawToClusterCUDA::includeErrors_

private

Definition at line 79 of file SiPixelRawToClusterCUDA.cc.

Referenced by acquire(), and produce().

const bool SiPixelRawToClusterCUDA::isRun2_

private

Definition at line 78 of file SiPixelRawToClusterCUDA.cc.

Referenced by acquire().

const uint32_t SiPixelRawToClusterCUDA::maxFedWords_

private

Definition at line 81 of file SiPixelRawToClusterCUDA.cc.

Referenced by acquire().

uint32_t SiPixelRawToClusterCUDA::nDigis_

private

Definition at line 82 of file SiPixelRawToClusterCUDA.cc.

Referenced by acquire(), and produce().

edm::EDGetTokenT<FEDRawDataCollection> SiPixelRawToClusterCUDA::rawGetToken_

private

Definition at line 56 of file SiPixelRawToClusterCUDA.cc.

Referenced by acquire().

edm::ESWatcher<SiPixelFedCablingMapRcd> SiPixelRawToClusterCUDA::recordWatcher_

private

Definition at line 64 of file SiPixelRawToClusterCUDA.cc.

Referenced by acquire().

std::unique_ptr<PixelUnpackingRegions> SiPixelRawToClusterCUDA::regions_

private

Definition at line 72 of file SiPixelRawToClusterCUDA.cc.

Referenced by acquire().

const bool SiPixelRawToClusterCUDA::useQuality_

private

Definition at line 80 of file SiPixelRawToClusterCUDA.cc.

Referenced by acquire().

std::unique_ptr<pixelgpudetails::SiPixelRawToClusterGPUKernel::WordFedAppender> SiPixelRawToClusterCUDA::wordFedAppender_

private

Definition at line 75 of file SiPixelRawToClusterCUDA.cc.

Referenced by acquire().