SiPixelROCsStatusAndMappingWrapper Class Reference

#include <SiPixelROCsStatusAndMappingWrapper.h>

Classes
struct	GPUData
struct	ModulesToUnpack

Public Member Functions
const SiPixelROCsStatusAndMapping *	getGPUProductAsync (cudaStream_t cudaStream) const
const unsigned char *	getModToUnpAllAsync (cudaStream_t cudaStream) const
cms::cuda::device::unique_ptr< unsigned char[]>	getModToUnpRegionalAsync (std::set< unsigned int > const &modules, cudaStream_t cudaStream) const
bool	hasQuality () const
	SiPixelROCsStatusAndMappingWrapper (SiPixelFedCablingMap const &cablingMap, TrackerGeometry const &trackerGeom, SiPixelQuality const *badPixelInfo)
	~SiPixelROCsStatusAndMappingWrapper ()

Private Attributes
const SiPixelFedCablingMap *	cablingMap_
SiPixelROCsStatusAndMapping *	cablingMapHost = nullptr
cms::cuda::ESProduct< GPUData >	gpuData_
bool	hasQuality_
cms::cuda::ESProduct< ModulesToUnpack >	modToUnp_
std::vector< unsigned char, cms::cuda::HostAllocator< unsigned char > >	modToUnpDefault
unsigned int	size

Detailed Description

Definition at line 17 of file SiPixelROCsStatusAndMappingWrapper.h.

Constructor & Destructor Documentation

SiPixelROCsStatusAndMappingWrapper()

SiPixelROCsStatusAndMappingWrapper::SiPixelROCsStatusAndMappingWrapper	(	SiPixelFedCablingMap const &	cablingMap,
		TrackerGeometry const &	trackerGeom,
		SiPixelQuality const *	badPixelInfo
	)

Definition at line 23 of file SiPixelROCsStatusAndMappingWrapper.cc.

References SiPixelROCsStatusAndMapping::badRocs, nano_mu_local_reco_cff::bool, cablingMapHost, SiPixelFedCablingMap::cablingTree(), cudaCheck, SiPixelROCsStatusAndMapping::fed, L1TStage2BMTF_cff::fedIds, SiPixelFedCablingMap::fedIds(), mps_fire::i, sipixelobjects::PixelROC::idInDetUnit(), TrackerGeometry::idToDetUnit(), gpuClustering::invalidModuleId, SiPixelQuality::IsRocBad(), SiPixelROCsStatusAndMapping::link, LogDebug, pixelgpudetails::MAX_LINK, pixelgpudetails::MAX_ROC, modToUnpDefault, SiPixelROCsStatusAndMapping::moduleId, castor_dqm_sourceclient_file_cfg::path, SiPixelROCsStatusAndMapping::rawId, sipixelobjects::PixelROC::rawId(), SiPixelROCsStatusAndMapping::roc, PixelMapPlotter::roc, SiPixelROCsStatusAndMapping::rocInDet, and SiPixelROCsStatusAndMapping::size.

    : cablingMap_(&cablingMap), modToUnpDefault(pixelgpudetails::MAX_SIZE), hasQuality_(badPixelInfo != nullptr) {
  cudaCheck(cudaMallocHost(&cablingMapHost, sizeof(SiPixelROCsStatusAndMapping)));

  std::vector<unsigned int> const& fedIds = cablingMap.fedIds();
  std::unique_ptr<SiPixelFedCablingTree> const& cabling = cablingMap.cablingTree();

  unsigned int startFed = *(fedIds.begin());
  unsigned int endFed = *(fedIds.end() - 1);

  sipixelobjects::CablingPathToDetUnit path;
  int index = 1;

  for (unsigned int fed = startFed; fed <= endFed; fed++) {
    for (unsigned int link = 1; link <= pixelgpudetails::MAX_LINK; link++) {
      for (unsigned int roc = 1; roc <= pixelgpudetails::MAX_ROC; roc++) {
        path = {fed, link, roc};
        const sipixelobjects::PixelROC* pixelRoc = cabling->findItem(path);
        cablingMapHost->fed[index] = fed;
        cablingMapHost->link[index] = link;
        cablingMapHost->roc[index] = roc;
        if (pixelRoc != nullptr) {
          cablingMapHost->rawId[index] = pixelRoc->rawId();
          cablingMapHost->rocInDet[index] = pixelRoc->idInDetUnit();
          modToUnpDefault[index] = false;
          if (badPixelInfo != nullptr)
            cablingMapHost->badRocs[index] = badPixelInfo->IsRocBad(pixelRoc->rawId(), pixelRoc->idInDetUnit());
          else
            cablingMapHost->badRocs[index] = false;
        } else {  // store some dummy number
          cablingMapHost->rawId[index] = gpuClustering::invalidModuleId;
          cablingMapHost->rocInDet[index] = gpuClustering::invalidModuleId;
          cablingMapHost->badRocs[index] = true;
          modToUnpDefault[index] = true;
        }
        index++;
      }
    }
  }  // end of FED loop

  // Given FedId, Link and idinLnk; use the following formula
  // to get the rawId and idinDU
  // index = (FedID-1200) * MAX_LINK* MAX_ROC + (Link-1)* MAX_ROC + idinLnk;
  // where, MAX_LINK = 48, MAX_ROC = 8 for Phase1 as mentioned Danek's email
  // FedID varies between 1200 to 1338 (In total 108 FED's)
  // Link varies between 1 to 48
  // idinLnk varies between 1 to 8

  for (int i = 1; i < index; i++) {
    if (cablingMapHost->rawId[i] == gpuClustering::invalidModuleId) {
      cablingMapHost->moduleId[i] = gpuClustering::invalidModuleId;
    } else {
      /*
      std::cout << cablingMapHost->rawId[i] << std::endl;
      */
      auto gdet = trackerGeom.idToDetUnit(cablingMapHost->rawId[i]);
      if (!gdet) {
        LogDebug("SiPixelROCsStatusAndMapping") << " Not found: " << cablingMapHost->rawId[i] << std::endl;
        continue;
      }
      cablingMapHost->moduleId[i] = gdet->index();
    }
    LogDebug("SiPixelROCsStatusAndMapping")
        << "----------------------------------------------------------------------------" << std::endl;
    LogDebug("SiPixelROCsStatusAndMapping")
        << i << std::setw(20) << cablingMapHost->fed[i] << std::setw(20) << cablingMapHost->link[i] << std::setw(20)
        << cablingMapHost->roc[i] << std::endl;
    LogDebug("SiPixelROCsStatusAndMapping")
        << i << std::setw(20) << cablingMapHost->rawId[i] << std::setw(20) << cablingMapHost->rocInDet[i]
        << std::setw(20) << cablingMapHost->moduleId[i] << std::endl;
    LogDebug("SiPixelROCsStatusAndMapping")
        << i << std::setw(20) << (bool)cablingMapHost->badRocs[i] << std::setw(20) << std::endl;
    LogDebug("SiPixelROCsStatusAndMapping")
        << "----------------------------------------------------------------------------" << std::endl;
  }

  cablingMapHost->size = index - 1;
}

~SiPixelROCsStatusAndMappingWrapper()

SiPixelROCsStatusAndMappingWrapper::~SiPixelROCsStatusAndMappingWrapper

(

)

Definition at line 104 of file SiPixelROCsStatusAndMappingWrapper.cc.

References cablingMapHost, and cudaCheck.

{ cudaCheck(cudaFreeHost(cablingMapHost)); }

Member Function Documentation

getGPUProductAsync()

const SiPixelROCsStatusAndMapping * SiPixelROCsStatusAndMappingWrapper::getGPUProductAsync

(

cudaStream_t

cudaStream

)

const

Definition at line 106 of file SiPixelROCsStatusAndMappingWrapper.cc.

References cudaCheck, data, gpuData_, and cms::cuda::stream.

                                   {
  const auto& data = gpuData_.dataForCurrentDeviceAsync(cudaStream, [this](GPUData& data, cudaStream_t stream) {
    // allocate
    cudaCheck(cudaMalloc(&data.cablingMapDevice, sizeof(SiPixelROCsStatusAndMapping)));

    // transfer
    cudaCheck(cudaMemcpyAsync(
        data.cablingMapDevice, this->cablingMapHost, sizeof(SiPixelROCsStatusAndMapping), cudaMemcpyDefault, stream));
  });
  return data.cablingMapDevice;
}

getModToUnpAllAsync()

const unsigned char * SiPixelROCsStatusAndMappingWrapper::getModToUnpAllAsync

(

cudaStream_t

cudaStream

)

const

Definition at line 119 of file SiPixelROCsStatusAndMappingWrapper.cc.

References cudaCheck, data, pixelgpudetails::MAX_SIZE_BYTE_BOOL, modToUnp_, modToUnpDefault, and cms::cuda::stream.

                                                                                                          {
  const auto& data =
      modToUnp_.dataForCurrentDeviceAsync(cudaStream, [this](ModulesToUnpack& data, cudaStream_t stream) {
        cudaCheck(cudaMalloc((void**)&data.modToUnpDefault, pixelgpudetails::MAX_SIZE_BYTE_BOOL));
        cudaCheck(cudaMemcpyAsync(data.modToUnpDefault,
                                  this->modToUnpDefault.data(),
                                  this->modToUnpDefault.size() * sizeof(unsigned char),
                                  cudaMemcpyDefault,
                                  stream));
      });
  return data.modToUnpDefault;
}

getModToUnpRegionalAsync()

cms::cuda::device::unique_ptr< unsigned char[]> SiPixelROCsStatusAndMappingWrapper::getModToUnpRegionalAsync	(	std::set< unsigned int > const &	modules,
		cudaStream_t	cudaStream
	)		const

Definition at line 132 of file SiPixelROCsStatusAndMappingWrapper.cc.

References cablingMap_, SiPixelFedCablingMap::cablingTree(), cudaCheck, L1TStage2BMTF_cff::fedIds, SiPixelFedCablingMap::fedIds(), pixelgpudetails::MAX_LINK, pixelgpudetails::MAX_ROC, pixelgpudetails::MAX_SIZE, castor_dqm_sourceclient_file_cfg::path, sipixelobjects::PixelROC::rawId(), and PixelMapPlotter::roc.

                                                                        {
  auto modToUnpDevice = cms::cuda::make_device_unique<unsigned char[]>(pixelgpudetails::MAX_SIZE, cudaStream);
  auto modToUnpHost = cms::cuda::make_host_unique<unsigned char[]>(pixelgpudetails::MAX_SIZE, cudaStream);

  std::vector<unsigned int> const& fedIds = cablingMap_->fedIds();
  std::unique_ptr<SiPixelFedCablingTree> const& cabling = cablingMap_->cablingTree();

  unsigned int startFed = *(fedIds.begin());
  unsigned int endFed = *(fedIds.end() - 1);

  sipixelobjects::CablingPathToDetUnit path;
  int index = 1;

  for (unsigned int fed = startFed; fed <= endFed; fed++) {
    for (unsigned int link = 1; link <= pixelgpudetails::MAX_LINK; link++) {
      for (unsigned int roc = 1; roc <= pixelgpudetails::MAX_ROC; roc++) {
        path = {fed, link, roc};
        const sipixelobjects::PixelROC* pixelRoc = cabling->findItem(path);
        if (pixelRoc != nullptr) {
          modToUnpHost[index] = (not modules.empty()) and (modules.find(pixelRoc->rawId()) == modules.end());
        } else {  // store some dummy number
          modToUnpHost[index] = true;
        }
        index++;
      }
    }
  }

  cudaCheck(cudaMemcpyAsync(modToUnpDevice.get(),
                            modToUnpHost.get(),
                            pixelgpudetails::MAX_SIZE * sizeof(unsigned char),
                            cudaMemcpyHostToDevice,
                            cudaStream));
  return modToUnpDevice;
}

hasQuality()

bool SiPixelROCsStatusAndMappingWrapper::hasQuality ( ) const

inline

Definition at line 24 of file SiPixelROCsStatusAndMappingWrapper.h.

References hasQuality_.

{ return hasQuality_; }

Member Data Documentation

cablingMap_

const SiPixelFedCablingMap* SiPixelROCsStatusAndMappingWrapper::cablingMap_

private

Definition at line 35 of file SiPixelROCsStatusAndMappingWrapper.h.

Referenced by getModToUnpRegionalAsync().

cablingMapHost

SiPixelROCsStatusAndMapping* SiPixelROCsStatusAndMappingWrapper::cablingMapHost = nullptr

private

Definition at line 40 of file SiPixelROCsStatusAndMappingWrapper.h.

Referenced by SiPixelROCsStatusAndMappingWrapper(), and ~SiPixelROCsStatusAndMappingWrapper().

gpuData_

cms::cuda::ESProduct<GPUData> SiPixelROCsStatusAndMappingWrapper::gpuData_

private

Definition at line 46 of file SiPixelROCsStatusAndMappingWrapper.h.

Referenced by getGPUProductAsync().

hasQuality_

bool SiPixelROCsStatusAndMappingWrapper::hasQuality_

private

Definition at line 38 of file SiPixelROCsStatusAndMappingWrapper.h.

Referenced by hasQuality().

modToUnp_

cms::cuda::ESProduct<ModulesToUnpack> SiPixelROCsStatusAndMappingWrapper::modToUnp_

private

Definition at line 52 of file SiPixelROCsStatusAndMappingWrapper.h.

Referenced by getModToUnpAllAsync().

modToUnpDefault

std::vector<unsigned char, cms::cuda::HostAllocator<unsigned char> > SiPixelROCsStatusAndMappingWrapper::modToUnpDefault

private

Definition at line 36 of file SiPixelROCsStatusAndMappingWrapper.h.

Referenced by getModToUnpAllAsync(), SiPixelROCsStatusAndMappingWrapper(), and SiPixelROCsStatusAndMappingWrapper::ModulesToUnpack::~ModulesToUnpack().

size

unsigned int SiPixelROCsStatusAndMappingWrapper::size

private

Definition at line 37 of file SiPixelROCsStatusAndMappingWrapper.h.

Referenced by ntupleDataFormat._Collection::__iter__(), ntupleDataFormat._Collection::__len__(), esMonitoring.LineHistoryEnd::pop(), esMonitoring.LineHistoryEnd::push(), cuy.FindIssue::startElement(), esMonitoring.LineHistoryEnd::write(), and esMonitoring.LineHistoryStart::write().