TritonData.h File Reference

#include "FWCore/Utilities/interface/Exception.h"
#include "FWCore/Utilities/interface/Span.h"
#include "HeterogeneousCore/SonicTriton/interface/triton_utils.h"
#include <vector>
#include <string>
#include <unordered_map>
#include <numeric>
#include <algorithm>
#include <memory>
#include <atomic>
#include <typeinfo>
#include "grpc_client.h"
#include "grpc_service.pb.h"

Go to the source code of this file.

Classes
class	TritonCpuShmResource< IO >
class	TritonData< IO >
class	TritonHeapResource< IO >
class	TritonMemResource< IO >

Typedefs
template<typename DT >
using	TritonInput = std::vector< std::vector< DT > >
template<typename DT >
using	TritonInputContainer = std::shared_ptr< TritonInput< DT > >
using	TritonInputData = TritonData< triton::client::InferInput >
using	TritonInputMap = std::unordered_map< std::string, TritonInputData >
template<typename DT >
using	TritonOutput = std::vector< edm::Span< const DT * > >
using	TritonOutputData = TritonData< triton::client::InferRequestedOutput >
using	TritonOutputMap = std::unordered_map< std::string, TritonOutputData >

Typedef Documentation

TritonInput

template<typename DT >

using TritonInput = std::vector<std::vector<DT> >

Definition at line 35 of file TritonData.h.

TritonInputContainer

template<typename DT >

using TritonInputContainer = std::shared_ptr<TritonInput<DT> >

Definition at line 41 of file TritonData.h.

TritonInputData

using TritonInputData = TritonData<triton::client::InferInput>

Definition at line 152 of file TritonData.h.

TritonInputMap

using TritonInputMap = std::unordered_map<std::string, TritonInputData>

Definition at line 153 of file TritonData.h.

TritonOutput

template<typename DT >

using TritonOutput = std::vector<edm::Span<const DT*> >

Definition at line 37 of file TritonData.h.

TritonOutputData

using TritonOutputData = TritonData<triton::client::InferRequestedOutput>

Definition at line 154 of file TritonData.h.

TritonOutputMap

using TritonOutputMap = std::unordered_map<std::string, TritonOutputData>

Definition at line 155 of file TritonData.h.