allowedTries_ | SonicClientBase | protected |
batchSize() const | TritonClient | inline |
batchSize_ | TritonClient | protected |
client() | TritonClient | inlineprivate |
client_ | TritonClient | protected |
clientName() const | SonicClientBase | inline |
clientName_ | SonicClientBase | protected |
compressionAlgo_ | TritonClient | protected |
debugName() const | SonicClientBase | inline |
debugName_ | SonicClientBase | protected |
dispatch(edm::WaitingTaskWithArenaHolder holder) | SonicClientBase | inlinevirtual |
dispatch() | SonicClientBase | inlinevirtual |
dispatcher_ | SonicClientBase | protected |
evaluate() override | TritonClient | protectedvirtual |
fillBasePSetDescription(edm::ParameterSetDescription &desc, bool allowRetry=true) | SonicClientBase | static |
fillPSetDescription(edm::ParameterSetDescription &iDesc) | TritonClient | static |
finish(bool success, std::exception_ptr eptr=std::exception_ptr{}) | SonicClientBase | protected |
fullDebugName_ | SonicClientBase | protected |
getResults(std::shared_ptr< triton::client::InferResult > results) | TritonClient | protected |
getServerSideStatus() const | TritonClient | protected |
handle_exception(F &&call) | TritonClient | protected |
headers_ | TritonClient | protected |
holder_ | SonicClientBase | protected |
Input typedef | SonicClientTypes< TritonInputMap, TritonOutputMap > | |
input() | SonicClientTypes< TritonInputMap, TritonOutputMap > | inline |
input_ | SonicClientTypes< TritonInputMap, TritonOutputMap > | protected |
inputsTriton_ | TritonClient | protected |
maxBatchSize_ | TritonClient | protected |
mode() const | SonicClientBase | inline |
mode_ | SonicClientBase | protected |
noBatch() const | TritonClient | inline |
noBatch_ | TritonClient | protected |
options_ | TritonClient | protected |
Output typedef | SonicClientTypes< TritonInputMap, TritonOutputMap > | |
output() const | SonicClientTypes< TritonInputMap, TritonOutputMap > | inline |
output_ | SonicClientTypes< TritonInputMap, TritonOutputMap > | protected |
outputsTriton_ | TritonClient | protected |
reportServerSideStats(const ServerSideStats &stats) const | TritonClient | protected |
reset() override | TritonClient | virtual |
serverType() const | TritonClient | inline |
serverType_ | TritonClient | protected |
setBatchSize(unsigned bsize) | TritonClient | |
setMode(SonicMode mode) | SonicClientBase | protected |
setUseSharedMemory(bool useShm) | TritonClient | inline |
SonicClient(const edm::ParameterSet ¶ms, const std::string &debugName, const std::string &clientName) | SonicClient< TritonInputMap, TritonOutputMap > | inline |
SonicClientBase(const edm::ParameterSet ¶ms, const std::string &debugName, const std::string &clientName) | SonicClientBase | |
start(edm::WaitingTaskWithArenaHolder holder) | SonicClientBase | protected |
start() | SonicClientBase | protected |
summarizeServerStats(const inference::ModelStatistics &start_status, const inference::ModelStatistics &end_status) const | TritonClient | protected |
tries_ | SonicClientBase | protected |
TritonClient(const edm::ParameterSet ¶ms, const std::string &debugName) | TritonClient | |
TritonInputData | TritonClient | private |
TritonOutputData | TritonClient | private |
useSharedMemory() const | TritonClient | inline |
useSharedMemory_ | TritonClient | protected |
verbose() const | TritonClient | inline |
verbose_ | TritonClient | protected |
~SonicClientBase()=default | SonicClientBase | virtual |
~SonicClientTypes()=default | SonicClientTypes< TritonInputMap, TritonOutputMap > | virtual |
~TritonClient() override | TritonClient | |