allowedTries_ | SonicClientBase | protected |
batchSize() const | TritonClient | inline |
batchSize_ | TritonClient | protected |
client_ | TritonClient | protected |
clientName() const | SonicClientBase | inline |
clientName_ | SonicClientBase | protected |
debugName() const | SonicClientBase | inline |
debugName_ | SonicClientBase | protected |
dispatch(edm::WaitingTaskWithArenaHolder holder) | SonicClientBase | inlinevirtual |
dispatch() | SonicClientBase | inlinevirtual |
dispatcher_ | SonicClientBase | protected |
evaluate() override | TritonClient | protectedvirtual |
fillBasePSetDescription(edm::ParameterSetDescription &desc, bool allowRetry=true) | SonicClientBase | static |
fillPSetDescription(edm::ParameterSetDescription &iDesc) | TritonClient | static |
finish(bool success, std::exception_ptr eptr=std::exception_ptr{}) | SonicClientBase | protected |
fullDebugName_ | SonicClientBase | protected |
getResults(std::shared_ptr< nvidia::inferenceserver::client::InferResult > results) | TritonClient | protected |
getServerSideStatus() const | TritonClient | protected |
holder_ | SonicClientBase | protected |
Input typedef | SonicClientTypes< TritonInputMap, TritonOutputMap > | |
input() | SonicClientTypes< TritonInputMap, TritonOutputMap > | inline |
input_ | SonicClientTypes< TritonInputMap, TritonOutputMap > | protected |
inputsTriton_ | TritonClient | protected |
maxBatchSize_ | TritonClient | protected |
mode() const | SonicClientBase | inline |
mode_ | SonicClientBase | protected |
noBatch_ | TritonClient | protected |
options_ | TritonClient | protected |
Output typedef | SonicClientTypes< TritonInputMap, TritonOutputMap > | |
output() const | SonicClientTypes< TritonInputMap, TritonOutputMap > | inline |
output_ | SonicClientTypes< TritonInputMap, TritonOutputMap > | protected |
outputsTriton_ | TritonClient | protected |
reportServerSideStats(const ServerSideStats &stats) const | TritonClient | protected |
reset() override | TritonClient | virtual |
setBatchSize(unsigned bsize) | TritonClient | |
setDebugName(const std::string &debugName) | SonicClientBase | |
SonicClient(const edm::ParameterSet ¶ms) | SonicClient< TritonInputMap, TritonOutputMap > | inline |
SonicClientBase(const edm::ParameterSet ¶ms) | SonicClientBase | |
start(edm::WaitingTaskWithArenaHolder holder) | SonicClientBase | protected |
start() | SonicClientBase | protected |
summarizeServerStats(const inference::ModelStatistics &start_status, const inference::ModelStatistics &end_status) const | TritonClient | protected |
t0_ | SonicClientBase | protected |
tries_ | SonicClientBase | protected |
TritonClient(const edm::ParameterSet ¶ms) | TritonClient | |
verbose() const | TritonClient | inline |
verbose_ | TritonClient | protected |
~SonicClientBase()=default | SonicClientBase | virtual |
~SonicClientTypes()=default | SonicClientTypes< TritonInputMap, TritonOutputMap > | virtual |