TritonClient::ServerSideStats Struct Reference

#include <TritonClient.h>

Public Attributes
uint64_t	compute_infer_time_ns_
uint64_t	compute_input_time_ns_
uint64_t	compute_output_time_ns_
uint64_t	cumm_time_ns_
uint64_t	execution_count_
uint64_t	inference_count_
uint64_t	queue_time_ns_
uint64_t	success_count_

Detailed Description

Definition at line 20 of file TritonClient.h.

Member Data Documentation

compute_infer_time_ns_

uint64_t TritonClient::ServerSideStats::compute_infer_time_ns_

Definition at line 27 of file TritonClient.h.

Referenced by TritonClient::summarizeServerStats().

compute_input_time_ns_

uint64_t TritonClient::ServerSideStats::compute_input_time_ns_

Definition at line 26 of file TritonClient.h.

Referenced by TritonClient::summarizeServerStats().

compute_output_time_ns_

uint64_t TritonClient::ServerSideStats::compute_output_time_ns_

Definition at line 28 of file TritonClient.h.

Referenced by TritonClient::summarizeServerStats().

cumm_time_ns_

uint64_t TritonClient::ServerSideStats::cumm_time_ns_

Definition at line 24 of file TritonClient.h.

Referenced by TritonClient::summarizeServerStats().

execution_count_

uint64_t TritonClient::ServerSideStats::execution_count_

Definition at line 22 of file TritonClient.h.

Referenced by TritonClient::summarizeServerStats().

inference_count_

uint64_t TritonClient::ServerSideStats::inference_count_

Definition at line 21 of file TritonClient.h.

Referenced by TritonClient::summarizeServerStats().

queue_time_ns_

uint64_t TritonClient::ServerSideStats::queue_time_ns_

Definition at line 25 of file TritonClient.h.

Referenced by TritonClient::summarizeServerStats().

success_count_

uint64_t TritonClient::ServerSideStats::success_count_

Definition at line 23 of file TritonClient.h.

Referenced by TritonClient::summarizeServerStats().