static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_InferenceRequestTimeoutMicroseconds(TRITONBACKEND_Request request,
long[] timeout) |
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_InferenceRequestTimeoutMicroseconds(TRITONBACKEND_Request request,
LongBuffer timeout) |
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_InferenceRequestTimeoutMicroseconds(TRITONBACKEND_Request request,
LongPointer timeout)
Get the timeout of the request.
|
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_ModelBatchIncludeRequest(TRITONBACKEND_Request request,
Pointer userp,
boolean[] should_include)
Check whether a request should be added to the pending model batch.
|
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_ModelBatchIncludeRequest(TRITONBACKEND_Request request,
Pointer userp,
BoolPointer should_include) |
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_ModelInstanceExecute(TRITONBACKEND_ModelInstance instance,
TRITONBACKEND_Request requests,
int request_count) |
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_ModelInstanceReportStatistics(TRITONBACKEND_ModelInstance instance,
TRITONBACKEND_Request request,
boolean success,
long exec_start_ns,
long compute_start_ns,
long compute_end_ns,
long exec_end_ns)
Record statistics for an inference request.
|
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_RequestCorrelationId(TRITONBACKEND_Request request,
long[] id) |
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_RequestCorrelationId(TRITONBACKEND_Request request,
LongBuffer id) |
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_RequestCorrelationId(TRITONBACKEND_Request request,
LongPointer id)
Get the correlation ID of the request if it is an unsigned integer.
|
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_RequestCorrelationIdString(TRITONBACKEND_Request request,
byte[] id) |
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_RequestCorrelationIdString(TRITONBACKEND_Request request,
ByteBuffer id) |
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_RequestCorrelationIdString(TRITONBACKEND_Request request,
BytePointer id) |
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_RequestCorrelationIdString(TRITONBACKEND_Request request,
PointerPointer id)
Get the correlation ID of the request if it is a string.
|
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_RequestFlags(TRITONBACKEND_Request request,
int[] flags) |
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_RequestFlags(TRITONBACKEND_Request request,
IntBuffer flags) |
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_RequestFlags(TRITONBACKEND_Request request,
IntPointer flags)
Get the flag(s) associated with a request.
|
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_RequestId(TRITONBACKEND_Request request,
byte[] id) |
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_RequestId(TRITONBACKEND_Request request,
ByteBuffer id) |
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_RequestId(TRITONBACKEND_Request request,
BytePointer id) |
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_RequestId(TRITONBACKEND_Request request,
PointerPointer id)
TRITONBACKEND_Request
Object representing an inference request.
|
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_RequestInput(TRITONBACKEND_Request request,
BytePointer name,
TRITONBACKEND_Input input) |
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_RequestInput(TRITONBACKEND_Request request,
String name,
PointerPointer input)
Get a named request input.
|
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_RequestInput(TRITONBACKEND_Request request,
String name,
TRITONBACKEND_Input input) |
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_RequestInputByIndex(TRITONBACKEND_Request request,
int index,
PointerPointer input)
Get a request input by index.
|
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_RequestInputByIndex(TRITONBACKEND_Request request,
int index,
TRITONBACKEND_Input input) |
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_RequestInputCount(TRITONBACKEND_Request request,
int[] count) |
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_RequestInputCount(TRITONBACKEND_Request request,
IntBuffer count) |
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_RequestInputCount(TRITONBACKEND_Request request,
IntPointer count)
Get the number of input tensors specified in the request.
|
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_RequestInputName(TRITONBACKEND_Request request,
int index,
byte[] input_name) |
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_RequestInputName(TRITONBACKEND_Request request,
int index,
ByteBuffer input_name) |
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_RequestInputName(TRITONBACKEND_Request request,
int index,
BytePointer input_name) |
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_RequestInputName(TRITONBACKEND_Request request,
int index,
PointerPointer input_name)
Get the name of an input tensor.
|
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_RequestIsCancelled(TRITONBACKEND_Request request,
boolean[] is_cancelled)
Query whether the request is cancelled or not.
|
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_RequestIsCancelled(TRITONBACKEND_Request request,
BoolPointer is_cancelled) |
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_RequestOutputBufferProperties(TRITONBACKEND_Request request,
BytePointer name,
SizeTPointer byte_size,
int[] memory_type,
long[] memory_type_id) |
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_RequestOutputBufferProperties(TRITONBACKEND_Request request,
BytePointer name,
SizeTPointer byte_size,
IntBuffer memory_type,
LongBuffer memory_type_id) |
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_RequestOutputBufferProperties(TRITONBACKEND_Request request,
BytePointer name,
SizeTPointer byte_size,
IntPointer memory_type,
LongPointer memory_type_id) |
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_RequestOutputBufferProperties(TRITONBACKEND_Request request,
String name,
SizeTPointer byte_size,
int[] memory_type,
long[] memory_type_id) |
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_RequestOutputBufferProperties(TRITONBACKEND_Request request,
String name,
SizeTPointer byte_size,
IntBuffer memory_type,
LongBuffer memory_type_id) |
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_RequestOutputBufferProperties(TRITONBACKEND_Request request,
String name,
SizeTPointer byte_size,
IntPointer memory_type,
LongPointer memory_type_id)
Returns the preferred memory type and memory type ID of the output buffer
for the request.
|
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_RequestOutputCount(TRITONBACKEND_Request request,
int[] count) |
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_RequestOutputCount(TRITONBACKEND_Request request,
IntBuffer count) |
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_RequestOutputCount(TRITONBACKEND_Request request,
IntPointer count)
Get the number of output tensors requested to be returned in the
request.
|
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_RequestOutputName(TRITONBACKEND_Request request,
int index,
byte[] output_name) |
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_RequestOutputName(TRITONBACKEND_Request request,
int index,
ByteBuffer output_name) |
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_RequestOutputName(TRITONBACKEND_Request request,
int index,
BytePointer output_name) |
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_RequestOutputName(TRITONBACKEND_Request request,
int index,
PointerPointer output_name)
Get the name of a requested output tensor.
|
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_RequestParameter(TRITONBACKEND_Request request,
int index,
byte[] key,
int[] type,
Pointer vvalue) |
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_RequestParameter(TRITONBACKEND_Request request,
int index,
ByteBuffer key,
IntBuffer type,
Pointer vvalue) |
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_RequestParameter(TRITONBACKEND_Request request,
int index,
BytePointer key,
IntPointer type,
Pointer vvalue) |
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_RequestParameter(TRITONBACKEND_Request request,
int index,
PointerPointer key,
IntPointer type,
PointerPointer vvalue)
Get a request parameters by index.
|
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_RequestParameterCount(TRITONBACKEND_Request request,
int[] count) |
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_RequestParameterCount(TRITONBACKEND_Request request,
IntBuffer count) |
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_RequestParameterCount(TRITONBACKEND_Request request,
IntPointer count)
Get the number of parameters specified in the inference request.
|
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_RequestRelease(TRITONBACKEND_Request request,
int release_flags)
Release the request.
|
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_RequestTrace(TRITONBACKEND_Request request,
PointerPointer trace)
Get the trace associated with a request.
|
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_RequestTrace(TRITONBACKEND_Request request,
TRITONSERVER_InferenceTrace trace) |
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_ResponseFactoryNew(PointerPointer factory,
TRITONBACKEND_Request request)
TRITONBACKEND_ResponseFactory
Object representing an inference response factory.
|
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_ResponseFactoryNew(TRITONBACKEND_ResponseFactory factory,
TRITONBACKEND_Request request) |
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_ResponseNew(PointerPointer response,
TRITONBACKEND_Request request)
TRITONBACKEND_Response
Object representing an inference response.
|
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_ResponseNew(TRITONBACKEND_Response response,
TRITONBACKEND_Request request) |
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_StateNew(PointerPointer state,
TRITONBACKEND_Request request,
String name,
int datatype,
LongPointer shape,
int dims_count)
TRITONBACKEND_State
Object representing a state.
|
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_StateNew(TRITONBACKEND_State state,
TRITONBACKEND_Request request,
BytePointer name,
int datatype,
long[] shape,
int dims_count) |
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_StateNew(TRITONBACKEND_State state,
TRITONBACKEND_Request request,
BytePointer name,
int datatype,
LongBuffer shape,
int dims_count) |
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_StateNew(TRITONBACKEND_State state,
TRITONBACKEND_Request request,
BytePointer name,
int datatype,
LongPointer shape,
int dims_count) |
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_StateNew(TRITONBACKEND_State state,
TRITONBACKEND_Request request,
String name,
int datatype,
long[] shape,
int dims_count) |
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_StateNew(TRITONBACKEND_State state,
TRITONBACKEND_Request request,
String name,
int datatype,
LongBuffer shape,
int dims_count) |
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_StateNew(TRITONBACKEND_State state,
TRITONBACKEND_Request request,
String name,
int datatype,
LongPointer shape,
int dims_count) |