static TRITONSERVER_Error |
tritonserver.TRITONSERVER_InferenceRequestAddInput(TRITONSERVER_InferenceRequest inference_request,
BytePointer name,
int datatype,
long[] shape,
long dim_count) |
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_InferenceRequestAddInput(TRITONSERVER_InferenceRequest inference_request,
BytePointer name,
int datatype,
LongBuffer shape,
long dim_count) |
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_InferenceRequestAddInput(TRITONSERVER_InferenceRequest inference_request,
BytePointer name,
int datatype,
LongPointer shape,
long dim_count) |
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_InferenceRequestAddInput(TRITONSERVER_InferenceRequest inference_request,
String name,
int datatype,
long[] shape,
long dim_count) |
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_InferenceRequestAddInput(TRITONSERVER_InferenceRequest inference_request,
String name,
int datatype,
LongBuffer shape,
long dim_count) |
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_InferenceRequestAddInput(TRITONSERVER_InferenceRequest inference_request,
String name,
int datatype,
LongPointer shape,
long dim_count)
Add an input to a request.
|
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_InferenceRequestAddRawInput(TRITONSERVER_InferenceRequest inference_request,
BytePointer name) |
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_InferenceRequestAddRawInput(TRITONSERVER_InferenceRequest inference_request,
String name)
Add a raw input to a request.
|
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_InferenceRequestAddRequestedOutput(TRITONSERVER_InferenceRequest inference_request,
BytePointer name) |
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_InferenceRequestAddRequestedOutput(TRITONSERVER_InferenceRequest inference_request,
String name)
Add an output request to an inference request.
|
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_InferenceRequestAppendInputData(TRITONSERVER_InferenceRequest inference_request,
BytePointer name,
Pointer base,
long byte_size,
int memory_type,
long memory_type_id) |
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_InferenceRequestAppendInputData(TRITONSERVER_InferenceRequest inference_request,
String name,
Pointer base,
long byte_size,
int memory_type,
long memory_type_id)
Assign a buffer of data to an input.
|
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_InferenceRequestAppendInputDataWithBufferAttributes(TRITONSERVER_InferenceRequest inference_request,
BytePointer name,
Pointer base,
TRITONSERVER_BufferAttributes buffer_attributes) |
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_InferenceRequestAppendInputDataWithBufferAttributes(TRITONSERVER_InferenceRequest inference_request,
String name,
Pointer base,
TRITONSERVER_BufferAttributes buffer_attributes)
Assign a buffer of data to an input.
|
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_InferenceRequestAppendInputDataWithHostPolicy(TRITONSERVER_InferenceRequest inference_request,
BytePointer name,
Pointer base,
long byte_size,
int memory_type,
long memory_type_id,
BytePointer host_policy_name) |
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_InferenceRequestAppendInputDataWithHostPolicy(TRITONSERVER_InferenceRequest inference_request,
String name,
Pointer base,
long byte_size,
int memory_type,
long memory_type_id,
String host_policy_name)
Assign a buffer of data to an input for execution on all model instances
with the specified host policy.
|
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_InferenceRequestCancel(TRITONSERVER_InferenceRequest inference_request)
Cancel an inference request.
|
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_InferenceRequestCorrelationId(TRITONSERVER_InferenceRequest inference_request,
long[] correlation_id) |
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_InferenceRequestCorrelationId(TRITONSERVER_InferenceRequest inference_request,
LongBuffer correlation_id) |
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_InferenceRequestCorrelationId(TRITONSERVER_InferenceRequest inference_request,
LongPointer correlation_id)
Get the correlation ID of the inference request as an unsigned integer.
|
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_InferenceRequestCorrelationIdString(TRITONSERVER_InferenceRequest inference_request,
byte[] correlation_id) |
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_InferenceRequestCorrelationIdString(TRITONSERVER_InferenceRequest inference_request,
ByteBuffer correlation_id) |
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_InferenceRequestCorrelationIdString(TRITONSERVER_InferenceRequest inference_request,
BytePointer correlation_id) |
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_InferenceRequestCorrelationIdString(TRITONSERVER_InferenceRequest inference_request,
PointerPointer correlation_id)
Get the correlation ID of the inference request as a string.
|
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_InferenceRequestDelete(TRITONSERVER_InferenceRequest inference_request)
Delete an inference request object.
|
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_InferenceRequestFlags(TRITONSERVER_InferenceRequest inference_request,
int[] flags) |
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_InferenceRequestFlags(TRITONSERVER_InferenceRequest inference_request,
IntBuffer flags) |
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_InferenceRequestFlags(TRITONSERVER_InferenceRequest inference_request,
IntPointer flags)
Get the flag(s) associated with a request.
|
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_InferenceRequestId(TRITONSERVER_InferenceRequest inference_request,
byte[] id) |
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_InferenceRequestId(TRITONSERVER_InferenceRequest inference_request,
ByteBuffer id) |
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_InferenceRequestId(TRITONSERVER_InferenceRequest inference_request,
BytePointer id) |
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_InferenceRequestId(TRITONSERVER_InferenceRequest inference_request,
PointerPointer id)
Get the ID for a request.
|
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_InferenceRequestIsCancelled(TRITONSERVER_InferenceRequest inference_request,
boolean[] is_cancelled)
Query whether the request is cancelled or not.
|
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_InferenceRequestIsCancelled(TRITONSERVER_InferenceRequest inference_request,
BoolPointer is_cancelled) |
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_InferenceRequestNew(TRITONSERVER_InferenceRequest inference_request,
TRITONSERVER_Server server,
BytePointer model_name,
long model_version) |
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_InferenceRequestNew(TRITONSERVER_InferenceRequest inference_request,
TRITONSERVER_Server server,
String model_name,
long model_version) |
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_InferenceRequestPriority(TRITONSERVER_InferenceRequest inference_request,
int[] priority) |
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_InferenceRequestPriority(TRITONSERVER_InferenceRequest inference_request,
IntBuffer priority) |
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_InferenceRequestPriority(TRITONSERVER_InferenceRequest inference_request,
IntPointer priority)
Deprecated.
|
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_InferenceRequestPriorityUInt64(TRITONSERVER_InferenceRequest inference_request,
long[] priority) |
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_InferenceRequestPriorityUInt64(TRITONSERVER_InferenceRequest inference_request,
LongBuffer priority) |
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_InferenceRequestPriorityUInt64(TRITONSERVER_InferenceRequest inference_request,
LongPointer priority)
Get the priority for a request.
|
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_InferenceRequestRemoveAllInputData(TRITONSERVER_InferenceRequest inference_request,
BytePointer name) |
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_InferenceRequestRemoveAllInputData(TRITONSERVER_InferenceRequest inference_request,
String name)
Clear all input data from an input, releasing ownership of the
buffer(s) that were appended to the input with
TRITONSERVER_InferenceRequestAppendInputData or
TRITONSERVER_InferenceRequestAppendInputDataWithHostPolicy
|
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_InferenceRequestRemoveAllInputs(TRITONSERVER_InferenceRequest inference_request)
Remove all inputs from a request.
|
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_InferenceRequestRemoveAllRequestedOutputs(TRITONSERVER_InferenceRequest inference_request)
Remove all output requests from an inference request.
|
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_InferenceRequestRemoveInput(TRITONSERVER_InferenceRequest inference_request,
BytePointer name) |
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_InferenceRequestRemoveInput(TRITONSERVER_InferenceRequest inference_request,
String name)
Remove an input from a request.
|
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_InferenceRequestRemoveRequestedOutput(TRITONSERVER_InferenceRequest inference_request,
BytePointer name) |
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_InferenceRequestRemoveRequestedOutput(TRITONSERVER_InferenceRequest inference_request,
String name)
Remove an output request from an inference request.
|
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_InferenceRequestSetBoolParameter(TRITONSERVER_InferenceRequest request,
BytePointer key,
boolean value) |
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_InferenceRequestSetBoolParameter(TRITONSERVER_InferenceRequest request,
String key,
boolean value)
Set a boolean parameter in the request.
|
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_InferenceRequestSetCorrelationId(TRITONSERVER_InferenceRequest inference_request,
long correlation_id)
Set the correlation ID of the inference request to be an unsigned integer.
|
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_InferenceRequestSetCorrelationIdString(TRITONSERVER_InferenceRequest inference_request,
BytePointer correlation_id) |
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_InferenceRequestSetCorrelationIdString(TRITONSERVER_InferenceRequest inference_request,
String correlation_id)
Set the correlation ID of the inference request to be a string.
|
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_InferenceRequestSetFlags(TRITONSERVER_InferenceRequest inference_request,
int flags)
Set the flag(s) associated with a request.
|
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_InferenceRequestSetId(TRITONSERVER_InferenceRequest inference_request,
BytePointer id) |
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_InferenceRequestSetId(TRITONSERVER_InferenceRequest inference_request,
String id)
Set the ID for a request.
|
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_InferenceRequestSetIntParameter(TRITONSERVER_InferenceRequest request,
BytePointer key,
long value) |
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_InferenceRequestSetIntParameter(TRITONSERVER_InferenceRequest request,
String key,
long value)
Set an integer parameter in the request.
|
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_InferenceRequestSetPriority(TRITONSERVER_InferenceRequest inference_request,
int priority)
Deprecated.
|
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_InferenceRequestSetPriorityUInt64(TRITONSERVER_InferenceRequest inference_request,
long priority)
Set the priority for a request.
|
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_InferenceRequestSetReleaseCallback(TRITONSERVER_InferenceRequest inference_request,
TRITONSERVER_InferenceRequestReleaseFn_t request_release_fn,
Pointer request_release_userp)
Set the release callback for an inference request.
|
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_InferenceRequestSetResponseCallback(TRITONSERVER_InferenceRequest inference_request,
TRITONSERVER_ResponseAllocator response_allocator,
Pointer response_allocator_userp,
TRITONSERVER_InferenceResponseCompleteFn_t response_fn,
Pointer response_userp)
Set the allocator and response callback for an inference
request.
|
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_InferenceRequestSetStringParameter(TRITONSERVER_InferenceRequest request,
BytePointer key,
BytePointer value) |
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_InferenceRequestSetStringParameter(TRITONSERVER_InferenceRequest request,
String key,
String value)
Set a string parameter in the request.
|
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_InferenceRequestSetTimeoutMicroseconds(TRITONSERVER_InferenceRequest inference_request,
long timeout_us)
Set the timeout for a request, in microseconds.
|
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_InferenceRequestTimeoutMicroseconds(TRITONSERVER_InferenceRequest inference_request,
long[] timeout_us) |
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_InferenceRequestTimeoutMicroseconds(TRITONSERVER_InferenceRequest inference_request,
LongBuffer timeout_us) |
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_InferenceRequestTimeoutMicroseconds(TRITONSERVER_InferenceRequest inference_request,
LongPointer timeout_us)
Get the timeout for a request, in microseconds.
|
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_ServerInferAsync(TRITONSERVER_Server server,
TRITONSERVER_InferenceRequest inference_request,
TRITONSERVER_InferenceTrace trace)
Perform inference using the meta-data and inputs supplied by the
'inference_request'.
|