static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_InputBufferAttributes(TRITONBACKEND_Input input,
int index,
Pointer buffer,
TRITONSERVER_BufferAttributes buffer_attributes) |
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_ModelInstanceReportMemoryUsage(TRITONBACKEND_ModelInstance instance,
TRITONSERVER_BufferAttributes usage,
int usage_size) |
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_ModelReportMemoryUsage(TRITONBACKEND_Model model,
TRITONSERVER_BufferAttributes usage,
int usage_size) |
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_OutputBufferAttributes(TRITONBACKEND_Output output,
TRITONSERVER_BufferAttributes buffer_attributes) |
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_StateBufferAttributes(TRITONBACKEND_State state,
TRITONSERVER_BufferAttributes buffer_attributes) |
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_BufferAttributesByteSize(TRITONSERVER_BufferAttributes buffer_attributes,
SizeTPointer byte_size)
Get the byte size field of the buffer attributes.
|
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_BufferAttributesCudaIpcHandle(TRITONSERVER_BufferAttributes buffer_attributes,
Pointer cuda_ipc_handle) |
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_BufferAttributesCudaIpcHandle(TRITONSERVER_BufferAttributes buffer_attributes,
PointerPointer cuda_ipc_handle)
Get the CudaIpcHandle field of the buffer attributes object.
|
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_BufferAttributesDelete(TRITONSERVER_BufferAttributes buffer_attributes)
Delete a buffer attributes object.
|
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_BufferAttributesMemoryType(TRITONSERVER_BufferAttributes buffer_attributes,
int[] memory_type) |
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_BufferAttributesMemoryType(TRITONSERVER_BufferAttributes buffer_attributes,
IntBuffer memory_type) |
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_BufferAttributesMemoryType(TRITONSERVER_BufferAttributes buffer_attributes,
IntPointer memory_type)
Get the memory type field of the buffer attributes.
|
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_BufferAttributesMemoryTypeId(TRITONSERVER_BufferAttributes buffer_attributes,
long[] memory_type_id) |
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_BufferAttributesMemoryTypeId(TRITONSERVER_BufferAttributes buffer_attributes,
LongBuffer memory_type_id) |
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_BufferAttributesMemoryTypeId(TRITONSERVER_BufferAttributes buffer_attributes,
LongPointer memory_type_id)
Get the memory type id field of the buffer attributes.
|
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_BufferAttributesNew(TRITONSERVER_BufferAttributes buffer_attributes) |
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_BufferAttributesSetByteSize(TRITONSERVER_BufferAttributes buffer_attributes,
long byte_size)
Set the byte size field of the buffer attributes.
|
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_BufferAttributesSetCudaIpcHandle(TRITONSERVER_BufferAttributes buffer_attributes,
Pointer cuda_ipc_handle)
Set the CudaIpcHandle field of the buffer attributes.
|
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_BufferAttributesSetMemoryType(TRITONSERVER_BufferAttributes buffer_attributes,
int memory_type)
Set the memory type field of the buffer attributes.
|
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_BufferAttributesSetMemoryTypeId(TRITONSERVER_BufferAttributes buffer_attributes,
long memory_type_id)
Set the memory type id field of the buffer attributes.
|
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_InferenceRequestAppendInputDataWithBufferAttributes(TRITONSERVER_InferenceRequest inference_request,
BytePointer name,
Pointer base,
TRITONSERVER_BufferAttributes buffer_attributes) |
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_InferenceRequestAppendInputDataWithBufferAttributes(TRITONSERVER_InferenceRequest inference_request,
String name,
Pointer base,
TRITONSERVER_BufferAttributes buffer_attributes)
Assign a buffer of data to an input.
|