static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_ModelAutoCompleteConfig(TRITONBACKEND_Model model,
boolean[] auto_complete_config)
Whether the backend should attempt to auto-complete the model configuration.
|
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_ModelAutoCompleteConfig(TRITONBACKEND_Model model,
BoolPointer auto_complete_config) |
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_ModelBackend(TRITONBACKEND_Model model,
PointerPointer backend)
Get the backend used by the model.
|
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_ModelBackend(TRITONBACKEND_Model model,
TRITONBACKEND_Backend backend) |
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_ModelBatcherInitialize(PointerPointer batcher,
TRITONBACKEND_Model model)
TRITONBACKEND Batching
API to add custom batching strategy
The following functions can be implemented by a backend to add custom
batching conditionals on top of the existing Triton batching strategy.
|
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_ModelBatcherInitialize(TRITONBACKEND_Batcher batcher,
TRITONBACKEND_Model model) |
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_ModelConfig(TRITONBACKEND_Model model,
int config_version,
PointerPointer model_config)
Get the model configuration.
|
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_ModelConfig(TRITONBACKEND_Model model,
int config_version,
TRITONSERVER_Message model_config) |
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_ModelFinalize(TRITONBACKEND_Model model)
Finalize for a model.
|
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_ModelInitialize(TRITONBACKEND_Model model)
Initialize for a model.
|
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_ModelInstanceModel(TRITONBACKEND_ModelInstance instance,
TRITONBACKEND_Model model) |
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_ModelName(TRITONBACKEND_Model model,
byte[] name) |
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_ModelName(TRITONBACKEND_Model model,
ByteBuffer name) |
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_ModelName(TRITONBACKEND_Model model,
BytePointer name) |
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_ModelName(TRITONBACKEND_Model model,
PointerPointer name)
TRITONBACKEND_Model
Object representing a model implemented using the backend.
|
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_ModelReportMemoryUsage(TRITONBACKEND_Model model,
PointerPointer usage,
int usage_size)
Report the memory usage of the model that will be released on
TRITONBACKEND_ModelFinalize.
|
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_ModelReportMemoryUsage(TRITONBACKEND_Model model,
TRITONSERVER_BufferAttributes usage,
int usage_size) |
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_ModelRepository(TRITONBACKEND_Model model,
int[] artifact_type,
byte[] location) |
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_ModelRepository(TRITONBACKEND_Model model,
IntBuffer artifact_type,
ByteBuffer location) |
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_ModelRepository(TRITONBACKEND_Model model,
IntPointer artifact_type,
BytePointer location) |
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_ModelRepository(TRITONBACKEND_Model model,
IntPointer artifact_type,
PointerPointer location)
Get the location of the files that make up the model.
|
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_ModelServer(TRITONBACKEND_Model model,
PointerPointer server)
Get the TRITONSERVER_Server object that this model is being served
by.
|
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_ModelServer(TRITONBACKEND_Model model,
TRITONSERVER_Server server) |
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_ModelSetConfig(TRITONBACKEND_Model model,
int config_version,
TRITONSERVER_Message model_config)
Set the model configuration in Triton server.
|
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_ModelSetState(TRITONBACKEND_Model model,
Pointer state)
Set the user-specified state associated with the model.
|
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_ModelState(TRITONBACKEND_Model model,
Pointer state) |
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_ModelState(TRITONBACKEND_Model model,
PointerPointer state)
Get the user-specified state associated with the model.
|
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_ModelVersion(TRITONBACKEND_Model model,
long[] version) |
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_ModelVersion(TRITONBACKEND_Model model,
LongBuffer version) |
static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_ModelVersion(TRITONBACKEND_Model model,
LongPointer version)
Get the version of the model.
|