static TRITONSERVER_Error |
tritonserver.TRITONBACKEND_ModelServer(TRITONBACKEND_Model model,
TRITONSERVER_Server server) |
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_InferenceRequestNew(PointerPointer inference_request,
TRITONSERVER_Server server,
String model_name,
long model_version)
Create a new inference request object.
|
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_InferenceRequestNew(TRITONSERVER_InferenceRequest inference_request,
TRITONSERVER_Server server,
BytePointer model_name,
long model_version) |
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_InferenceRequestNew(TRITONSERVER_InferenceRequest inference_request,
TRITONSERVER_Server server,
String model_name,
long model_version) |
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_ServerDelete(TRITONSERVER_Server server)
Delete a server object.
|
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_ServerInferAsync(TRITONSERVER_Server server,
TRITONSERVER_InferenceRequest inference_request,
TRITONSERVER_InferenceTrace trace)
Perform inference using the meta-data and inputs supplied by the
'inference_request'.
|
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_ServerIsLive(TRITONSERVER_Server server,
boolean[] live)
Is the server live?
|
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_ServerIsLive(TRITONSERVER_Server server,
BoolPointer live) |
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_ServerIsReady(TRITONSERVER_Server server,
boolean[] ready)
Is the server ready?
|
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_ServerIsReady(TRITONSERVER_Server server,
BoolPointer ready) |
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_ServerLoadModel(TRITONSERVER_Server server,
BytePointer model_name) |
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_ServerLoadModel(TRITONSERVER_Server server,
String model_name)
Load the requested model or reload the model if it is already
loaded.
|
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_ServerLoadModelWithParameters(TRITONSERVER_Server server,
BytePointer model_name,
TRITONSERVER_Parameter parameters,
long parameter_count) |
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_ServerLoadModelWithParameters(TRITONSERVER_Server server,
String model_name,
PointerPointer parameters,
long parameter_count)
Load the requested model or reload the model if it is already
loaded, with load parameters provided.
|
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_ServerLoadModelWithParameters(TRITONSERVER_Server server,
String model_name,
TRITONSERVER_Parameter parameters,
long parameter_count) |
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_ServerMetadata(TRITONSERVER_Server server,
PointerPointer server_metadata)
Get the metadata of the server as a TRITONSERVER_Message object.
|
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_ServerMetadata(TRITONSERVER_Server server,
TRITONSERVER_Message server_metadata) |
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_ServerMetrics(TRITONSERVER_Server server,
PointerPointer metrics)
Get the current metrics for the server.
|
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_ServerMetrics(TRITONSERVER_Server server,
TRITONSERVER_Metrics metrics) |
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_ServerModelBatchProperties(TRITONSERVER_Server server,
BytePointer model_name,
long model_version,
int[] flags,
Pointer voidp) |
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_ServerModelBatchProperties(TRITONSERVER_Server server,
BytePointer model_name,
long model_version,
IntBuffer flags,
Pointer voidp) |
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_ServerModelBatchProperties(TRITONSERVER_Server server,
BytePointer model_name,
long model_version,
IntPointer flags,
Pointer voidp) |
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_ServerModelBatchProperties(TRITONSERVER_Server server,
String model_name,
long model_version,
int[] flags,
Pointer voidp) |
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_ServerModelBatchProperties(TRITONSERVER_Server server,
String model_name,
long model_version,
IntBuffer flags,
Pointer voidp) |
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_ServerModelBatchProperties(TRITONSERVER_Server server,
String model_name,
long model_version,
IntPointer flags,
Pointer voidp) |
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_ServerModelBatchProperties(TRITONSERVER_Server server,
String model_name,
long model_version,
IntPointer flags,
PointerPointer voidp)
Get the batch properties of the model.
|
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_ServerModelConfig(TRITONSERVER_Server server,
BytePointer model_name,
long model_version,
int config_version,
TRITONSERVER_Message model_config) |
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_ServerModelConfig(TRITONSERVER_Server server,
String model_name,
long model_version,
int config_version,
PointerPointer model_config)
Get the configuration of a model as a TRITONSERVER_Message object.
|
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_ServerModelConfig(TRITONSERVER_Server server,
String model_name,
long model_version,
int config_version,
TRITONSERVER_Message model_config) |
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_ServerModelIndex(TRITONSERVER_Server server,
int flags,
PointerPointer model_index)
Get the index of all unique models in the model repositories as a
TRITONSERVER_Message object.
|
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_ServerModelIndex(TRITONSERVER_Server server,
int flags,
TRITONSERVER_Message model_index) |
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_ServerModelIsReady(TRITONSERVER_Server server,
BytePointer model_name,
long model_version,
BoolPointer ready) |
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_ServerModelIsReady(TRITONSERVER_Server server,
String model_name,
long model_version,
boolean[] ready)
Is the model ready?
|
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_ServerModelMetadata(TRITONSERVER_Server server,
BytePointer model_name,
long model_version,
TRITONSERVER_Message model_metadata) |
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_ServerModelMetadata(TRITONSERVER_Server server,
String model_name,
long model_version,
PointerPointer model_metadata)
Get the metadata of a model as a TRITONSERVER_Message
object.
|
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_ServerModelMetadata(TRITONSERVER_Server server,
String model_name,
long model_version,
TRITONSERVER_Message model_metadata) |
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_ServerModelStatistics(TRITONSERVER_Server server,
BytePointer model_name,
long model_version,
TRITONSERVER_Message model_stats) |
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_ServerModelStatistics(TRITONSERVER_Server server,
String model_name,
long model_version,
PointerPointer model_stats)
Get the statistics of a model as a TRITONSERVER_Message
object.
|
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_ServerModelStatistics(TRITONSERVER_Server server,
String model_name,
long model_version,
TRITONSERVER_Message model_stats) |
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_ServerModelTransactionProperties(TRITONSERVER_Server server,
BytePointer model_name,
long model_version,
int[] txn_flags,
Pointer voidp) |
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_ServerModelTransactionProperties(TRITONSERVER_Server server,
BytePointer model_name,
long model_version,
IntBuffer txn_flags,
Pointer voidp) |
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_ServerModelTransactionProperties(TRITONSERVER_Server server,
BytePointer model_name,
long model_version,
IntPointer txn_flags,
Pointer voidp) |
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_ServerModelTransactionProperties(TRITONSERVER_Server server,
String model_name,
long model_version,
int[] txn_flags,
Pointer voidp) |
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_ServerModelTransactionProperties(TRITONSERVER_Server server,
String model_name,
long model_version,
IntBuffer txn_flags,
Pointer voidp) |
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_ServerModelTransactionProperties(TRITONSERVER_Server server,
String model_name,
long model_version,
IntPointer txn_flags,
Pointer voidp) |
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_ServerModelTransactionProperties(TRITONSERVER_Server server,
String model_name,
long model_version,
IntPointer txn_flags,
PointerPointer voidp)
Get the transaction policy of the model.
|
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_ServerNew(TRITONSERVER_Server server,
TRITONSERVER_ServerOptions options) |
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_ServerPollModelRepository(TRITONSERVER_Server server)
Check the model repository for changes and update server state
based on those changes.
|
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_ServerRegisterModelRepository(TRITONSERVER_Server server,
BytePointer repository_path,
TRITONSERVER_Parameter name_mapping,
int mapping_count) |
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_ServerRegisterModelRepository(TRITONSERVER_Server server,
String repository_path,
PointerPointer name_mapping,
int mapping_count)
Register a new model repository.
|
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_ServerRegisterModelRepository(TRITONSERVER_Server server,
String repository_path,
TRITONSERVER_Parameter name_mapping,
int mapping_count) |
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_ServerStop(TRITONSERVER_Server server)
Stop a server object.
|
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_ServerUnloadModel(TRITONSERVER_Server server,
BytePointer model_name) |
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_ServerUnloadModel(TRITONSERVER_Server server,
String model_name)
Unload the requested model.
|
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_ServerUnloadModelAndDependents(TRITONSERVER_Server server,
BytePointer model_name) |
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_ServerUnloadModelAndDependents(TRITONSERVER_Server server,
String model_name)
Unload the requested model, and also unload any dependent model that
was loaded along with the requested model (for example, the models composing
an ensemble).
|
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_ServerUnregisterModelRepository(TRITONSERVER_Server server,
BytePointer repository_path) |
static TRITONSERVER_Error |
tritonserver.TRITONSERVER_ServerUnregisterModelRepository(TRITONSERVER_Server server,
String repository_path)
Unregister a model repository.
|