@Namespace(value="triton::developer_tools::server") @Properties(inherit=tritondevelopertoolsserver.class) public class GenericTritonServer extends Pointer
Pointer.CustomDeallocator, Pointer.Deallocator, Pointer.NativeDeallocator, Pointer.ReferenceCounter
Constructor and Description |
---|
GenericTritonServer(Pointer p)
Pointer cast constructor.
|
Modifier and Type | Method and Description |
---|---|
static GenericTritonServer |
Create(ServerOptions server_options)
Create a GenericTritonServer instance.
|
GenericInferResult |
Infer(GenericInferRequest infer_request) |
boolean |
IsModelReady(BytePointer model_name) |
boolean |
IsModelReady(BytePointer model_name,
long model_version)
Is the model ready?
|
boolean |
IsModelReady(String model_name) |
boolean |
IsModelReady(String model_name,
long model_version) |
boolean |
IsServerLive()
Is the server live?
|
boolean |
IsServerReady()
Is the server ready?
|
StringSet |
LoadedModels()
Get the set of names of models that are loaded and ready for inference.
|
void |
LoadModel(BytePointer model_name)
Load the requested model or reload the model if it is already loaded.
|
void |
LoadModel(String model_name) |
BytePointer |
ModelConfig(BytePointer model_name) |
BytePointer |
ModelConfig(BytePointer model_name,
long model_version)
Get the configuration of specified model.
|
String |
ModelConfig(String model_name) |
String |
ModelConfig(String model_name,
long model_version) |
RepositoryIndex |
ModelIndex()
Get the index of model repository contents.
|
BytePointer |
ModelMetadata(BytePointer model_name) |
BytePointer |
ModelMetadata(BytePointer model_name,
long model_version)
Get the metadata of specified model.
|
String |
ModelMetadata(String model_name) |
String |
ModelMetadata(String model_name,
long model_version) |
BytePointer |
ModelStatistics(BytePointer model_name,
long model_version)
Get the inference statistics of the specified model.
|
String |
ModelStatistics(String model_name,
long model_version) |
void |
RegisterModelRepo(NewModelRepo new_model_repo)
Register a new model repository.
|
BytePointer |
ServerMetadata()
Get the metadata of the server.
|
BytePointer |
ServerMetrics()
Get the metrics of the server.
|
void |
ServerStop()
Stop a server object.
|
void |
UnloadModel(BytePointer model_name)
Unload the requested model.
|
void |
UnloadModel(String model_name) |
void |
UnregisterModelRepo(BytePointer repo_path)
Unregister a model repository.
|
void |
UnregisterModelRepo(String repo_path) |
address, asBuffer, asByteBuffer, availablePhysicalBytes, calloc, capacity, capacity, close, deallocate, deallocate, deallocateReferences, deallocator, deallocator, equals, fill, formatBytes, free, getDirectBufferAddress, getPointer, getPointer, getPointer, getPointer, hashCode, interruptDeallocatorThread, isNull, isNull, limit, limit, malloc, maxBytes, maxPhysicalBytes, memchr, memcmp, memcpy, memmove, memset, offsetAddress, offsetof, offsetof, parseBytes, physicalBytes, physicalBytesInaccurate, position, position, put, realloc, referenceCount, releaseReference, retainReference, setNull, sizeof, sizeof, toString, totalBytes, totalCount, totalPhysicalBytes, withDeallocator, zero
public GenericTritonServer(Pointer p)
Pointer(Pointer)
.@UniquePtr public static GenericTritonServer Create(@Const @ByRef ServerOptions server_options)
public void LoadModel(@StdString BytePointer model_name)
model_name
- The name of the model.public void LoadModel(@StdString String model_name)
public void UnloadModel(@StdString BytePointer model_name)
model_name
- The name of the model.public void UnloadModel(@StdString String model_name)
@ByVal public StringSet LoadedModels()
@StdVector public RepositoryIndex ModelIndex()
@StdString public BytePointer ServerMetrics()
@StdString public BytePointer ModelStatistics(@StdString BytePointer model_name, @Cast(value="const int64_t") long model_version)
model_name
- The name of the model.model_version
- the version of the model requested.@StdString public String ModelStatistics(@StdString String model_name, @Cast(value="const int64_t") long model_version)
@Cast(value="bool") public boolean IsServerLive()
@Cast(value="bool") public boolean IsServerReady()
public void ServerStop()
@Cast(value="bool") public boolean IsModelReady(@StdString BytePointer model_name, @Cast(value="const int64_t") long model_version)
model_name
- The name of the model to get readiness for.model_version
- The version of the model to get readiness
for. If -1 then the server will choose a version based on the
model's policy. This field is optional, default is -1.@Cast(value="bool") public boolean IsModelReady(@StdString BytePointer model_name)
@Cast(value="bool") public boolean IsModelReady(@StdString String model_name, @Cast(value="const int64_t") long model_version)
@Cast(value="bool") public boolean IsModelReady(@StdString String model_name)
@StdString public BytePointer ModelConfig(@StdString BytePointer model_name, @Cast(value="const int64_t") long model_version)
model_name
- The name of the model.model_version
- The version of the model to get configuration.
The default value is -1 which means then the server will
choose a version based on the model and internal policy. This field is
optional. @return Returns JSON representation of model configuration as a
string.@StdString public BytePointer ModelConfig(@StdString BytePointer model_name)
@StdString public String ModelConfig(@StdString String model_name, @Cast(value="const int64_t") long model_version)
@StdString public String ModelConfig(@StdString String model_name)
@StdString public BytePointer ServerMetadata()
@StdString public BytePointer ModelMetadata(@StdString BytePointer model_name, @Cast(value="const int64_t") long model_version)
model_name
- The name of the model.model_version
- The version of the model to get configuration.
The default value is -1 which means then the server will choose a version
based on the model and internal policy. This field is optional.@StdString public BytePointer ModelMetadata(@StdString BytePointer model_name)
@StdString public String ModelMetadata(@StdString String model_name, @Cast(value="const int64_t") long model_version)
@StdString public String ModelMetadata(@StdString String model_name)
public void RegisterModelRepo(@Const @ByRef NewModelRepo new_model_repo)
new_model_repo
- The 'NewModelRepo' object contains the info of the
new model repo to be registered.public void UnregisterModelRepo(@StdString BytePointer repo_path)
repo_path
- The full path to the model repository.public void UnregisterModelRepo(@StdString String repo_path)
@UniquePtr public GenericInferResult Infer(@ByRef GenericInferRequest infer_request)
Copyright © 2024. All rights reserved.