static TRITONSERVER_Error |
tritonserver.TRITONREPOAGENT_ModelAction(TRITONREPOAGENT_Agent agent,
TRITONREPOAGENT_AgentModel model,
int action_type)
Handle an action for a specified model.
|
static TRITONSERVER_Error |
tritonserver.TRITONREPOAGENT_ModelConfig(TRITONREPOAGENT_Agent agent,
TRITONREPOAGENT_AgentModel model,
int config_version,
PointerPointer model_config)
Get the model configuration.
|
static TRITONSERVER_Error |
tritonserver.TRITONREPOAGENT_ModelConfig(TRITONREPOAGENT_Agent agent,
TRITONREPOAGENT_AgentModel model,
int config_version,
TRITONSERVER_Message model_config) |
static TRITONSERVER_Error |
tritonserver.TRITONREPOAGENT_ModelFinalize(TRITONREPOAGENT_Agent agent,
TRITONREPOAGENT_AgentModel model)
Finalize for a model.
|
static TRITONSERVER_Error |
tritonserver.TRITONREPOAGENT_ModelInitialize(TRITONREPOAGENT_Agent agent,
TRITONREPOAGENT_AgentModel model)
Initialize a model associated with an agent.
|
static TRITONSERVER_Error |
tritonserver.TRITONREPOAGENT_ModelParameter(TRITONREPOAGENT_Agent agent,
TRITONREPOAGENT_AgentModel model,
int index,
byte[] parameter_name,
byte[] parameter_value) |
static TRITONSERVER_Error |
tritonserver.TRITONREPOAGENT_ModelParameter(TRITONREPOAGENT_Agent agent,
TRITONREPOAGENT_AgentModel model,
int index,
ByteBuffer parameter_name,
ByteBuffer parameter_value) |
static TRITONSERVER_Error |
tritonserver.TRITONREPOAGENT_ModelParameter(TRITONREPOAGENT_Agent agent,
TRITONREPOAGENT_AgentModel model,
int index,
BytePointer parameter_name,
BytePointer parameter_value) |
static TRITONSERVER_Error |
tritonserver.TRITONREPOAGENT_ModelParameter(TRITONREPOAGENT_Agent agent,
TRITONREPOAGENT_AgentModel model,
int index,
PointerPointer parameter_name,
PointerPointer parameter_value)
Get a parameter name and value.
|
static TRITONSERVER_Error |
tritonserver.TRITONREPOAGENT_ModelParameterCount(TRITONREPOAGENT_Agent agent,
TRITONREPOAGENT_AgentModel model,
int[] count) |
static TRITONSERVER_Error |
tritonserver.TRITONREPOAGENT_ModelParameterCount(TRITONREPOAGENT_Agent agent,
TRITONREPOAGENT_AgentModel model,
IntBuffer count) |
static TRITONSERVER_Error |
tritonserver.TRITONREPOAGENT_ModelParameterCount(TRITONREPOAGENT_Agent agent,
TRITONREPOAGENT_AgentModel model,
IntPointer count)
Get the number of agent parameters defined for a model.
|
static TRITONSERVER_Error |
tritonserver.TRITONREPOAGENT_ModelRepositoryLocation(TRITONREPOAGENT_Agent agent,
TRITONREPOAGENT_AgentModel model,
int[] artifact_type,
byte[] location) |
static TRITONSERVER_Error |
tritonserver.TRITONREPOAGENT_ModelRepositoryLocation(TRITONREPOAGENT_Agent agent,
TRITONREPOAGENT_AgentModel model,
IntBuffer artifact_type,
ByteBuffer location) |
static TRITONSERVER_Error |
tritonserver.TRITONREPOAGENT_ModelRepositoryLocation(TRITONREPOAGENT_Agent agent,
TRITONREPOAGENT_AgentModel model,
IntPointer artifact_type,
BytePointer location) |
static TRITONSERVER_Error |
tritonserver.TRITONREPOAGENT_ModelRepositoryLocation(TRITONREPOAGENT_Agent agent,
TRITONREPOAGENT_AgentModel model,
IntPointer artifact_type,
PointerPointer location)
Get the location of the files that make up the model.
|
static TRITONSERVER_Error |
tritonserver.TRITONREPOAGENT_ModelRepositoryLocationAcquire(TRITONREPOAGENT_Agent agent,
TRITONREPOAGENT_AgentModel model,
int artifact_type,
byte[] location) |
static TRITONSERVER_Error |
tritonserver.TRITONREPOAGENT_ModelRepositoryLocationAcquire(TRITONREPOAGENT_Agent agent,
TRITONREPOAGENT_AgentModel model,
int artifact_type,
ByteBuffer location) |
static TRITONSERVER_Error |
tritonserver.TRITONREPOAGENT_ModelRepositoryLocationAcquire(TRITONREPOAGENT_Agent agent,
TRITONREPOAGENT_AgentModel model,
int artifact_type,
BytePointer location) |
static TRITONSERVER_Error |
tritonserver.TRITONREPOAGENT_ModelRepositoryLocationAcquire(TRITONREPOAGENT_Agent agent,
TRITONREPOAGENT_AgentModel model,
int artifact_type,
PointerPointer location)
Acquire a location where the agent can produce a new version of
the model repository files.
|
static TRITONSERVER_Error |
tritonserver.TRITONREPOAGENT_ModelRepositoryLocationRelease(TRITONREPOAGENT_Agent agent,
TRITONREPOAGENT_AgentModel model,
BytePointer location) |
static TRITONSERVER_Error |
tritonserver.TRITONREPOAGENT_ModelRepositoryLocationRelease(TRITONREPOAGENT_Agent agent,
TRITONREPOAGENT_AgentModel model,
String location)
Discard and release ownership of a previously acquired location
and its contents.
|
static TRITONSERVER_Error |
tritonserver.TRITONREPOAGENT_ModelRepositoryUpdate(TRITONREPOAGENT_Agent agent,
TRITONREPOAGENT_AgentModel model,
int artifact_type,
BytePointer location) |
static TRITONSERVER_Error |
tritonserver.TRITONREPOAGENT_ModelRepositoryUpdate(TRITONREPOAGENT_Agent agent,
TRITONREPOAGENT_AgentModel model,
int artifact_type,
String location)
Inform Triton that the specified repository location should be used for
the model in place of the original model repository.
|
static TRITONSERVER_Error |
tritonserver.TRITONREPOAGENT_ModelSetState(TRITONREPOAGENT_AgentModel model,
Pointer state)
Set the user-specified state associated with the model.
|
static TRITONSERVER_Error |
tritonserver.TRITONREPOAGENT_ModelState(TRITONREPOAGENT_AgentModel model,
Pointer state) |
static TRITONSERVER_Error |
tritonserver.TRITONREPOAGENT_ModelState(TRITONREPOAGENT_AgentModel model,
PointerPointer state)
Get the user-specified state associated with the model.
|