@Namespace(value="triton::developer_tools::server") @NoOffset @Properties(inherit=tritondevelopertoolsserver.class) public class ServerOptions extends Pointer
Pointer.CustomDeallocator, Pointer.Deallocator, Pointer.NativeDeallocator, Pointer.ReferenceCounter
Constructor and Description |
---|
ServerOptions(Pointer p)
Pointer cast constructor.
|
ServerOptions(StringVector model_repository_paths) |
ServerOptions(StringVector model_repository_paths,
LoggingOptions logging,
MetricsOptions metrics,
BackendConfig be_config,
BytePointer server_id,
BytePointer backend_dir,
BytePointer repo_agent_dir,
boolean disable_auto_complete_config,
int model_control_mode,
int repository_poll_secs,
StringSet startup_models,
RateLimitResource rate_limit_resource,
long pinned_memory_pool_byte_size,
CUDAMemoryPoolByteSize cuda_memory_pool_byte_size,
long response_cache_byte_size,
double min_cuda_compute_capability,
boolean exit_on_error,
int exit_timeout_secs,
int buffer_manager_thread_count,
int model_load_thread_count,
ModelLoadGPULimit model_load_gpu_limit,
HostPolicy host_policy,
Trace trace) |
ServerOptions(StringVector model_repository_paths,
LoggingOptions logging,
MetricsOptions metrics,
BackendConfig be_config,
String server_id,
String backend_dir,
String repo_agent_dir,
boolean disable_auto_complete_config,
int model_control_mode,
int repository_poll_secs,
StringSet startup_models,
RateLimitResource rate_limit_resource,
long pinned_memory_pool_byte_size,
CUDAMemoryPoolByteSize cuda_memory_pool_byte_size,
long response_cache_byte_size,
double min_cuda_compute_capability,
boolean exit_on_error,
int exit_timeout_secs,
int buffer_manager_thread_count,
int model_load_thread_count,
ModelLoadGPULimit model_load_gpu_limit,
HostPolicy host_policy,
Trace trace) |
address, asBuffer, asByteBuffer, availablePhysicalBytes, calloc, capacity, capacity, close, deallocate, deallocate, deallocateReferences, deallocator, deallocator, equals, fill, formatBytes, free, getDirectBufferAddress, getPointer, getPointer, getPointer, getPointer, hashCode, interruptDeallocatorThread, isNull, isNull, limit, limit, malloc, maxBytes, maxPhysicalBytes, memchr, memcmp, memcpy, memmove, memset, offsetAddress, offsetof, offsetof, parseBytes, physicalBytes, physicalBytesInaccurate, position, position, put, realloc, referenceCount, releaseReference, retainReference, setNull, sizeof, sizeof, toString, totalBytes, totalCount, totalPhysicalBytes, withDeallocator, zero
public ServerOptions(Pointer p)
Pointer(Pointer)
.public ServerOptions(@Const @ByRef StringVector model_repository_paths)
public ServerOptions(@Const @ByRef StringVector model_repository_paths, @Const @ByRef LoggingOptions logging, @Const @ByRef MetricsOptions metrics, @StdVector BackendConfig be_config, @StdString BytePointer server_id, @StdString BytePointer backend_dir, @StdString BytePointer repo_agent_dir, @Cast(value="const bool") boolean disable_auto_complete_config, @Cast(value="const triton::developer_tools::server::ModelControlMode") int model_control_mode, int repository_poll_secs, @Const @ByRef StringSet startup_models, @StdVector RateLimitResource rate_limit_resource, @Cast(value="const int64_t") long pinned_memory_pool_byte_size, @StdVector CUDAMemoryPoolByteSize cuda_memory_pool_byte_size, @Cast(value="const uint64_t") long response_cache_byte_size, double min_cuda_compute_capability, @Cast(value="const bool") boolean exit_on_error, int exit_timeout_secs, int buffer_manager_thread_count, @Cast(value="const uint32_t") int model_load_thread_count, @StdVector ModelLoadGPULimit model_load_gpu_limit, @StdVector HostPolicy host_policy, @SharedPtr Trace trace)
public ServerOptions(@Const @ByRef StringVector model_repository_paths, @Const @ByRef LoggingOptions logging, @Const @ByRef MetricsOptions metrics, @StdVector BackendConfig be_config, @StdString String server_id, @StdString String backend_dir, @StdString String repo_agent_dir, @Cast(value="const bool") boolean disable_auto_complete_config, @Cast(value="const triton::developer_tools::server::ModelControlMode") int model_control_mode, int repository_poll_secs, @Const @ByRef StringSet startup_models, @StdVector RateLimitResource rate_limit_resource, @Cast(value="const int64_t") long pinned_memory_pool_byte_size, @StdVector CUDAMemoryPoolByteSize cuda_memory_pool_byte_size, @Cast(value="const uint64_t") long response_cache_byte_size, double min_cuda_compute_capability, @Cast(value="const bool") boolean exit_on_error, int exit_timeout_secs, int buffer_manager_thread_count, @Cast(value="const uint32_t") int model_load_thread_count, @StdVector ModelLoadGPULimit model_load_gpu_limit, @StdVector HostPolicy host_policy, @SharedPtr Trace trace)
public void SetLoggingOptions(@Const @ByRef LoggingOptions logging)
@ByRef public StringVector model_repository_paths_()
public ServerOptions model_repository_paths_(StringVector setter)
@ByRef public LoggingOptions logging_()
public ServerOptions logging_(LoggingOptions setter)
@ByRef public MetricsOptions metrics_()
public ServerOptions metrics_(MetricsOptions setter)
@StdVector public BackendConfig be_config_()
public ServerOptions be_config_(BackendConfig setter)
@StdString public BytePointer server_id_()
public ServerOptions server_id_(BytePointer setter)
@StdString public BytePointer backend_dir_()
public ServerOptions backend_dir_(BytePointer setter)
@StdString public BytePointer repo_agent_dir_()
public ServerOptions repo_agent_dir_(BytePointer setter)
public ServerOptions disable_auto_complete_config_(boolean setter)
@Cast(value="triton::developer_tools::server::ModelControlMode") public int model_control_mode_()
public ServerOptions model_control_mode_(int setter)
public int repository_poll_secs_()
public ServerOptions repository_poll_secs_(int setter)
public ServerOptions startup_models_(StringSet setter)
@StdVector public RateLimitResource rate_limit_resource_()
public ServerOptions rate_limit_resource_(RateLimitResource setter)
public ServerOptions pinned_memory_pool_byte_size_(long setter)
@StdVector public CUDAMemoryPoolByteSize cuda_memory_pool_byte_size_()
public ServerOptions cuda_memory_pool_byte_size_(CUDAMemoryPoolByteSize setter)
public ServerOptions response_cache_byte_size_(long setter)
public double min_cuda_compute_capability_()
public ServerOptions min_cuda_compute_capability_(double setter)
public ServerOptions exit_on_error_(boolean setter)
public int exit_timeout_secs_()
public ServerOptions exit_timeout_secs_(int setter)
public int buffer_manager_thread_count_()
public ServerOptions buffer_manager_thread_count_(int setter)
public ServerOptions model_load_thread_count_(int setter)
@StdVector public ModelLoadGPULimit model_load_gpu_limit_()
public ServerOptions model_load_gpu_limit_(ModelLoadGPULimit setter)
@StdVector public HostPolicy host_policy_()
public ServerOptions host_policy_(HostPolicy setter)
@SharedPtr public Trace trace_()
public ServerOptions trace_(Trace setter)
Copyright © 2024. All rights reserved.