ServerOptions(StringVector model_repository_paths,
LoggingOptions logging,
MetricsOptions metrics,
BackendConfig be_config,
BytePointer server_id,
BytePointer backend_dir,
BytePointer repo_agent_dir,
boolean disable_auto_complete_config,
int model_control_mode,
int repository_poll_secs,
StringSet startup_models,
RateLimitResource rate_limit_resource,
long pinned_memory_pool_byte_size,
CUDAMemoryPoolByteSize cuda_memory_pool_byte_size,
long response_cache_byte_size,
double min_cuda_compute_capability,
boolean exit_on_error,
int exit_timeout_secs,
int buffer_manager_thread_count,
int model_load_thread_count,
ModelLoadGPULimit model_load_gpu_limit,
HostPolicy host_policy,
Trace trace) |
ServerOptions(StringVector model_repository_paths,
LoggingOptions logging,
MetricsOptions metrics,
BackendConfig be_config,
String server_id,
String backend_dir,
String repo_agent_dir,
boolean disable_auto_complete_config,
int model_control_mode,
int repository_poll_secs,
StringSet startup_models,
RateLimitResource rate_limit_resource,
long pinned_memory_pool_byte_size,
CUDAMemoryPoolByteSize cuda_memory_pool_byte_size,
long response_cache_byte_size,
double min_cuda_compute_capability,
boolean exit_on_error,
int exit_timeout_secs,
int buffer_manager_thread_count,
int model_load_thread_count,
ModelLoadGPULimit model_load_gpu_limit,
HostPolicy host_policy,
Trace trace) |