@Namespace(value="triton::developer_tools::server") @Properties(inherit=tritondevelopertoolsserver.class) public class GenericInferRequest extends Pointer
Pointer.CustomDeallocator, Pointer.Deallocator, Pointer.NativeDeallocator, Pointer.ReferenceCounter
Constructor and Description |
---|
GenericInferRequest(Pointer p)
Pointer cast constructor.
|
Modifier and Type | Method and Description |
---|---|
void |
AddInput(BytePointer name,
Tensor input)
Add an input tensor to be sent within an InferRequest object.
|
void |
AddInput(String name,
Tensor input) |
void |
AddRequestedOutput(BytePointer name)
Add a requested output to be sent within an InferRequest object.
|
void |
AddRequestedOutput(BytePointer name,
Tensor output)
Add a requested output to be sent within an InferRequest object.
|
void |
AddRequestedOutput(String name) |
void |
AddRequestedOutput(String name,
Tensor output) |
static GenericInferRequest |
Create(InferOptions infer_options)
Create an InferRequest instance.
|
void |
Reset()
Clear inputs and outputs of the request.
|
address, asBuffer, asByteBuffer, availablePhysicalBytes, calloc, capacity, capacity, close, deallocate, deallocate, deallocateReferences, deallocator, deallocator, equals, fill, formatBytes, free, getDirectBufferAddress, getPointer, getPointer, getPointer, getPointer, hashCode, interruptDeallocatorThread, isNull, isNull, limit, limit, malloc, maxBytes, maxPhysicalBytes, memchr, memcmp, memcpy, memmove, memset, offsetAddress, offsetof, offsetof, parseBytes, physicalBytes, physicalBytesInaccurate, position, position, put, realloc, referenceCount, releaseReference, retainReference, setNull, sizeof, sizeof, toString, totalBytes, totalCount, totalPhysicalBytes, withDeallocator, zero
public GenericInferRequest(Pointer p)
Pointer(Pointer)
.@UniquePtr public static GenericInferRequest Create(@Const @ByRef InferOptions infer_options)
@NoException(value=true) public void AddInput(@StdString BytePointer name, @Const @ByRef Tensor input)
name
- The name of the input tensor.input
- A Tensor object that describes an input tensor.@NoException(value=true) public void AddInput(@StdString String name, @Const @ByRef Tensor input)
public void AddRequestedOutput(@StdString BytePointer name, @ByRef Tensor output)
name
- The name of the output tensor.output
- A Tensor object that describes an output tensor containing
its pre-allocated buffer.public void AddRequestedOutput(@StdString String name, @ByRef Tensor output)
public void AddRequestedOutput(@StdString BytePointer name)
name
- The name of the output tensor.public void AddRequestedOutput(@StdString String name)
public void Reset()
Copyright © 2024. All rights reserved.