@Namespace(value="nvinfer1::apiv") @Properties(inherit=nvinfer.class) public class VExecutionContext extends VRoot
Pointer.CustomDeallocator, Pointer.Deallocator, Pointer.NativeDeallocator, Pointer.ReferenceCounter
Constructor and Description |
---|
VExecutionContext(Pointer p)
Pointer cast constructor.
|
Modifier and Type | Method and Description |
---|---|
boolean |
allInputDimensionsSpecified() |
boolean |
allInputShapesSpecified() |
boolean |
enqueue(int batchSize,
Pointer bindings,
org.bytedeco.cuda.cudart.CUstream_st stream,
org.bytedeco.cuda.cudart.CUevent_st inputConsumed) |
boolean |
enqueue(int batchSize,
PointerPointer bindings,
org.bytedeco.cuda.cudart.CUstream_st stream,
org.bytedeco.cuda.cudart.CUevent_st inputConsumed) |
boolean |
enqueueV2(Pointer bindings,
org.bytedeco.cuda.cudart.CUstream_st stream,
org.bytedeco.cuda.cudart.CUevent_st inputConsumed) |
boolean |
enqueueV2(PointerPointer bindings,
org.bytedeco.cuda.cudart.CUstream_st stream,
org.bytedeco.cuda.cudart.CUevent_st inputConsumed) |
boolean |
enqueueV3(org.bytedeco.cuda.cudart.CUstream_st stream) |
boolean |
execute(int batchSize,
Pointer bindings) |
boolean |
execute(int batchSize,
PointerPointer bindings) |
boolean |
executeV2(Pointer bindings) |
boolean |
executeV2(PointerPointer bindings) |
Dims32 |
getBindingDimensions(int bindingIndex) |
boolean |
getDebugSync() |
ICudaEngine |
getEngine() |
boolean |
getEnqueueEmitsProfile() |
IErrorRecorder |
getErrorRecorder() |
org.bytedeco.cuda.cudart.CUevent_st |
getInputConsumedEvent() |
long |
getMaxOutputSize(BytePointer tensorName) |
long |
getMaxOutputSize(String tensorName) |
String |
getName() |
nvinfer.ProfilingVerbosity |
getNvtxVerbosity() |
int |
getOptimizationProfile() |
IOutputAllocator |
getOutputAllocator(BytePointer name) |
IOutputAllocator |
getOutputAllocator(String name) |
Pointer |
getOutputTensorAddress(BytePointer tensorName) |
Pointer |
getOutputTensorAddress(String tensorName) |
long |
getPersistentCacheLimit() |
IExecutionContext |
getPImpl() |
IProfiler |
getProfiler() |
boolean |
getShapeBinding(int bindingIndex,
int[] data) |
boolean |
getShapeBinding(int bindingIndex,
IntBuffer data) |
boolean |
getShapeBinding(int bindingIndex,
IntPointer data) |
Dims32 |
getStrides(int bindingIndex) |
IGpuAllocator |
getTemporaryStorageAllocator() |
Pointer |
getTensorAddress(BytePointer tensorName) |
Pointer |
getTensorAddress(String tensorName) |
Dims32 |
getTensorShape(BytePointer tensorName) |
Dims32 |
getTensorShape(String tensorName) |
Dims32 |
getTensorStrides(BytePointer tensorName) |
Dims32 |
getTensorStrides(String tensorName) |
int |
inferShapes(int nbMaxNames,
byte[] tensorNames) |
int |
inferShapes(int nbMaxNames,
ByteBuffer tensorNames) |
int |
inferShapes(int nbMaxNames,
BytePointer tensorNames) |
int |
inferShapes(int nbMaxNames,
PointerPointer tensorNames) |
boolean |
reportToProfiler() |
void |
setAuxStreams(org.bytedeco.cuda.cudart.CUstream_st auxStreams,
int nbStreams) |
boolean |
setBindingDimensions(int bindingIndex,
Dims32 dimensions) |
void |
setDebugSync(boolean sync) |
void |
setDeviceMemory(Pointer memory) |
void |
setEnqueueEmitsProfile(boolean enqueueEmitsProfile) |
void |
setErrorRecorder(IErrorRecorder recorder) |
boolean |
setInputConsumedEvent(org.bytedeco.cuda.cudart.CUevent_st event) |
boolean |
setInputShape(BytePointer tensorName,
Dims32 dims) |
boolean |
setInputShape(String tensorName,
Dims32 dims) |
boolean |
setInputShapeBinding(int bindingIndex,
int[] data) |
boolean |
setInputShapeBinding(int bindingIndex,
IntBuffer data) |
boolean |
setInputShapeBinding(int bindingIndex,
IntPointer data) |
boolean |
setInputTensorAddress(BytePointer tensorName,
Pointer data) |
boolean |
setInputTensorAddress(String tensorName,
Pointer data) |
void |
setName(BytePointer name) |
void |
setName(String name) |
boolean |
setNvtxVerbosity(int verbosity) |
boolean |
setNvtxVerbosity(nvinfer.ProfilingVerbosity verbosity) |
boolean |
setOptimizationProfile(int profileIndex) |
boolean |
setOptimizationProfileAsync(int profileIndex,
org.bytedeco.cuda.cudart.CUstream_st stream) |
boolean |
setOutputAllocator(BytePointer tensorName,
IOutputAllocator outputAllocator) |
boolean |
setOutputAllocator(String tensorName,
IOutputAllocator outputAllocator) |
void |
setPersistentCacheLimit(long size) |
void |
setProfiler(IProfiler arg0) |
boolean |
setTemporaryStorageAllocator(IGpuAllocator allocator) |
boolean |
setTensorAddress(BytePointer tensorName,
Pointer data) |
boolean |
setTensorAddress(String tensorName,
Pointer data) |
getPointer, position
address, asBuffer, asByteBuffer, availablePhysicalBytes, calloc, capacity, capacity, close, deallocate, deallocate, deallocateReferences, deallocator, deallocator, equals, fill, formatBytes, free, getDirectBufferAddress, getPointer, getPointer, getPointer, hashCode, interruptDeallocatorThread, isNull, isNull, limit, limit, malloc, maxBytes, maxPhysicalBytes, memchr, memcmp, memcpy, memmove, memset, offsetAddress, offsetof, offsetof, parseBytes, physicalBytes, physicalBytesInaccurate, position, put, realloc, referenceCount, releaseReference, retainReference, setNull, sizeof, sizeof, toString, totalBytes, totalCount, totalPhysicalBytes, withDeallocator, zero
public VExecutionContext(Pointer p)
Pointer(Pointer)
.@Cast(value="bool") @NoException(value=true) public boolean execute(int batchSize, @Cast(value="void*const*") PointerPointer bindings)
@Cast(value="bool") @NoException(value=true) public boolean execute(int batchSize, @Cast(value="void*const*") @ByPtrPtr Pointer bindings)
@Cast(value="bool") @NoException(value=true) public boolean enqueue(int batchSize, @Cast(value="void*const*") PointerPointer bindings, org.bytedeco.cuda.cudart.CUstream_st stream, @ByPtrPtr org.bytedeco.cuda.cudart.CUevent_st inputConsumed)
@Cast(value="bool") @NoException(value=true) public boolean enqueue(int batchSize, @Cast(value="void*const*") @ByPtrPtr Pointer bindings, org.bytedeco.cuda.cudart.CUstream_st stream, @ByPtrPtr org.bytedeco.cuda.cudart.CUevent_st inputConsumed)
@NoException(value=true) public void setDebugSync(@Cast(value="bool") boolean sync)
@Cast(value="bool") @NoException(value=true) public boolean getDebugSync()
@NoException(value=true) public void setProfiler(IProfiler arg0)
@NoException(value=true) public IProfiler getProfiler()
@Const @ByRef @NoException(value=true) public ICudaEngine getEngine()
@NoException(value=true) public void setName(String name)
@NoException(value=true) public void setName(@Cast(value="const char*") BytePointer name)
@NoException(value=true) public String getName()
@NoException(value=true) public void setDeviceMemory(Pointer memory)
@ByVal @Cast(value="nvinfer1::Dims*") @NoException(value=true) public Dims32 getStrides(int bindingIndex)
@Cast(value="bool") @NoException(value=true) public boolean setOptimizationProfile(int profileIndex)
@NoException(value=true) public int getOptimizationProfile()
@Cast(value="bool") @NoException(value=true) public boolean setBindingDimensions(int bindingIndex, @ByVal @Cast(value="nvinfer1::Dims*") Dims32 dimensions)
@ByVal @Cast(value="nvinfer1::Dims*") @NoException(value=true) public Dims32 getBindingDimensions(int bindingIndex)
@Cast(value="bool") @NoException(value=true) public boolean setInputShapeBinding(int bindingIndex, @Const IntPointer data)
@Cast(value="bool") @NoException(value=true) public boolean setInputShapeBinding(int bindingIndex, @Const IntBuffer data)
@Cast(value="bool") @NoException(value=true) public boolean setInputShapeBinding(int bindingIndex, @Const int[] data)
@Cast(value="bool") @NoException(value=true) public boolean getShapeBinding(int bindingIndex, IntPointer data)
@Cast(value="bool") @NoException(value=true) public boolean getShapeBinding(int bindingIndex, IntBuffer data)
@Cast(value="bool") @NoException(value=true) public boolean getShapeBinding(int bindingIndex, int[] data)
@Cast(value="bool") @NoException(value=true) public boolean allInputDimensionsSpecified()
@Cast(value="bool") @NoException(value=true) public boolean allInputShapesSpecified()
@NoException(value=true) public void setErrorRecorder(IErrorRecorder recorder)
@NoException(value=true) public IErrorRecorder getErrorRecorder()
@Cast(value="bool") @NoException(value=true) public boolean executeV2(@Cast(value="void*const*") PointerPointer bindings)
@Cast(value="bool") @NoException(value=true) public boolean executeV2(@Cast(value="void*const*") @ByPtrPtr Pointer bindings)
@Cast(value="bool") @NoException(value=true) public boolean enqueueV2(@Cast(value="void*const*") PointerPointer bindings, org.bytedeco.cuda.cudart.CUstream_st stream, @ByPtrPtr org.bytedeco.cuda.cudart.CUevent_st inputConsumed)
@Cast(value="bool") @NoException(value=true) public boolean enqueueV2(@Cast(value="void*const*") @ByPtrPtr Pointer bindings, org.bytedeco.cuda.cudart.CUstream_st stream, @ByPtrPtr org.bytedeco.cuda.cudart.CUevent_st inputConsumed)
@Cast(value="bool") @NoException(value=true) public boolean setOptimizationProfileAsync(int profileIndex, org.bytedeco.cuda.cudart.CUstream_st stream)
@NoException(value=true) public void setEnqueueEmitsProfile(@Cast(value="bool") boolean enqueueEmitsProfile)
@Cast(value="bool") @NoException(value=true) public boolean getEnqueueEmitsProfile()
@Cast(value="bool") @NoException(value=true) public boolean reportToProfiler()
@Cast(value="bool") @NoException(value=true) public boolean setInputShape(String tensorName, @Cast(value="const nvinfer1::Dims*") @ByRef Dims32 dims)
@Cast(value="bool") @NoException(value=true) public boolean setInputShape(@Cast(value="const char*") BytePointer tensorName, @Cast(value="const nvinfer1::Dims*") @ByRef Dims32 dims)
@ByVal @Cast(value="nvinfer1::Dims*") @NoException(value=true) public Dims32 getTensorShape(String tensorName)
@ByVal @Cast(value="nvinfer1::Dims*") @NoException(value=true) public Dims32 getTensorShape(@Cast(value="const char*") BytePointer tensorName)
@ByVal @Cast(value="nvinfer1::Dims*") @NoException(value=true) public Dims32 getTensorStrides(String tensorName)
@ByVal @Cast(value="nvinfer1::Dims*") @NoException(value=true) public Dims32 getTensorStrides(@Cast(value="const char*") BytePointer tensorName)
@Cast(value="bool") @NoException(value=true) public boolean setTensorAddress(String tensorName, Pointer data)
@Cast(value="bool") @NoException(value=true) public boolean setTensorAddress(@Cast(value="const char*") BytePointer tensorName, Pointer data)
@Const @NoException(value=true) public Pointer getTensorAddress(String tensorName)
@Const @NoException(value=true) public Pointer getTensorAddress(@Cast(value="const char*") BytePointer tensorName)
@Cast(value="bool") @NoException(value=true) public boolean setInputTensorAddress(String tensorName, @Const Pointer data)
@Cast(value="bool") @NoException(value=true) public boolean setInputTensorAddress(@Cast(value="const char*") BytePointer tensorName, @Const Pointer data)
@NoException(value=true) public int inferShapes(int nbMaxNames, @Cast(value="const char**") PointerPointer tensorNames)
@NoException(value=true) public int inferShapes(int nbMaxNames, @Cast(value="const char**") @ByPtrPtr BytePointer tensorNames)
@NoException(value=true) public int inferShapes(int nbMaxNames, @Cast(value="const char**") @ByPtrPtr ByteBuffer tensorNames)
@NoException(value=true) public int inferShapes(int nbMaxNames, @Cast(value="const char**") @ByPtrPtr byte[] tensorNames)
@Cast(value="bool") @NoException(value=true) public boolean setInputConsumedEvent(org.bytedeco.cuda.cudart.CUevent_st event)
@NoException(value=true) public org.bytedeco.cuda.cudart.CUevent_st getInputConsumedEvent()
@NoException(value=true) public Pointer getOutputTensorAddress(String tensorName)
@NoException(value=true) public Pointer getOutputTensorAddress(@Cast(value="const char*") BytePointer tensorName)
@Cast(value="bool") @NoException(value=true) public boolean setOutputAllocator(String tensorName, IOutputAllocator outputAllocator)
@Cast(value="bool") @NoException(value=true) public boolean setOutputAllocator(@Cast(value="const char*") BytePointer tensorName, IOutputAllocator outputAllocator)
@NoException(value=true) public IOutputAllocator getOutputAllocator(String name)
@NoException(value=true) public IOutputAllocator getOutputAllocator(@Cast(value="const char*") BytePointer name)
@Cast(value="int64_t") @NoException(value=true) public long getMaxOutputSize(String tensorName)
@Cast(value="int64_t") @NoException(value=true) public long getMaxOutputSize(@Cast(value="const char*") BytePointer tensorName)
@Cast(value="bool") @NoException(value=true) public boolean setTemporaryStorageAllocator(IGpuAllocator allocator)
@NoException(value=true) public IGpuAllocator getTemporaryStorageAllocator()
@Cast(value="bool") @NoException(value=true) public boolean enqueueV3(org.bytedeco.cuda.cudart.CUstream_st stream)
@NoException(value=true) public void setPersistentCacheLimit(@Cast(value="size_t") long size)
@Cast(value="size_t") @NoException(value=true) public long getPersistentCacheLimit()
@Cast(value="bool") @NoException(value=true) public boolean setNvtxVerbosity(nvinfer.ProfilingVerbosity verbosity)
@Cast(value="bool") @NoException(value=true) public boolean setNvtxVerbosity(@Cast(value="nvinfer1::ProfilingVerbosity") int verbosity)
@NoException(value=true) public nvinfer.ProfilingVerbosity getNvtxVerbosity()
@NoException(value=true) public IExecutionContext getPImpl()
@NoException(value=true) public void setAuxStreams(@ByPtrPtr org.bytedeco.cuda.cudart.CUstream_st auxStreams, int nbStreams)
Copyright © 2024. All rights reserved.