org.bytedeco.tensorrt.nvinfer

Class VExecutionContext

java.lang.Object

org.bytedeco.javacpp.Pointer

org.bytedeco.tensorrt.nvinfer.VRoot

org.bytedeco.tensorrt.nvinfer.VExecutionContext

All Implemented Interfaces:

AutoCloseable

@Namespace(value="nvinfer1::apiv")
 @Properties(inherit=nvinfer.class)
public class VExecutionContext
extends VRoot

Nested Class Summary

Nested classes/interfaces inherited from class org.bytedeco.javacpp.Pointer

Pointer.CustomDeallocator, Pointer.Deallocator, Pointer.NativeDeallocator, Pointer.ReferenceCounter

Field Summary

Fields inherited from class org.bytedeco.javacpp.Pointer

address, capacity, limit, position

Constructor Summary

Constructors

Constructor and Description
VExecutionContext(Pointer p) Pointer cast constructor.

Method Summary

Modifier and Type	Method and Description
boolean	allInputDimensionsSpecified()
boolean	allInputShapesSpecified()
boolean	enqueueV3(org.bytedeco.cuda.cudart.CUstream_st stream)
boolean	executeV2(Pointer bindings)
boolean	executeV2(PointerPointer bindings)
IDebugListener	getDebugListener()
boolean	getDebugState(BytePointer name)
boolean	getDebugState(String name)
boolean	getDebugSync()
ICudaEngine	getEngine()
boolean	getEnqueueEmitsProfile()
IErrorRecorder	getErrorRecorder()
org.bytedeco.cuda.cudart.CUevent_st	getInputConsumedEvent()
long	getMaxOutputSize(BytePointer tensorName)
long	getMaxOutputSize(String tensorName)
String	getName()
nvinfer.ProfilingVerbosity	getNvtxVerbosity()
int	getOptimizationProfile()
IOutputAllocator	getOutputAllocator(BytePointer name)
IOutputAllocator	getOutputAllocator(String name)
Pointer	getOutputTensorAddress(BytePointer tensorName)
Pointer	getOutputTensorAddress(String tensorName)
long	getPersistentCacheLimit()
IExecutionContext	getPImpl()
IProfiler	getProfiler()
IRuntimeConfig	getRuntimeConfig()
IGpuAllocator	getTemporaryStorageAllocator()
Pointer	getTensorAddress(BytePointer tensorName)
Pointer	getTensorAddress(String tensorName)
Dims64	getTensorShape(BytePointer tensorName)
Dims64	getTensorShape(String tensorName)
Dims64	getTensorStrides(BytePointer tensorName)
Dims64	getTensorStrides(String tensorName)
boolean	getUnfusedTensorsDebugState()
int	inferShapes(int nbMaxNames, byte[] tensorNames)
int	inferShapes(int nbMaxNames, ByteBuffer tensorNames)
int	inferShapes(int nbMaxNames, BytePointer tensorNames)
int	inferShapes(int nbMaxNames, PointerPointer tensorNames)
boolean	reportToProfiler()
boolean	setAllTensorsDebugState(boolean flag)
void	setAuxStreams(org.bytedeco.cuda.cudart.CUstream_st auxStreams, int nbStreams)
boolean	setDebugListener(IDebugListener listener)
void	setDebugSync(boolean sync)
void	setDeviceMemory(Pointer memory)
void	setDeviceMemoryV2(Pointer memory, long size)
void	setEnqueueEmitsProfile(boolean enqueueEmitsProfile)
void	setErrorRecorder(IErrorRecorder recorder)
boolean	setInputConsumedEvent(org.bytedeco.cuda.cudart.CUevent_st event)
boolean	setInputShape(BytePointer tensorName, Dims64 dims)
boolean	setInputShape(String tensorName, Dims64 dims)
boolean	setInputTensorAddress(BytePointer tensorName, Pointer data)
boolean	setInputTensorAddress(String tensorName, Pointer data)
void	setName(BytePointer name)
void	setName(String name)
boolean	setNvtxVerbosity(int verbosity)
boolean	setNvtxVerbosity(nvinfer.ProfilingVerbosity verbosity)
boolean	setOptimizationProfileAsync(int profileIndex, org.bytedeco.cuda.cudart.CUstream_st stream)
boolean	setOutputAllocator(BytePointer tensorName, IOutputAllocator outputAllocator)
boolean	setOutputAllocator(String tensorName, IOutputAllocator outputAllocator)
boolean	setOutputTensorAddress(BytePointer tensorName, Pointer data)
boolean	setOutputTensorAddress(String tensorName, Pointer data)
void	setPersistentCacheLimit(long size)
void	setProfiler(IProfiler arg0)
boolean	setTemporaryStorageAllocator(IGpuAllocator allocator)
boolean	setTensorAddress(BytePointer tensorName, Pointer data)
boolean	setTensorAddress(String tensorName, Pointer data)
boolean	setTensorDebugState(BytePointer name, boolean flag)
boolean	setTensorDebugState(String name, boolean flag)
boolean	setUnfusedTensorsDebugState(boolean flag)
long	updateDeviceMemorySizeForShapes()

Methods inherited from class org.bytedeco.tensorrt.nvinfer.VRoot

getPointer, position

Methods inherited from class org.bytedeco.javacpp.Pointer

address, asBuffer, asByteBuffer, availablePhysicalBytes, calloc, capacity, capacity, close, deallocate, deallocate, deallocateReferences, deallocator, deallocator, equals, fill, formatBytes, free, getDirectBufferAddress, getPointer, getPointer, getPointer, hashCode, interruptDeallocatorThread, isNull, isNull, limit, limit, malloc, maxBytes, maxPhysicalBytes, memchr, memcmp, memcpy, memmove, memset, offsetAddress, offsetof, offsetof, parseBytes, physicalBytes, physicalBytesInaccurate, position, put, realloc, referenceCount, releaseReference, retainReference, setNull, sizeof, sizeof, toString, totalBytes, totalCount, totalPhysicalBytes, withDeallocator, zero

Methods inherited from class java.lang.Object

clone, finalize, getClass, notify, notifyAll, wait, wait, wait

Constructor Detail

VExecutionContext

public VExecutionContext(Pointer p)

Pointer cast constructor. Invokes Pointer(Pointer).

Method Detail

getPImpl

@NoException(value=true)
public IExecutionContext getPImpl()

setDebugSync

@NoException(value=true)
public void setDebugSync(@Cast(value="bool")
                                                  boolean sync)

getDebugSync

@Cast(value="bool")
 @NoException(value=true)
public boolean getDebugSync()

setProfiler

@NoException(value=true)
public void setProfiler(IProfiler arg0)

getProfiler

@NoException(value=true)
public IProfiler getProfiler()

getEngine

@Const
 @ByRef
 @NoException(value=true)
public ICudaEngine getEngine()

setName

@NoException(value=true)
public void setName(String name)

setName

@NoException(value=true)
public void setName(@Cast(value="const char*")
                                             BytePointer name)

getName

@NoException(value=true)
public String getName()

setDeviceMemory

@NoException(value=true)
public void setDeviceMemory(Pointer memory)

getOptimizationProfile

@NoException(value=true)
public int getOptimizationProfile()

allInputDimensionsSpecified

@Cast(value="bool")
 @NoException(value=true)
public boolean allInputDimensionsSpecified()

allInputShapesSpecified

@Cast(value="bool")
 @NoException(value=true)
public boolean allInputShapesSpecified()

setErrorRecorder

@NoException(value=true)
public void setErrorRecorder(IErrorRecorder recorder)

getErrorRecorder

@NoException(value=true)
public IErrorRecorder getErrorRecorder()

executeV2

@Cast(value="bool")
 @NoException(value=true)
public boolean executeV2(@Cast(value="void*const*")
                                                                       PointerPointer bindings)

executeV2

@Cast(value="bool")
 @NoException(value=true)
public boolean executeV2(@Cast(value="void*const*") @ByPtrPtr
                                                                       Pointer bindings)

setOptimizationProfileAsync

@Cast(value="bool")
 @NoException(value=true)
public boolean setOptimizationProfileAsync(int profileIndex,
                                                                                         org.bytedeco.cuda.cudart.CUstream_st stream)

setEnqueueEmitsProfile

@NoException(value=true)
public void setEnqueueEmitsProfile(@Cast(value="bool")
                                                            boolean enqueueEmitsProfile)

getEnqueueEmitsProfile

@Cast(value="bool")
 @NoException(value=true)
public boolean getEnqueueEmitsProfile()

reportToProfiler

@Cast(value="bool")
 @NoException(value=true)
public boolean reportToProfiler()

setInputShape

@Cast(value="bool")
 @NoException(value=true)
public boolean setInputShape(String tensorName,
                                                                           @Cast(value="const nvinfer1::Dims*") @ByRef
                                                                           Dims64 dims)

setInputShape

@Cast(value="bool")
 @NoException(value=true)
public boolean setInputShape(@Cast(value="const char*")
                                                                           BytePointer tensorName,
                                                                           @Cast(value="const nvinfer1::Dims*") @ByRef
                                                                           Dims64 dims)

getTensorShape

@ByVal
 @Cast(value="nvinfer1::Dims*")
 @NoException(value=true)
public Dims64 getTensorShape(String tensorName)

getTensorShape

@ByVal
 @Cast(value="nvinfer1::Dims*")
 @NoException(value=true)
public Dims64 getTensorShape(@Cast(value="const char*")
                                                                                              BytePointer tensorName)

getTensorStrides

@ByVal
 @Cast(value="nvinfer1::Dims*")
 @NoException(value=true)
public Dims64 getTensorStrides(String tensorName)

getTensorStrides

@ByVal
 @Cast(value="nvinfer1::Dims*")
 @NoException(value=true)
public Dims64 getTensorStrides(@Cast(value="const char*")
                                                                                                BytePointer tensorName)

setTensorAddress

@Cast(value="bool")
 @NoException(value=true)
public boolean setTensorAddress(String tensorName,
                                                                              Pointer data)

setTensorAddress

@Cast(value="bool")
 @NoException(value=true)
public boolean setTensorAddress(@Cast(value="const char*")
                                                                              BytePointer tensorName,
                                                                              Pointer data)

getTensorAddress

@Const
 @NoException(value=true)
public Pointer getTensorAddress(String tensorName)

getTensorAddress

@Const
 @NoException(value=true)
public Pointer getTensorAddress(@Cast(value="const char*")
                                                                 BytePointer tensorName)

setInputTensorAddress

@Cast(value="bool")
 @NoException(value=true)
public boolean setInputTensorAddress(String tensorName,
                                                                                   @Const
                                                                                   Pointer data)

setInputTensorAddress

@Cast(value="bool")
 @NoException(value=true)
public boolean setInputTensorAddress(@Cast(value="const char*")
                                                                                   BytePointer tensorName,
                                                                                   @Const
                                                                                   Pointer data)

setOutputTensorAddress

@Cast(value="bool")
 @NoException(value=true)
public boolean setOutputTensorAddress(String tensorName,
                                                                                    Pointer data)

setOutputTensorAddress

@Cast(value="bool")
 @NoException(value=true)
public boolean setOutputTensorAddress(@Cast(value="const char*")
                                                                                    BytePointer tensorName,
                                                                                    Pointer data)

inferShapes

@NoException(value=true)
public int inferShapes(int nbMaxNames,
                                                @Cast(value="const char**")
                                                PointerPointer tensorNames)

inferShapes

@NoException(value=true)
public int inferShapes(int nbMaxNames,
                                                @Cast(value="const char**") @ByPtrPtr
                                                BytePointer tensorNames)

inferShapes

@NoException(value=true)
public int inferShapes(int nbMaxNames,
                                                @Cast(value="const char**") @ByPtrPtr
                                                ByteBuffer tensorNames)

inferShapes

@NoException(value=true)
public int inferShapes(int nbMaxNames,
                                                @Cast(value="const char**") @ByPtrPtr
                                                byte[] tensorNames)

setInputConsumedEvent

@Cast(value="bool")
 @NoException(value=true)
public boolean setInputConsumedEvent(org.bytedeco.cuda.cudart.CUevent_st event)

getInputConsumedEvent

@NoException(value=true)
public org.bytedeco.cuda.cudart.CUevent_st getInputConsumedEvent()

getOutputTensorAddress

@NoException(value=true)
public Pointer getOutputTensorAddress(String tensorName)

getOutputTensorAddress

@NoException(value=true)
public Pointer getOutputTensorAddress(@Cast(value="const char*")
                                                               BytePointer tensorName)

setOutputAllocator

@Cast(value="bool")
 @NoException(value=true)
public boolean setOutputAllocator(String tensorName,
                                                                                IOutputAllocator outputAllocator)

setOutputAllocator

@Cast(value="bool")
 @NoException(value=true)
public boolean setOutputAllocator(@Cast(value="const char*")
                                                                                BytePointer tensorName,
                                                                                IOutputAllocator outputAllocator)

getOutputAllocator

@NoException(value=true)
public IOutputAllocator getOutputAllocator(String name)

getOutputAllocator

@NoException(value=true)
public IOutputAllocator getOutputAllocator(@Cast(value="const char*")
                                                                    BytePointer name)

getMaxOutputSize

@Cast(value="int64_t")
 @NoException(value=true)
public long getMaxOutputSize(String tensorName)

getMaxOutputSize

@Cast(value="int64_t")
 @NoException(value=true)
public long getMaxOutputSize(@Cast(value="const char*")
                                                                              BytePointer tensorName)

setTemporaryStorageAllocator

@Cast(value="bool")
 @NoException(value=true)
public boolean setTemporaryStorageAllocator(IGpuAllocator allocator)

getTemporaryStorageAllocator

@NoException(value=true)
public IGpuAllocator getTemporaryStorageAllocator()

enqueueV3

@Cast(value="bool")
 @NoException(value=true)
public boolean enqueueV3(org.bytedeco.cuda.cudart.CUstream_st stream)

setPersistentCacheLimit

@NoException(value=true)
public void setPersistentCacheLimit(@Cast(value="size_t")
                                                             long size)

getPersistentCacheLimit

@Cast(value="size_t")
 @NoException(value=true)
public long getPersistentCacheLimit()

setNvtxVerbosity

@Cast(value="bool")
 @NoException(value=true)
public boolean setNvtxVerbosity(nvinfer.ProfilingVerbosity verbosity)

setNvtxVerbosity

@Cast(value="bool")
 @NoException(value=true)
public boolean setNvtxVerbosity(@Cast(value="nvinfer1::ProfilingVerbosity")
                                                                              int verbosity)

getNvtxVerbosity

@NoException(value=true)
public nvinfer.ProfilingVerbosity getNvtxVerbosity()

setAuxStreams

@NoException(value=true)
public void setAuxStreams(@ByPtrPtr
                                                   org.bytedeco.cuda.cudart.CUstream_st auxStreams,
                                                   int nbStreams)

setDebugListener

@Cast(value="bool")
 @NoException(value=true)
public boolean setDebugListener(IDebugListener listener)

getDebugListener

@NoException(value=true)
public IDebugListener getDebugListener()

setTensorDebugState

@Cast(value="bool")
 @NoException(value=true)
public boolean setTensorDebugState(String name,
                                                                                 @Cast(value="bool")
                                                                                 boolean flag)

setTensorDebugState

@Cast(value="bool")
 @NoException(value=true)
public boolean setTensorDebugState(@Cast(value="const char*")
                                                                                 BytePointer name,
                                                                                 @Cast(value="bool")
                                                                                 boolean flag)

getDebugState

@Cast(value="bool")
 @NoException(value=true)
public boolean getDebugState(String name)

getDebugState

@Cast(value="bool")
 @NoException(value=true)
public boolean getDebugState(@Cast(value="const char*")
                                                                           BytePointer name)

setAllTensorsDebugState

@Cast(value="bool")
 @NoException(value=true)
public boolean setAllTensorsDebugState(@Cast(value="bool")
                                                                                     boolean flag)

updateDeviceMemorySizeForShapes

@Cast(value="size_t")
 @NoException(value=true)
public long updateDeviceMemorySizeForShapes()

setDeviceMemoryV2

@NoException(value=true)
public void setDeviceMemoryV2(Pointer memory,
                                                       @Cast(value="int64_t")
                                                       long size)

getRuntimeConfig

@NoException(value=true)
public IRuntimeConfig getRuntimeConfig()

setUnfusedTensorsDebugState

@Cast(value="bool")
 @NoException(value=true)
public boolean setUnfusedTensorsDebugState(@Cast(value="bool")
                                                                                         boolean flag)

getUnfusedTensorsDebugState

@Cast(value="bool")
 @NoException(value=true)
public boolean getUnfusedTensorsDebugState()