org.bytedeco.pytorch.cuda

Class CUDAAllocator

java.lang.Object

org.bytedeco.javacpp.Pointer

org.bytedeco.pytorch.Allocator

org.bytedeco.pytorch.cuda.CUDAAllocator

All Implemented Interfaces:

AutoCloseable

@Namespace(value="c10::cuda::CUDACachingAllocator")
 @Properties(inherit=torch_cuda.class)
public class CUDAAllocator
extends Allocator

Nested Class Summary

Nested classes/interfaces inherited from class org.bytedeco.javacpp.Pointer

Pointer.CustomDeallocator, Pointer.Deallocator, Pointer.NativeDeallocator, Pointer.ReferenceCounter

Field Summary

Fields inherited from class org.bytedeco.javacpp.Pointer

address, capacity, limit, position

Constructor Summary

Constructors

Constructor and Description
CUDAAllocator(Pointer p) Pointer cast constructor.

Method Summary

Modifier and Type	Method and Description
void	attachAllocatorTraceTracker(AllocatorTraceTracker tracker)
void	attachOutOfMemoryObserver(AllocatorTraceTracker observer)
void	beginAllocateToPool(byte device, DeviceAssertionsDataVectorCUDAKernelLaunchInfoVectorPair mempool_id, StreamFilter filter)
void	cacheInfo(byte device, SizeTPointer largestBlock)
boolean	checkPoolLiveAllocations(byte device, DeviceAssertionsDataVectorCUDAKernelLaunchInfoVectorPair mempool_id, PointerSet expected_live_allocations)
void	emptyCache()
void	enable(boolean value)
void	enablePeerAccess(byte dev, byte dev_to_access)
void	endAllocateToPool(byte device, DeviceAssertionsDataVectorCUDAKernelLaunchInfoVectorPair mempool_id)
void	ensureExistsAndIncrefPool(byte device, DeviceAssertionsDataVectorCUDAKernelLaunchInfoVectorPair mempool_id)
Pointer	getBaseAllocation(Pointer ptr, SizeTPointer size)
AllocatorState	getCheckpointState(byte device, DeviceAssertionsDataVectorCUDAKernelLaunchInfoVectorPair id)
DeviceStats	getDeviceStats(byte device)
Pointer	getIpcDevPtr(BytePointer handle)
Pointer	getIpcDevPtr(String handle)
double	getMemoryFraction(byte device)
int	getPoolUseCount(byte device, DeviceAssertionsDataVectorCUDAKernelLaunchInfoVectorPair mempool_id)
void	init(int device_count)
boolean	initialized()
boolean	isEnabled()
boolean	isHistoryEnabled()
int	memcpyAsync(Pointer dst, int dstDevice, Pointer src, int srcDevice, long count, org.bytedeco.cuda.cudart.CUstream_st stream, boolean p2p_enabled)
BytePointer	name()
Pointer	raw_alloc_with_stream(long nbytes, org.bytedeco.cuda.cudart.CUstream_st stream)
Pointer	raw_alloc(long nbytes)
void	raw_delete(Pointer ptr)
void	recordAnnotation(StringPair md)
void	recordHistory(boolean enabled, Pointer context_recorder, long alloc_trace_max_entries, int when)
void	recordHistory(boolean enabled, Pointer context_recorder, long alloc_trace_max_entries, torch_cuda.RecordContext when)
void	recordStream(DataPtr arg0, CUDAStream stream)
void	releasePool(byte device, DeviceAssertionsDataVectorCUDAKernelLaunchInfoVectorPair mempool_id)
void	resetAccumulatedStats(byte device)
void	resetPeakStats(byte device)
CheckpointDelta	setCheckpointPoolState(byte device, AllocatorState pps)
void	setMemoryFraction(double fraction, byte device)
ShareableHandle	shareIpcHandle(Pointer ptr)
SnapshotInfo	snapshot()

Methods inherited from class org.bytedeco.pytorch.Allocator

_allocate, clone, copy_data, is_simple_data_ptr, raw_allocate, raw_deallocate, raw_deleter

Methods inherited from class org.bytedeco.javacpp.Pointer

address, asBuffer, asByteBuffer, availablePhysicalBytes, calloc, capacity, capacity, close, deallocate, deallocate, deallocateReferences, deallocator, deallocator, equals, fill, formatBytes, free, getDirectBufferAddress, getPointer, getPointer, getPointer, getPointer, hashCode, interruptDeallocatorThread, isNull, isNull, limit, limit, malloc, maxBytes, maxPhysicalBytes, memchr, memcmp, memcpy, memmove, memset, offsetAddress, offsetof, offsetof, parseBytes, physicalBytes, physicalBytesInaccurate, position, position, put, realloc, referenceCount, releaseReference, retainReference, setNull, sizeof, sizeof, toString, totalBytes, totalCount, totalPhysicalBytes, withDeallocator, zero

Methods inherited from class java.lang.Object

clone, finalize, getClass, notify, notifyAll, wait, wait, wait

Constructor Detail

CUDAAllocator

public CUDAAllocator(Pointer p)

Pointer cast constructor. Invokes Pointer(Pointer).

Method Detail

raw_alloc

public Pointer raw_alloc(@Cast(value="size_t")
                         long nbytes)

raw_alloc_with_stream

public Pointer raw_alloc_with_stream(@Cast(value="size_t")
                                     long nbytes,
                                     org.bytedeco.cuda.cudart.CUstream_st stream)

raw_delete

public void raw_delete(Pointer ptr)

init

public void init(int device_count)

initialized

@Cast(value="bool")
public boolean initialized()

getMemoryFraction

public double getMemoryFraction(byte device)

setMemoryFraction

public void setMemoryFraction(double fraction,
                              byte device)

emptyCache

public void emptyCache()

enable

public void enable(@Cast(value="bool")
                   boolean value)

isEnabled

@Cast(value="bool")
public boolean isEnabled()

cacheInfo

public void cacheInfo(byte device,
                      @Cast(value="size_t*")
                      SizeTPointer largestBlock)

getBaseAllocation

public Pointer getBaseAllocation(Pointer ptr,
                                 @Cast(value="size_t*")
                                 SizeTPointer size)

recordStream

public void recordStream(@StdMove
                         DataPtr arg0,
                         @ByVal
                         CUDAStream stream)

getDeviceStats

@ByVal
public DeviceStats getDeviceStats(byte device)

resetAccumulatedStats

public void resetAccumulatedStats(byte device)

resetPeakStats

public void resetPeakStats(byte device)

snapshot

@ByVal
public SnapshotInfo snapshot()

beginAllocateToPool

public void beginAllocateToPool(byte device,
                                @ByVal @Cast(value="c10::cuda::MempoolId_t*")
                                DeviceAssertionsDataVectorCUDAKernelLaunchInfoVectorPair mempool_id,
                                @ByVal
                                StreamFilter filter)

endAllocateToPool

public void endAllocateToPool(byte device,
                              @ByVal @Cast(value="c10::cuda::MempoolId_t*")
                              DeviceAssertionsDataVectorCUDAKernelLaunchInfoVectorPair mempool_id)

releasePool

public void releasePool(byte device,
                        @ByVal @Cast(value="c10::cuda::MempoolId_t*")
                        DeviceAssertionsDataVectorCUDAKernelLaunchInfoVectorPair mempool_id)

getPoolUseCount

public int getPoolUseCount(byte device,
                           @ByVal @Cast(value="c10::cuda::MempoolId_t*")
                           DeviceAssertionsDataVectorCUDAKernelLaunchInfoVectorPair mempool_id)

ensureExistsAndIncrefPool

public void ensureExistsAndIncrefPool(byte device,
                                      @ByVal @Cast(value="c10::cuda::MempoolId_t*")
                                      DeviceAssertionsDataVectorCUDAKernelLaunchInfoVectorPair mempool_id)

checkPoolLiveAllocations

@Cast(value="bool")
public boolean checkPoolLiveAllocations(byte device,
                                                             @ByVal @Cast(value="c10::cuda::MempoolId_t*")
                                                             DeviceAssertionsDataVectorCUDAKernelLaunchInfoVectorPair mempool_id,
                                                             @Const @ByRef
                                                             PointerSet expected_live_allocations)

shareIpcHandle

@ByVal
public ShareableHandle shareIpcHandle(Pointer ptr)

getIpcDevPtr

@SharedPtr
public Pointer getIpcDevPtr(@StdString
                                        BytePointer handle)

getIpcDevPtr

@SharedPtr
public Pointer getIpcDevPtr(@StdString
                                        String handle)

isHistoryEnabled

@Cast(value="bool")
public boolean isHistoryEnabled()

recordHistory

public void recordHistory(@Cast(value="bool")
                          boolean enabled,
                          @ByVal @Cast(value="c10::cuda::CUDACachingAllocator::CreateContextFn*")
                          Pointer context_recorder,
                          @Cast(value="size_t")
                          long alloc_trace_max_entries,
                          torch_cuda.RecordContext when)

recordHistory

public void recordHistory(@Cast(value="bool")
                          boolean enabled,
                          @ByVal @Cast(value="c10::cuda::CUDACachingAllocator::CreateContextFn*")
                          Pointer context_recorder,
                          @Cast(value="size_t")
                          long alloc_trace_max_entries,
                          @Cast(value="c10::cuda::CUDACachingAllocator::RecordContext")
                          int when)

recordAnnotation

public void recordAnnotation(@StdVector
                             StringPair md)

attachOutOfMemoryObserver

public void attachOutOfMemoryObserver(@ByVal @Cast(value="c10::cuda::CUDACachingAllocator::OutOfMemoryObserver*")
                                      AllocatorTraceTracker observer)

attachAllocatorTraceTracker

public void attachAllocatorTraceTracker(@ByVal
                                        AllocatorTraceTracker tracker)

enablePeerAccess

public void enablePeerAccess(byte dev,
                             byte dev_to_access)

memcpyAsync

@Cast(value="cudaError_t")
public int memcpyAsync(Pointer dst,
                                                   int dstDevice,
                                                   @Const
                                                   Pointer src,
                                                   int srcDevice,
                                                   @Cast(value="size_t")
                                                   long count,
                                                   org.bytedeco.cuda.cudart.CUstream_st stream,
                                                   @Cast(value="bool")
                                                   boolean p2p_enabled)

getCheckpointState

@SharedPtr(value="c10::cuda::CUDACachingAllocator::AllocatorState")
 @ByVal
public AllocatorState getCheckpointState(byte device,
                                                                                                                       @ByVal @Cast(value="c10::cuda::MempoolId_t*")
                                                                                                                       DeviceAssertionsDataVectorCUDAKernelLaunchInfoVectorPair id)

setCheckpointPoolState

@ByVal
public CheckpointDelta setCheckpointPoolState(byte device,
                                                      @SharedPtr(value="c10::cuda::CUDACachingAllocator::AllocatorState") @ByVal
                                                      AllocatorState pps)

name

@StdString
public BytePointer name()