org.bytedeco.pytorch.cuda

Class CUDAAllocator

java.lang.Object

org.bytedeco.javacpp.Pointer

org.bytedeco.pytorch.Allocator

org.bytedeco.pytorch.cuda.DeviceAllocator

org.bytedeco.pytorch.cuda.CUDAAllocator

All Implemented Interfaces:

AutoCloseable

@Namespace(value="c10::cuda::CUDACachingAllocator")
 @Properties(inherit=torch_cuda.class)
public class CUDAAllocator
extends DeviceAllocator

Nested Class Summary

Nested classes/interfaces inherited from class org.bytedeco.javacpp.Pointer

Pointer.CustomDeallocator, Pointer.Deallocator, Pointer.NativeDeallocator, Pointer.ReferenceCounter

Field Summary

Fields inherited from class org.bytedeco.javacpp.Pointer

address, capacity, limit, position

Constructor Summary

Constructors

Constructor and Description
CUDAAllocator(Pointer p) Pointer cast constructor.

Method Summary

Modifier and Type	Method and Description
DataPtr	allocateWithAddress(long size, Pointer addr)
void	attachAllocatorTraceTracker(AllocatorTraceTracker tracker)
void	attachOomRejectionObserver(AllocatorTraceTracker observer)
void	attachOutOfMemoryObserver(AllocatorTraceTracker observer)
void	beginAllocateToPool(byte device, LongPair mempool_id, StreamFilter filter)
void	cacheInfo(byte device, SizeTPointer largestBlock)
boolean	checkPoolLiveAllocations(byte arg0, LongPair arg1, PointerSet arg2)
void	createOrIncrefPool(byte arg0, LongPair arg1)
void	createOrIncrefPool(byte arg0, LongPair arg1, CUDAAllocator allocator)
void	enable(boolean value)
void	enablePeerAccess(byte dev, byte dev_to_access)
void	endAllocateToPool(byte device, LongPair mempool_id)
Pointer	getBaseAllocation(Pointer ptr, SizeTPointer size)
AllocatorState	getCheckpointState(byte device, LongPair id)
GatheredContext	getContextForPointer(Pointer ptr)
StreamSegmentSize	getExpandableSegmentSizes(byte device)
Pointer	getIpcDevPtr(BytePointer handle)
Pointer	getIpcDevPtr(String handle)
double	getMemoryFraction(byte device)
SizeTPair	getMemoryInfo(byte device)
int	getPoolUseCount(byte arg0, LongPair arg1)
BytePointer	getUserMetadata()
void	init(int device_count)
boolean	isEnabled()
boolean	isHistoryEnabled()
void	markCaptureBegin(byte arg0)
void	markCaptureEnd(byte arg0)
int	memcpyAsync(Pointer dst, int dstDevice, Pointer src, int srcDevice, long count, org.bytedeco.cuda.cudart.CUstream_st stream, boolean p2p_enabled)
BytePointer	name()
void	popCompileContext()
void	pushCompileContext(BytePointer md)
Pointer	raw_alloc_with_stream(long nbytes, org.bytedeco.cuda.cudart.CUstream_st stream)
Pointer	raw_alloc(long nbytes)
void	raw_delete(Pointer ptr)
void	recordAnnotation(StringPair arg0)
void	recordHistory(boolean enabled, Pointer context_recorder, long alloc_trace_max_entries, int when, boolean clearHistory, StringVector skip_actions)
void	recordHistory(boolean enabled, Pointer context_recorder, long alloc_trace_max_entries, torch_cuda.RecordContext when, boolean clearHistory, StringVector skip_actions)
void	recordStream(DataPtr ptr, CUDAStream stream)
void	recordStream(DataPtr ptr, Stream stream)
void	releasePool(byte device, LongPair mempool_id)
CheckpointDelta	setCheckpointPoolState(byte device, AllocatorState pps)
void	setMemoryFraction(double fraction, byte device)
void	setNoSplit(byte device, LongPair mempool_id)
void	setUseOnOOM(byte device, LongPair mempool_id, boolean use_on_oom)
void	setUserMetadata(BytePointer metadata)
void	setUserMetadata(String metadata)
ShareableHandle	shareIpcHandle(Pointer ptr)
SnapshotInfo	snapshot()
SnapshotInfo	snapshot(LongPair mempool_id, boolean include_traces)

Methods inherited from class org.bytedeco.pytorch.cuda.DeviceAllocator

emptyCache, emptyCache, getDeviceStats, initialized, resetAccumulatedStats, resetPeakStats

Methods inherited from class org.bytedeco.pytorch.Allocator

_allocate, clone, copy_data, is_simple_data_ptr, raw_allocate, raw_deallocate, raw_deleter

Methods inherited from class org.bytedeco.javacpp.Pointer

address, asBuffer, asByteBuffer, availablePhysicalBytes, calloc, capacity, capacity, close, deallocate, deallocate, deallocateReferences, deallocator, deallocator, equals, fill, formatBytes, free, getDirectBufferAddress, getPointer, getPointer, getPointer, getPointer, hashCode, interruptDeallocatorThread, isNull, isNull, limit, limit, malloc, maxBytes, maxPhysicalBytes, memchr, memcmp, memcpy, memmove, memset, offsetAddress, offsetof, offsetof, parseBytes, physicalBytes, physicalBytesInaccurate, position, position, put, realloc, referenceCount, releaseReference, retainReference, setNull, sizeof, sizeof, toString, totalBytes, totalCount, totalPhysicalBytes, trimMemory, withDeallocator, zero

Methods inherited from class java.lang.Object

clone, finalize, getClass, notify, notifyAll, wait, wait, wait

Constructor Detail

CUDAAllocator

public CUDAAllocator(Pointer p)

Pointer cast constructor. Invokes Pointer(Pointer).

Method Detail

raw_alloc

public Pointer raw_alloc(@Cast(value="size_t")
                         long nbytes)

raw_alloc_with_stream

public Pointer raw_alloc_with_stream(@Cast(value="size_t")
                                     long nbytes,
                                     org.bytedeco.cuda.cudart.CUstream_st stream)

raw_delete

public void raw_delete(Pointer ptr)

init

public void init(int device_count)

getMemoryFraction

public double getMemoryFraction(byte device)

setMemoryFraction

public void setMemoryFraction(double fraction,
                              byte device)

getExpandableSegmentSizes

@StdVector
public StreamSegmentSize getExpandableSegmentSizes(byte device)

enable

public void enable(@Cast(value="bool")
                   boolean value)

isEnabled

@Cast(value="bool")
public boolean isEnabled()

cacheInfo

public void cacheInfo(byte device,
                      @Cast(value="size_t*")
                      SizeTPointer largestBlock)

getBaseAllocation

public Pointer getBaseAllocation(Pointer ptr,
                                 @Cast(value="size_t*")
                                 SizeTPointer size)

recordStream

public void recordStream(@StdMove
                         DataPtr ptr,
                         @ByVal
                         CUDAStream stream)

recordStream

public void recordStream(@StdMove
                         DataPtr ptr,
                         @ByVal
                         Stream stream)

Overrides:

recordStream in class DeviceAllocator

snapshot

@ByVal
public SnapshotInfo snapshot(@ByVal(nullValue="c10::MempoolId_t({0, 0})")
                                     LongPair mempool_id,
                                     @Cast(value="bool")
                                     boolean include_traces)

snapshot

@ByVal
public SnapshotInfo snapshot()

beginAllocateToPool

public void beginAllocateToPool(byte device,
                                @ByVal
                                LongPair mempool_id,
                                @ByVal
                                StreamFilter filter)

endAllocateToPool

public void endAllocateToPool(byte device,
                              @ByVal
                              LongPair mempool_id)

markCaptureBegin

public void markCaptureBegin(byte arg0)

markCaptureEnd

public void markCaptureEnd(byte arg0)

releasePool

public void releasePool(byte device,
                        @ByVal
                        LongPair mempool_id)

getPoolUseCount

public int getPoolUseCount(byte arg0,
                           @ByVal
                           LongPair arg1)

createOrIncrefPool

public void createOrIncrefPool(byte arg0,
                               @ByVal
                               LongPair arg1,
                               @SharedPtr
                               CUDAAllocator allocator)

createOrIncrefPool

public void createOrIncrefPool(byte arg0,
                               @ByVal
                               LongPair arg1)

setUseOnOOM

public void setUseOnOOM(byte device,
                        @ByVal
                        LongPair mempool_id,
                        @Cast(value="bool")
                        boolean use_on_oom)

setNoSplit

public void setNoSplit(byte device,
                       @ByVal
                       LongPair mempool_id)

checkPoolLiveAllocations

@Cast(value="bool")
public boolean checkPoolLiveAllocations(byte arg0,
                                                             @ByVal
                                                             LongPair arg1,
                                                             @Const @ByRef
                                                             PointerSet arg2)

shareIpcHandle

@ByVal
public ShareableHandle shareIpcHandle(Pointer ptr)

getIpcDevPtr

@SharedPtr
public Pointer getIpcDevPtr(@StdString
                                        BytePointer handle)

getIpcDevPtr

@SharedPtr
public Pointer getIpcDevPtr(@StdString
                                        String handle)

isHistoryEnabled

@Cast(value="bool")
public boolean isHistoryEnabled()

getContextForPointer

@SharedPtr
public GatheredContext getContextForPointer(@Const
                                                        Pointer ptr)

recordHistory

public void recordHistory(@Cast(value="bool")
                          boolean enabled,
                          @ByVal @Cast(value="c10::cuda::CUDACachingAllocator::CreateContextFn*")
                          Pointer context_recorder,
                          @Cast(value="size_t")
                          long alloc_trace_max_entries,
                          torch_cuda.RecordContext when,
                          @Cast(value="bool")
                          boolean clearHistory,
                          @Const @ByRef
                          StringVector skip_actions)

recordHistory

public void recordHistory(@Cast(value="bool")
                          boolean enabled,
                          @ByVal @Cast(value="c10::cuda::CUDACachingAllocator::CreateContextFn*")
                          Pointer context_recorder,
                          @Cast(value="size_t")
                          long alloc_trace_max_entries,
                          @Cast(value="c10::CachingDeviceAllocator::RecordContext")
                          int when,
                          @Cast(value="bool")
                          boolean clearHistory,
                          @Const @ByRef
                          StringVector skip_actions)

recordAnnotation

public void recordAnnotation(@StdVector
                             StringPair arg0)

pushCompileContext

public void pushCompileContext(@StdString @ByRef
                               BytePointer md)

popCompileContext

public void popCompileContext()

setUserMetadata

public void setUserMetadata(@StdString
                            BytePointer metadata)

setUserMetadata

public void setUserMetadata(@StdString
                            String metadata)

getUserMetadata

@StdString
public BytePointer getUserMetadata()

attachOutOfMemoryObserver

public void attachOutOfMemoryObserver(@ByVal @Cast(value="c10::cuda::CUDACachingAllocator::OutOfMemoryObserver*")
                                      AllocatorTraceTracker observer)

attachOomRejectionObserver

public void attachOomRejectionObserver(@ByVal @Cast(value="c10::cuda::CUDACachingAllocator::OomRejectionObserver*")
                                       AllocatorTraceTracker observer)

attachAllocatorTraceTracker

public void attachAllocatorTraceTracker(@ByVal
                                        AllocatorTraceTracker tracker)

enablePeerAccess

public void enablePeerAccess(byte dev,
                             byte dev_to_access)

memcpyAsync

@Cast(value="cudaError_t")
public int memcpyAsync(Pointer dst,
                                                   int dstDevice,
                                                   @Const
                                                   Pointer src,
                                                   int srcDevice,
                                                   @Cast(value="size_t")
                                                   long count,
                                                   org.bytedeco.cuda.cudart.CUstream_st stream,
                                                   @Cast(value="bool")
                                                   boolean p2p_enabled)

getCheckpointState

@SharedPtr(value="c10::cuda::CUDACachingAllocator::AllocatorState")
 @ByVal
public AllocatorState getCheckpointState(byte device,
                                                                                                                       @ByVal
                                                                                                                       LongPair id)

setCheckpointPoolState

@ByVal
public CheckpointDelta setCheckpointPoolState(byte device,
                                                      @SharedPtr(value="c10::cuda::CUDACachingAllocator::AllocatorState") @ByVal
                                                      AllocatorState pps)

allocateWithAddress

@StdMove
public DataPtr allocateWithAddress(@Cast(value="size_t")
                                             long size,
                                             Pointer addr)

name

@StdString
public BytePointer name()

getMemoryInfo

@ByVal
public SizeTPair getMemoryInfo(byte device)

Overrides:

getMemoryInfo in class DeviceAllocator