Package | Description |
---|---|
org.bytedeco.cuda.global |
Modifier and Type | Method and Description |
---|---|
static int |
cudnn.cudnnCreateAttnDescriptor(cudnnAttnStruct attnDesc) |
static int |
cudnn.cudnnDestroyAttnDescriptor(cudnnAttnStruct attnDesc) |
static int |
cudnn.cudnnGetAttnDescriptor(cudnnAttnStruct attnDesc,
int[] attnMode,
int[] nHeads,
double[] smScaler,
int[] dataType,
int[] computePrec,
int[] mathType,
cudnnDropoutStruct attnDropoutDesc,
cudnnDropoutStruct postDropoutDesc,
int[] qSize,
int[] kSize,
int[] vSize,
int[] qProjSize,
int[] kProjSize,
int[] vProjSize,
int[] oProjSize,
int[] qoMaxSeqLength,
int[] kvMaxSeqLength,
int[] maxBatchSize,
int[] maxBeamSize) |
static int |
cudnn.cudnnGetAttnDescriptor(cudnnAttnStruct attnDesc,
IntBuffer attnMode,
IntBuffer nHeads,
DoubleBuffer smScaler,
IntBuffer dataType,
IntBuffer computePrec,
IntBuffer mathType,
cudnnDropoutStruct attnDropoutDesc,
cudnnDropoutStruct postDropoutDesc,
IntBuffer qSize,
IntBuffer kSize,
IntBuffer vSize,
IntBuffer qProjSize,
IntBuffer kProjSize,
IntBuffer vProjSize,
IntBuffer oProjSize,
IntBuffer qoMaxSeqLength,
IntBuffer kvMaxSeqLength,
IntBuffer maxBatchSize,
IntBuffer maxBeamSize) |
static int |
cudnn.cudnnGetAttnDescriptor(cudnnAttnStruct attnDesc,
IntPointer attnMode,
IntPointer nHeads,
DoublePointer smScaler,
IntPointer dataType,
IntPointer computePrec,
IntPointer mathType,
cudnnDropoutStruct attnDropoutDesc,
cudnnDropoutStruct postDropoutDesc,
IntPointer qSize,
IntPointer kSize,
IntPointer vSize,
IntPointer qProjSize,
IntPointer kProjSize,
IntPointer vProjSize,
IntPointer oProjSize,
IntPointer qoMaxSeqLength,
IntPointer kvMaxSeqLength,
IntPointer maxBatchSize,
IntPointer maxBeamSize) |
static int |
cudnn.cudnnGetMultiHeadAttnBuffers(cudnnContext handle,
cudnnAttnStruct attnDesc,
SizeTPointer weightSizeInBytes,
SizeTPointer workSpaceSizeInBytes,
SizeTPointer reserveSpaceSizeInBytes) |
static int |
cudnn.cudnnGetMultiHeadAttnWeights(cudnnContext handle,
cudnnAttnStruct attnDesc,
int wKind,
long weightSizeInBytes,
Pointer weights,
cudnnTensorStruct wDesc,
Pointer wAddr) |
static int |
cudnn.cudnnGetMultiHeadAttnWeights(cudnnContext handle,
cudnnAttnStruct attnDesc,
int wKind,
long weightSizeInBytes,
Pointer weights,
cudnnTensorStruct wDesc,
PointerPointer wAddr) |
static int |
cudnn.cudnnMultiHeadAttnBackwardData(cudnnContext handle,
cudnnAttnStruct attnDesc,
int[] loWinIdx,
int[] hiWinIdx,
int[] devSeqLengthsDQDO,
int[] devSeqLengthsDKDV,
cudnnSeqDataStruct doDesc,
Pointer dout,
cudnnSeqDataStruct dqDesc,
Pointer dqueries,
Pointer queries,
cudnnSeqDataStruct dkDesc,
Pointer dkeys,
Pointer keys,
cudnnSeqDataStruct dvDesc,
Pointer dvalues,
Pointer values,
long weightSizeInBytes,
Pointer weights,
long workSpaceSizeInBytes,
Pointer workSpace,
long reserveSpaceSizeInBytes,
Pointer reserveSpace) |
static int |
cudnn.cudnnMultiHeadAttnBackwardData(cudnnContext handle,
cudnnAttnStruct attnDesc,
IntBuffer loWinIdx,
IntBuffer hiWinIdx,
IntBuffer devSeqLengthsDQDO,
IntBuffer devSeqLengthsDKDV,
cudnnSeqDataStruct doDesc,
Pointer dout,
cudnnSeqDataStruct dqDesc,
Pointer dqueries,
Pointer queries,
cudnnSeqDataStruct dkDesc,
Pointer dkeys,
Pointer keys,
cudnnSeqDataStruct dvDesc,
Pointer dvalues,
Pointer values,
long weightSizeInBytes,
Pointer weights,
long workSpaceSizeInBytes,
Pointer workSpace,
long reserveSpaceSizeInBytes,
Pointer reserveSpace) |
static int |
cudnn.cudnnMultiHeadAttnBackwardData(cudnnContext handle,
cudnnAttnStruct attnDesc,
IntPointer loWinIdx,
IntPointer hiWinIdx,
IntPointer devSeqLengthsDQDO,
IntPointer devSeqLengthsDKDV,
cudnnSeqDataStruct doDesc,
Pointer dout,
cudnnSeqDataStruct dqDesc,
Pointer dqueries,
Pointer queries,
cudnnSeqDataStruct dkDesc,
Pointer dkeys,
Pointer keys,
cudnnSeqDataStruct dvDesc,
Pointer dvalues,
Pointer values,
long weightSizeInBytes,
Pointer weights,
long workSpaceSizeInBytes,
Pointer workSpace,
long reserveSpaceSizeInBytes,
Pointer reserveSpace) |
static int |
cudnn.cudnnMultiHeadAttnBackwardWeights(cudnnContext handle,
cudnnAttnStruct attnDesc,
int addGrad,
cudnnSeqDataStruct qDesc,
Pointer queries,
cudnnSeqDataStruct kDesc,
Pointer keys,
cudnnSeqDataStruct vDesc,
Pointer values,
cudnnSeqDataStruct doDesc,
Pointer dout,
long weightSizeInBytes,
Pointer weights,
Pointer dweights,
long workSpaceSizeInBytes,
Pointer workSpace,
long reserveSpaceSizeInBytes,
Pointer reserveSpace) |
static int |
cudnn.cudnnMultiHeadAttnForward(cudnnContext handle,
cudnnAttnStruct attnDesc,
int currIdx,
int[] loWinIdx,
int[] hiWinIdx,
int[] devSeqLengthsQO,
int[] devSeqLengthsKV,
cudnnSeqDataStruct qDesc,
Pointer queries,
Pointer residuals,
cudnnSeqDataStruct kDesc,
Pointer keys,
cudnnSeqDataStruct vDesc,
Pointer values,
cudnnSeqDataStruct oDesc,
Pointer out,
long weightSizeInBytes,
Pointer weights,
long workSpaceSizeInBytes,
Pointer workSpace,
long reserveSpaceSizeInBytes,
Pointer reserveSpace) |
static int |
cudnn.cudnnMultiHeadAttnForward(cudnnContext handle,
cudnnAttnStruct attnDesc,
int currIdx,
IntBuffer loWinIdx,
IntBuffer hiWinIdx,
IntBuffer devSeqLengthsQO,
IntBuffer devSeqLengthsKV,
cudnnSeqDataStruct qDesc,
Pointer queries,
Pointer residuals,
cudnnSeqDataStruct kDesc,
Pointer keys,
cudnnSeqDataStruct vDesc,
Pointer values,
cudnnSeqDataStruct oDesc,
Pointer out,
long weightSizeInBytes,
Pointer weights,
long workSpaceSizeInBytes,
Pointer workSpace,
long reserveSpaceSizeInBytes,
Pointer reserveSpace) |
static int |
cudnn.cudnnMultiHeadAttnForward(cudnnContext handle,
cudnnAttnStruct attnDesc,
int currIdx,
IntPointer loWinIdx,
IntPointer hiWinIdx,
IntPointer devSeqLengthsQO,
IntPointer devSeqLengthsKV,
cudnnSeqDataStruct qDesc,
Pointer queries,
Pointer residuals,
cudnnSeqDataStruct kDesc,
Pointer keys,
cudnnSeqDataStruct vDesc,
Pointer values,
cudnnSeqDataStruct oDesc,
Pointer out,
long weightSizeInBytes,
Pointer weights,
long workSpaceSizeInBytes,
Pointer workSpace,
long reserveSpaceSizeInBytes,
Pointer reserveSpace) |
static int |
cudnn.cudnnSetAttnDescriptor(cudnnAttnStruct attnDesc,
int attnMode,
int nHeads,
double smScaler,
int dataType,
int computePrec,
int mathType,
cudnnDropoutStruct attnDropoutDesc,
cudnnDropoutStruct postDropoutDesc,
int qSize,
int kSize,
int vSize,
int qProjSize,
int kProjSize,
int vProjSize,
int oProjSize,
int qoMaxSeqLength,
int kvMaxSeqLength,
int maxBatchSize,
int maxBeamSize) |
Copyright © 2024. All rights reserved.