core/tensor/cuda_engine library

dart:ffi bindings for the CUDA shared library libmat_mul.so.

Exposes forward + backward symbols for matmul, elementwise ops, activations, transpose, reductions, and LayerNorm.

Classes

CudaEngine

Properties

engine CudaEngine
final

Typedefs

CAftBwd = Void Function(Pointer<Void>, Pointer<Void>, Pointer<Void>, Pointer<Void>, Pointer<Void>, Int32, Pointer<Void>, Pointer<Void>, Pointer<Void>, Pointer<Void>)
CAftFwd = Pointer<Void> Function(Pointer<Void>, Pointer<Void>, Pointer<Void>, Pointer<Void>, Int32)
CCopy = Void Function(Pointer<Void>, Pointer<Float>)
CCreate = Pointer<Void> Function(Int32, Int32, Pointer<Float>)
CDestroy = Void Function(Pointer<Void>)
CEmbBwd = Void Function(Pointer<Void>, Pointer<Void>, Pointer<Void>, Int32)
CEmbFwd = Pointer<Void> Function(Pointer<Void>, Pointer<Void>, Int32)
CIm2colNhwc = Pointer<Void> Function(Pointer<Void>, Int32, Int32, Int32, Int32)
CLnBwd = Pointer<Void> Function(Pointer<Void>, Pointer<Void>, Pointer<Void>, Pointer<Void>, Pointer<Void>, Float)
CLnFwd = Pointer<Void> Function(Pointer<Void>, Pointer<Void>, Pointer<Void>, Float)
COp1 = Pointer<Void> Function(Pointer<Void>)
COp2 = Pointer<Void> Function(Pointer<Void>, Pointer<Void>)
COp3 = Pointer<Void> Function(Pointer<Void>, Pointer<Void>, Pointer<Void>)
CPow = Pointer<Void> Function(Pointer<Void>, Float)
CReluBwd = Void Function(Pointer<Void>, Pointer<Void>, Pointer<Void>)
CRmsBwd = Pointer<Void> Function(Pointer<Void>, Pointer<Void>, Pointer<Void>, Pointer<Void>, Float)
CRmsFwd = Pointer<Void> Function(Pointer<Void>, Pointer<Void>, Float)
CSliceBwd = CSliceFwd
CSliceFwd = Pointer<Void> Function(Pointer<Void>, Int32, Int32)
DAftBwd = void Function(Pointer<Void>, Pointer<Void>, Pointer<Void>, Pointer<Void>, Pointer<Void>, int, Pointer<Void>, Pointer<Void>, Pointer<Void>, Pointer<Void>)
DAftFwd = Pointer<Void> Function(Pointer<Void>, Pointer<Void>, Pointer<Void>, Pointer<Void>, int)
DCopy = void Function(Pointer<Void>, Pointer<Float>)
DCreate = Pointer<Void> Function(int, int, Pointer<Float>)
DDestroy = void Function(Pointer<Void>)
DEmbBwd = void Function(Pointer<Void>, Pointer<Void>, Pointer<Void>, int)
DEmbFwd = Pointer<Void> Function(Pointer<Void>, Pointer<Void>, int)
DIm2colNhwc = Pointer<Void> Function(Pointer<Void>, int, int, int, int)
DLnBwd = Pointer<Void> Function(Pointer<Void>, Pointer<Void>, Pointer<Void>, Pointer<Void>, Pointer<Void>, double)
DLnFwd = Pointer<Void> Function(Pointer<Void>, Pointer<Void>, Pointer<Void>, double)
DOp1 = Pointer<Void> Function(Pointer<Void>)
DOp2 = Pointer<Void> Function(Pointer<Void>, Pointer<Void>)
DOp3 = Pointer<Void> Function(Pointer<Void>, Pointer<Void>, Pointer<Void>)
DPow = Pointer<Void> Function(Pointer<Void>, double)
DReluBwd = void Function(Pointer<Void>, Pointer<Void>, Pointer<Void>)
DRmsBwd = Pointer<Void> Function(Pointer<Void>, Pointer<Void>, Pointer<Void>, Pointer<Void>, double)
DRmsFwd = Pointer<Void> Function(Pointer<Void>, Pointer<Void>, double)
DSliceBwd = DSliceFwd
DSliceFwd = Pointer<Void> Function(Pointer<Void>, int, int)