WhisperDecoder constructor

WhisperDecoder({
  1. required int vocabSize,
  2. required int embedDim,
  3. required int numHeads,
  4. required int numLayers,
  5. int nCtx = 448,
  6. Device device = Device.CPU,
})

Implementation

WhisperDecoder({
  required this.vocabSize,
  required this.embedDim,
  required this.numHeads,
  required this.numLayers,
  this.nCtx = 448,
  this.device = Device.CPU,
}) : tokenEmbedding = Embedding(vocabSize, embedDim, device: device),
     positionalEmbedding = Tensor.fill(
       [nCtx, embedDim],
       0.0,
       device: device,
       requiresGrad: true,
     ),
     blocks = List.generate(
       numLayers,
       (_) => WhisperDecoderBlock(embedDim, numHeads, device: device),
     ),
     ln = LayerNorm(embedDim, device: device);