MoeStreamingLayer constructor

MoeStreamingLayer({
  1. required String prefix,
  2. required int numExperts,
  3. required int topK,
  4. required ShardedSafeTensorsReader reader,
  5. GateFunction gate = GateFunction.softmax,
  6. bool renormalize = false,
})

Implementation

MoeStreamingLayer({
  required this.prefix,
  required this.numExperts,
  required this.topK,
  required this.reader,
  this.gate = GateFunction.softmax,
  this.renormalize = false,
});