SpeculativeDecodingSpec constructor

SpeculativeDecodingSpec({
  1. SpeculativeDecodingSpec_DraftModelSpeculation? draftModelSpeculation,
  2. SpeculativeDecodingSpec_NgramSpeculation? ngramSpeculation,
  3. int speculativeTokenCount = 0,
})

Implementation

SpeculativeDecodingSpec({
  this.draftModelSpeculation,
  this.ngramSpeculation,
  this.speculativeTokenCount = 0,
}) : super(fullyQualifiedName);