getTokens static method

List<Token> getTokens(
  1. String s,
  2. FeatureSet featureSet
)

Returns the tokens of the given Dart source, s.

The returned list may be empty if there are no tokens, or some exception is caught.

Implementation

static List<Token> getTokens(String s, FeatureSet featureSet) {
  try {
    var tokens = <Token>[];
    var scanner =
        Scanner(
          _SourceMock(),
          CharSequenceReader(s),
          DiagnosticListener.nullListener,
        )..configureFeatures(
          featureSetForOverriding: featureSet,
          featureSet: featureSet,
        );
    var token = scanner.tokenize();
    while (!token.isEof) {
      tokens.add(token);
      token = token.next!;
    }
    return tokens;
  } catch (e) {
    return [];
  }
}