common/utils/json_serialize/json_ast/tokenize library

Enums

TokenType

Properties

escapes → Map<String, int>
final
keywordTokensMap → Map<String, TokenType>
final
punctuatorTokensMap → Map<String, TokenType>
final

Functions

isDigit(String char) → bool
isDigit1to9(String char) → bool
isExp(String char) → bool
isHex(String char) → bool
parseChar(String input, int index, int line, int column) → Token?
parseKeyword(String input, int index, int line, int column) → Token?
parseNumber(String input, int index, int line, int column) → Token?
parseString(String input, int index, int line, int column) → Token?
parseWhitespace(String input, int index, int line, int column) → Position?
tokenize(String input, Settings settings) → List<Token>