Interface Tokenizer

packages/parser/src/components/tokenizer/types.ts:1–9

export interface Tokenizer {
  initTokenizer(stringToTokenize: String): void;

  isEOF(): boolean;

  hasMoreTokens(): boolean;

  getNextToken(): Token | null;
}

export interface Token {
  type: string;