Method tokensFrom

Extension/src/Utility/Text/scanner.ts:998–1003

(text: string)

    }

    static * tokensFrom(text: string): Iterable<Token> {
        const scanner = new Scanner(text).start();
        while (!scanner.eof) {
            yield scanner.take();
        }
    }

    protected assert(assertion: boolean, message: string) {
        if (!assertion) {