Function testTokenizer

test/unit/autoNumeric.spec.js:8954–8965

(text)

describe(`The Math expression lexer and parser`, () => {
    it(`should correctly tokenize the math expressions`, () => {
        function testTokenizer(text) {
            const lexer = new Lexer(text);
            const tokens = [];
            let token;

            do {
                token = lexer.getNextToken();
                tokens.push(token);
            } while (token.type !== 'EOT');

            return tokens;
        }

        expect(testTokenizer('2 + 6').length).toEqual(4);
        expect(testTokenizer('2 - 6').length).toEqual(4);