Method newToken

src/main/java/org/dynjs/parser/js/Lexer.java:99–118

(TokenType type, String text)

    }

    protected Token newToken(TokenType type, String text) {
        if (!type.isSkippable()) {
            this.lastTokenType = type;
        }
        Token token = null;

        if (text == null) {
            token = new Token(type, text, this.fileName, this.lineNumber, this.columnNumber);
        } else {
            token = new Token(type, text, this.fileName, this.lineNumber, this.columnNumber - text.length());
        }

        if ( type == LEFT_PAREN ) {
            ++this.parens;
        } else if ( type == RIGHT_PAREN ) {
            --this.parens;
        }

        return token;
    }

    protected void incrementLine() {
        ++this.lineNumber;