Method newToken

output/java8/1.4.19/STLexer.java:663–668

(int ttype)

    }

    public Token newToken(int ttype) {
        STToken t = new STToken(input, ttype, startCharIndex, input.index() -1);
        t.setLine(startLine);
        t.setCharPositionInLine(startCharPositionInLine);
        return t;
    }

    public Token newTokenFromPreviousChar(int ttype) {
        STToken t = new STToken(input, ttype, input.index() -1, input.index() -1);