| 221 | } |
| 222 | |
| 223 | public Token _nextToken() { |
| 224 | //System.out.println("nextToken: c="+(char)c+"@"+input.index()); |
| 225 | while ( true ) { // lets us avoid recursion when skipping stuff |
| 226 | startCharIndex = input.index(); |
| 227 | startLine = input.getLine(); |
| 228 | startCharPositionInLine = input.getCharPositionInLine(); |
| 229 | if ( c==EOF ) return newToken(EOF_TYPE); |
| 230 | Token t; |
| 231 | if ( scanningInsideExpr ) t = inside(); |
| 232 | else t = outside(); |
| 233 | if ( t!= SKIP ) return t; |
| 234 | } |
| 235 | } |
| 236 | |
| 237 | protected Token outside() { |
| 238 | if ( input.getCharPositionInLine()==0 && (c==' ' || c=='\t') ) { |