| 227 | } |
| 228 | |
| 229 | public Token _nextToken() { |
| 230 | //System.out.println("nextToken: c="+(char)c+"@"+input.index()); |
| 231 | while ( true ) { // lets us avoid recursion when skipping stuff |
| 232 | startCharIndex = input.index(); |
| 233 | startLine = input.getLine(); |
| 234 | startCharPositionInLine = input.getCharPositionInLine(); |
| 235 | if ( c==EOF ) return newToken(EOF_TYPE); |
| 236 | Token t; |
| 237 | if ( scanningInsideExpr ) t = inside(); |
| 238 | else t = outside(); |
| 239 | if ( t!= SKIP ) return t; |
| 240 | } |
| 241 | } |
| 242 | |
| 243 | protected Token outside() { |
| 244 | if ( input.getCharPositionInLine()==0 && (c==' ' || c=='\t') ) { |