| 231 | } |
| 232 | |
| 233 | public Token _nextToken() { |
| 234 | //System.out.println("nextToken: c="+(char)c+"@"+input.index()); |
| 235 | while ( true ) { // lets us avoid recursion when skipping stuff |
| 236 | startCharIndex = input.index(); |
| 237 | startLine = input.getLine(); |
| 238 | startCharPositionInLine = input.getCharPositionInLine(); |
| 239 | if ( c==EOF ) return newToken(EOF_TYPE); |
| 240 | Token t; |
| 241 | if ( scanningInsideExpr ) t = inside(); |
| 242 | else t = outside(); |
| 243 | if ( t!= SKIP ) return t; |
| 244 | } |
| 245 | } |
| 246 | |
| 247 | protected Token outside() { |
| 248 | if ( input.getCharPositionInLine()==0 &&(c==' ' || c=='\t') ) { |