| 229 | } |
| 230 | |
| 231 | public Token _nextToken() { |
| 232 | //System.out.println("nextToken: c="+(char)c+"@"+input.index()); |
| 233 | while ( true ) { // lets us avoid recursion when skipping stuff |
| 234 | startCharIndex = input.index(); |
| 235 | startLine = input.getLine(); |
| 236 | startCharPositionInLine = input.getCharPositionInLine(); |
| 237 | if ( c==EOF ) return newToken(EOF_TYPE); |
| 238 | Token t; |
| 239 | if ( scanningInsideExpr ) t = inside(); |
| 240 | else t = outside(); |
| 241 | if ( t!= SKIP ) return t; |
| 242 | } |
| 243 | } |
| 244 | |
| 245 | protected Token outside() { |
| 246 | if ( input.getCharPositionInLine()==0 &&(c==' ' || c=='\t') ) { |