| 250 | } |
| 251 | |
| 252 | U32 Tokenizer::getTokenLineOffset() |
| 253 | { |
| 254 | U32 lineNumber = getCurrentLine(); |
| 255 | |
| 256 | if (lineNumber >= mLinePositions.size()) |
| 257 | return 0; |
| 258 | |
| 259 | U32 linePosition = mLinePositions[lineNumber]; |
| 260 | |
| 261 | if (linePosition >= mStartPos) |
| 262 | return 0; |
| 263 | |
| 264 | return mStartPos - linePosition; |
| 265 | } |
| 266 | |
| 267 | bool Tokenizer::advanceToken(const bool crossLine, const bool assertAvail) |
| 268 | { |