Read a word token (identifier/keyword).
(&mut self)
| 258 | |
| 259 | /// Read a word token (identifier/keyword). |
| 260 | fn read_word(&mut self) -> Token<'a> { |
| 261 | let start = self.position; |
| 262 | while let Some(b) = self.peek() { |
| 263 | if Self::is_word_char(b) { |
| 264 | self.advance(); |
| 265 | } else { |
| 266 | break; |
| 267 | } |
| 268 | } |
| 269 | Token::new(&self.content[start..self.position], TokenKind::Word, start) |
| 270 | } |
| 271 | |
| 272 | /// Read a whitespace token. |
| 273 | fn read_whitespace(&mut self) -> Token<'a> { |