Read a whitespace token.
(&mut self)
| 271 | |
| 272 | /// Read a whitespace token. |
| 273 | fn read_whitespace(&mut self) -> Token<'a> { |
| 274 | let start = self.position; |
| 275 | while let Some(b) = self.peek() { |
| 276 | if Self::is_whitespace(b) { |
| 277 | self.advance(); |
| 278 | if !self.config.merge_whitespace { |
| 279 | break; |
| 280 | } |
| 281 | } else { |
| 282 | break; |
| 283 | } |
| 284 | } |
| 285 | Token::new( |
| 286 | &self.content[start..self.position], |
| 287 | TokenKind::Whitespace, |
| 288 | start, |
| 289 | ) |
| 290 | } |
| 291 | |
| 292 | /// Read a newline token. |
| 293 | fn read_newline(&mut self) -> Token<'a> { |