Method read_punctuation

atomic-core/src/diff/token/tokenizer.rs:488–496

Read a punctuation token.

(&mut self)

    /// Read a punctuation token.
    fn read_punctuation(&mut self) -> Token<'a> {
        let start = self.position;
        self.advance();
        Token::new(
            &self.content[start..self.position],
            TokenKind::Punctuation,
            start,
        )
    }

    /// Read any other single character.
    fn read_other(&mut self) -> Token<'a> {