Method lex_string

leanr-syntax/src/lexer.rs:349–372

Lex a string literal

(&mut self)

    /// Lex a string literal
    fn lex_string(&mut self) -> TokenKind {
        self.advance(); // Skip opening "
        let start = self.pos;

        while !self.is_eof() && self.current_char() != '"' {
            if self.current_char() == '\\' {
                self.advance(); // Skip escape char
                if !self.is_eof() {
                    self.advance(); // Skip escaped char
                }
            } else {
                self.advance();
            }
        }

        if self.is_eof() {
            return TokenKind::Error("Unterminated string".to_string());
        }

        let text = self.source.content[start..self.pos].to_string();
        self.advance(); // Skip closing "

        TokenKind::String(text)
    }

    /// Lex a line comment
    fn lex_line_comment(&mut self) -> TokenKind {