Method next

atomic-core/src/record/workflow/crdt/tokenize/mod.rs:243–274

(&mut self)

    type Item = TokenizedLine;

    fn next(&mut self) -> Option<Self::Item> {
        if self.position >= self.content.len() {
            return None;
        }

        // Find the end of this line
        let start = self.position;
        let mut end = start;

        while end < self.content.len() && self.content[end] != b'\n' {
            end += 1;
        }

        // Extract line content (without newline)
        let line_content = &self.content[start..end];

        // Move past the newline
        self.position = if end < self.content.len() {
            end + 1
        } else {
            end
        };

        let line_number = self.line_number;
        self.line_number += 1;

        Some(ContentTokenizer::tokenize_line_internal(
            line_content,
            line_number,
            &self.options,
        ))
    }
}

impl<'a> LineIterator<'a> {