Method split_by_characters

core/src/text_splitter.rs:721–732

Split by characters when no other separator works

(&self, text: &str)

    /// Split by characters when no other separator works
    fn split_by_characters(&self, text: &str) -> Vec<String> {
        let mut result = Vec::new();
        let mut start = 0;

        while start < text.len() {
            let end = (start + self.chunk_size).min(text.len());
            result.push(text[start..end].to_string());
            start = end;
        }

        result
    }
}

impl TextSplitterTrait for RecursiveSplitter {