Method with_separators

core/src/text_splitter.rs:632–666

Create a recursive splitter with custom separators

(
        chunk_size: usize,
        chunk_overlap: usize,
        separators: Vec<String>,
    )

    /// Create a recursive splitter with custom separators
    pub fn with_separators(
        chunk_size: usize,
        chunk_overlap: usize,
        separators: Vec<String>,
    ) -> GraphBitResult<Self> {
        if chunk_size == 0 {
            return Err(GraphBitError::validation(
                "text_splitter",
                "Chunk size must be greater than 0",
            ));
        }

        if separators.is_empty() {
            return Err(GraphBitError::validation(
                "text_splitter",
                "At least one separator must be provided",
            ));
        }

        let config = TextSplitterConfig {
            strategy: SplitterStrategy::Recursive {
                chunk_size,
                chunk_overlap,
                separators: Some(separators.clone()),
            },
            ..Default::default()
        };

        Ok(Self {
            config,
            chunk_size,
            chunk_overlap,
            separators,
        })
    }

    /// Recursively split text using the best separator
    fn recursive_split(&self, text: &str, separators: &[String]) -> Vec<String> {