Method complete_batch

python/src/llm/client.rs:394–541

(
        &self,
        prompts: Vec<String>,
        max_tokens: Option<i64>,
        temperature: Option<f64>,
        max_concurrency: Option<usize>,
        py: Python<'a>,
    )

    #[instrument(skip(self, py), fields(batch_size = prompts.len()))]
    #[pyo3(signature = (prompts, max_tokens=None, temperature=None, max_concurrency=None))]
    fn complete_batch<'a>(
        &self,
        prompts: Vec<String>,
        max_tokens: Option<i64>,
        temperature: Option<f64>,
        max_concurrency: Option<usize>,
        py: Python<'a>,
    ) -> PyResult<Bound<'a, PyAny>> {
        // Validate batch size
        if prompts.is_empty() {
            return Err(validation_error(
                "prompts",
                None,
                "Prompts list cannot be empty",
            ));
        }

        if prompts.len() > 1000 {
            return Err(validation_error(
                "prompts",
                Some(&prompts.len().to_string()),
                "Batch size cannot exceed 1000",
            ));
        }

        // Validate max_tokens
        let validated_max_tokens = if let Some(tokens) = max_tokens {
            if tokens <= 0 {
                return Err(validation_error(
                    "max_tokens",
                    Some(&tokens.to_string()),
                    "max_tokens must be greater than 0",
                ));
            }
            if tokens > u32::MAX as i64 {
                return Err(validation_error(
                    "max_tokens",
                    Some(&tokens.to_string()),
                    "max_tokens is too large",
                ));
            }
            Some(tokens as u32)
        } else {
            None
        };

        // Validate temperature
        let validated_temperature = if let Some(temp) = temperature {
            if !(0.0..=2.0).contains(&temp) {
                return Err(validation_error(
                    "temperature",
                    Some(&temp.to_string()),
                    "temperature must be between 0.0 and 2.0",
                ));
            }
            Some(temp as f32)
        } else {
            None