Interface LlmProviderTrait

core/src/llm/providers.rs:591–631

/// Trait that all LLM providers must implement
#[async_trait]
pub trait LlmProviderTrait: Send + Sync {
    /// Get the provider name
    fn provider_name(&self) -> &str;

    /// Get the model name
    fn model_name(&self) -> &str;

    /// Send a request to the LLM and get a response
    async fn complete(&self, request: LlmRequest) -> GraphBitResult<LlmResponse>;

    /// Stream a response from the LLM (optional implementation)
    async fn stream(
        &self,
        _request: LlmRequest,
    ) -> GraphBitResult<Box<dyn futures::Stream<Item = GraphBitResult<LlmResponse>> + Unpin + Send>>
    {
        Err(crate::errors::GraphBitError::config(
            "Streaming not supported by this provider",
        ))
    }

    /// Check if the provider supports streaming
    fn supports_streaming(&self) -> bool {
        false
    }

    /// Check if the provider supports function calling
    fn supports_function_calling(&self) -> bool {
        false
    }

    /// Get the maximum context length for this provider/model
    fn max_context_length(&self) -> Option<u32> {
        None
    }

    /// Get the cost per token for this provider/model
    fn cost_per_token(&self) -> Option<(f64, f64)> {
        None // (input_cost, output_cost)
    }
}

/// Wrapper for LLM providers
pub struct LlmProvider {