Interface Provider

model-cli/src/providers/mod.rs:18–39

/// Trait that every LLM provider must implement.
#[async_trait::async_trait]
pub trait Provider: Send + Sync {
    /// Perform a non-streaming chat completion.
    async fn chat_completion(
        &self,
        request: &ChatCompletionRequest,
        params: &ModelParams,
    ) -> Result<ChatCompletionResponse, AppError>;

    /// Perform a streaming chat completion, returning an SSE byte stream.
    async fn chat_completion_stream(
        &self,
        request: &ChatCompletionRequest,
        params: &ModelParams,
    ) -> Result<ByteStream, AppError>;

    /// Perform an embedding request.
    async fn embedding(
        &self,
        request: &EmbeddingRequest,
        params: &ModelParams,
    ) -> Result<EmbeddingResponse, AppError>;
}

/// Resolve the correct provider implementation for a given provider name.
pub fn resolve_provider(provider_name: &str) -> Result<Box<dyn Provider>, AppError> {