Interface TextGenerator

cake-core/src/models/mod.rs:101–113

#[async_trait]
pub trait TextGenerator: Generator {
    /// Add a message to the chat.
    fn add_message(&mut self, message: Message) -> Result<()>;
    /// Clear chat history.
    fn reset(&mut self) -> Result<()>;
    /// clear worker kv cache
    async fn goodbye(&mut self) -> Result<()>;

    /// Return the next token.
    async fn next_token(&mut self, index: usize) -> Result<Token>;
    /// Return the number of generated tokens so far.
    fn generated_tokens(&self) -> usize;
}

#[async_trait]
pub trait ImageGenerator: Generator {