Method forward_with_cache

cake-core/src/models/common/transformer.rs:49–68

Forward pass with external cache (for VibeVoice TTS).

(
        &self,
        x: &Tensor,
        index_pos: usize,
        block_idx: usize,
        cache: &mut super::Cache,
    )

    /// Forward pass with external cache (for VibeVoice TTS).
    pub fn forward_with_cache(
        &self,
        x: &Tensor,
        index_pos: usize,
        block_idx: usize,
        cache: &mut super::Cache,
    ) -> anyhow::Result<Tensor> {
        let residual = x;
        let h = self.backend.rms_norm(x, &self.rms_1_weight, self.rms_eps)
            .map_err(|e| anyhow!("rms_1: {e}"))?;
        let h = (self.attn.forward(&h, index_pos, block_idx, cache)
            .map_err(|e| anyhow!("attn: {e}"))? + residual)
            .map_err(|e| anyhow!("residual: {e}"))?;
        let residual = &h;
        let h = self.backend.rms_norm(&h, &self.rms_2_weight, self.rms_eps)
            .map_err(|e| anyhow!("rms_2: {e}"))?;
        let h = (self.mlp.forward(&h).map_err(|e| anyhow!("mlp: {e}"))? + residual)
            .map_err(|e| anyhow!("mlp_residual: {e}"))?;
        Ok(h)
    }
}

impl std::fmt::Display for Transformer {