Method forward

cake-core/src/models/common/mlp.rs:21–31

Execute MLP(x).

(&self, x: &Tensor)

impl MLP {
    /// Execute MLP(x).
    pub fn forward(&self, x: &Tensor) -> Result<Tensor> {
        let fused = self.backend.linear_forward(x, &self.gate_up_proj_weight, None)?;
        let gate = fused.narrow(D::Minus1, 0, self.intermediate_size)?;
        let up = fused.narrow(D::Minus1, self.intermediate_size, self.intermediate_size)?;
        let x = if self.use_gelu {
            (self.backend.gelu(&gate)? * up)?
        } else {
            self.backend.silu_mul(&gate.contiguous()?, &up.contiguous()?)?
        };
        self.backend.linear_forward(&x, &self.down_proj_weight, None)
    }

    /// Load this block from the VarBuilder given the specific configuration.
    pub fn load(vb: VarBuilder, cfg: &super::Config, backend: Arc<dyn ComputeBackend>) -> Result<Self> {