Method silu_mul

cake-core/src/backends/cpu/mod.rs:87–89

(&self, gate: &Tensor, up: &Tensor)

    }

    fn silu_mul(&self, gate: &Tensor, up: &Tensor) -> Result<Tensor> {
        candle_nn::ops::silu(&gate.contiguous()?)? * up.contiguous()?
    }

    fn stable_softplus(&self, x: &Tensor) -> Result<Tensor> {
        // ln(1 + exp(clamp(x, -inf, 88))) with max(x, result)