(dim: usize, eps: f64, vb: VarBuilder)
| 183 | |
| 184 | impl QkNorm { |
| 185 | fn load(dim: usize, eps: f64, vb: VarBuilder) -> Result<Self> { |
| 186 | let weight = vb.get(dim, "weight")?; |
| 187 | Ok(Self { weight, eps }) |
| 188 | } |
| 189 | |
| 190 | fn forward(&self, x: &Tensor) -> Result<Tensor> { |
| 191 | let in_dtype = x.dtype(); |