| 361 | } |
| 362 | |
| 363 | int64_t swiglu_hidden_dim(int64_t dim) { |
| 364 | int64_t hidden = static_cast<int64_t>(2 * (4 * dim) / 3); |
| 365 | constexpr int64_t multiple_of = 256; |
| 366 | return multiple_of * ((hidden + multiple_of - 1) / multiple_of); |
| 367 | } |
| 368 | |
| 369 | MioCodecTransformerWeights bind_transformer( |
| 370 | MioCodecWeights & weights, |