| 34 | } |
| 35 | |
| 36 | std::vector<float> apply_weight_norm( |
| 37 | const std::vector<float> & g, |
| 38 | const std::vector<float> & v, |
| 39 | int64_t leading, |
| 40 | int64_t inner_size) { |
| 41 | std::vector<float> weight(v.size(), 0.0F); |
| 42 | for (int64_t i = 0; i < leading; ++i) { |
| 43 | double norm = 0.0; |
| 44 | for (int64_t j = 0; j < inner_size; ++j) { |
| 45 | const float value = v[static_cast<size_t>(i * inner_size + j)]; |
| 46 | norm += static_cast<double>(value) * static_cast<double>(value); |
| 47 | } |
| 48 | const float scale = g[static_cast<size_t>(i)] / std::sqrt(static_cast<float>(norm) + 1.0e-12F); |
| 49 | for (int64_t j = 0; j < inner_size; ++j) { |
| 50 | weight[static_cast<size_t>(i * inner_size + j)] = v[static_cast<size_t>(i * inner_size + j)] * scale; |
| 51 | } |
| 52 | } |
| 53 | return weight; |
| 54 | } |
| 55 | |
| 56 | std::vector<float> snake_exp_transform(const std::vector<float> & values) { |
| 57 | std::vector<float> out(values.size(), 0.0F); |
no test coverage detected