| 120 | } |
| 121 | |
| 122 | uint32_t llama_hparams::n_embd_v_gqa_max() const { |
| 123 | uint32_t val = n_embd_v_gqa(); |
| 124 | for (uint32_t il = 0; il < n_layer; ++il) { |
| 125 | val = std::max(val, n_embd_v_gqa(il)); |
| 126 | } |
| 127 | |
| 128 | return val; |
| 129 | } |
| 130 | |
| 131 | uint32_t llama_hparams::n_embd_r() const { |
| 132 | if (wkv_head_size != 0) { |
no test coverage detected