| 83 | } |
| 84 | |
| 85 | uint32_t llama_hparams::n_embd_v_gqa(uint32_t il) const { |
| 86 | const uint32_t n_head_kv = this->n_head_kv(il); |
| 87 | |
| 88 | return n_embd_head_v * n_head_kv; |
| 89 | } |
| 90 | |
| 91 | bool llama_hparams::is_n_embd_k_gqa_variable() const { |
| 92 | const uint32_t val = n_embd_k_gqa(); |
no test coverage detected