| 83 | } |
| 84 | |
| 85 | uint32_t llama_hparams::n_embd_v_s() const { |
| 86 | if (wkv_head_size != 0) { |
| 87 | // corresponds to RWKV's wkv_states size |
| 88 | return n_embd * wkv_head_size; |
| 89 | } |
| 90 | |
| 91 | // corresponds to Mamba's ssm_states size |
| 92 | return ssm_d_state * ssm_d_inner; |
| 93 | } |
| 94 | |
| 95 | bool llama_hparams::is_swa(uint32_t il) const { |
| 96 | if (il < n_layer) { |
no outgoing calls
no test coverage detected