| 164 | } |
| 165 | |
| 166 | uint32_t llama_hparams::n_pos_per_embd() const { |
| 167 | return rope_type == LLAMA_ROPE_TYPE_MROPE || rope_type == LLAMA_ROPE_TYPE_IMROPE ? 4 : 1; |
| 168 | } |
| 169 | |
| 170 | bool llama_hparams::is_swa(uint32_t il) const { |
| 171 | if (il < n_layer) { |
no outgoing calls
no test coverage detected