| 156 | } |
| 157 | |
| 158 | bool llama_hparams::is_recurrent(uint32_t il) const { |
| 159 | if (il < n_layer) { |
| 160 | return recurrent_layer_arr[il]; |
| 161 | } |
| 162 | |
| 163 | GGML_ABORT("%s: il (%u) out of bounds (n_layer: %u)\n", __func__, il, n_layer); |
| 164 | } |
| 165 | |
| 166 | uint32_t llama_hparams::n_pos_per_embd() const { |
| 167 | return rope_type == LLAMA_ROPE_TYPE_MROPE || rope_type == LLAMA_ROPE_TYPE_IMROPE ? 4 : 1; |
no outgoing calls
no test coverage detected