| 7461 | } |
| 7462 | |
| 7463 | ggml_tensor * llama_model::get_rope_factors(const llama_cparams & cparams, int il) const { |
| 7464 | const uint32_t n_ctx_seq = cparams.n_ctx_seq; |
| 7465 | |
| 7466 | // choose long/short freq factors based on the context size |
| 7467 | if (layers[il].rope_freqs != nullptr) { |
| 7468 | return layers[il].rope_freqs; |
| 7469 | } |
| 7470 | |
| 7471 | if (n_ctx_seq > hparams.n_ctx_orig_yarn) { |
| 7472 | return layers[il].rope_long; |
| 7473 | } |
| 7474 | |
| 7475 | return layers[il].rope_short; |
| 7476 | } |
| 7477 | |
| 7478 | llama_memory_i * llama_model::create_memory(const llama_memory_params & params, const llama_cparams & cparams) const { |
| 7479 | llama_memory_i * res; |
no outgoing calls
no test coverage detected