| 1435 | } |
| 1436 | |
| 1437 | void common_set_adapter_lora(struct llama_context * ctx, std::vector<common_adapter_lora_info> & lora) { |
| 1438 | std::vector<llama_adapter_lora *> loras; |
| 1439 | std::vector<float> scales; |
| 1440 | |
| 1441 | for (auto & la: lora) { |
| 1442 | loras.push_back(la.ptr); |
| 1443 | scales.push_back(la.scale); |
| 1444 | } |
| 1445 | |
| 1446 | llama_set_adapters_lora(ctx, loras.data(), loras.size(), scales.data()); |
| 1447 | } |
| 1448 | |
| 1449 | struct llama_model_params common_model_params_to_llama(common_params & params) { |
| 1450 | auto mparams = llama_model_default_params(); |
no test coverage detected