| 10097 | } |
| 10098 | |
| 10099 | int llama_model_quantize( |
| 10100 | const char * fname_inp, |
| 10101 | const char * fname_out, |
| 10102 | const llama_model_quantize_params * params) { |
| 10103 | try { |
| 10104 | llama_model_quantize_internal(fname_inp, fname_out, params); |
| 10105 | return 0; |
| 10106 | } catch (const std::exception & err) { |
| 10107 | LLAMA_LOG_ERROR("%s: failed to quantize: %s\n", __func__, err.what()); |
| 10108 | return 1; |
| 10109 | } |
| 10110 | } |
| 10111 | |
| 10112 | int llama_apply_lora_from_file(struct llama_context * ctx, const char * path_lora, float scale, const char * path_base_model, int n_threads) { |
| 10113 | try { |
no test coverage detected