| 1001 | } |
| 1002 | |
| 1003 | void llama_context::set_warmup(bool value) { |
| 1004 | LLAMA_LOG_DEBUG("%s: value = %d\n", __func__, value); |
| 1005 | |
| 1006 | if (cparams.warmup == value) { |
| 1007 | return; |
| 1008 | } |
| 1009 | |
| 1010 | cparams.warmup = value; |
| 1011 | |
| 1012 | // warmups are usually with small batches, so no need to reserve |
| 1013 | //sched_need_reserve = true; |
| 1014 | } |
| 1015 | |
| 1016 | bool llama_context::set_sampler(llama_seq_id seq_id, llama_sampler * sampler) { |
| 1017 | if (!sampler && sampling.samplers.count(seq_id) == 0) { |