| 2558 | } |
| 2559 | |
| 2560 | void llama_perf_sampler_print(const struct llama_sampler * chain) { |
| 2561 | const auto data = llama_perf_sampler(chain); |
| 2562 | |
| 2563 | LLAMA_LOG_INFO("%s: sampling time = %10.2f ms / %5d runs (%8.2f ms per token, %8.2f tokens per second)\n", |
| 2564 | __func__, data.t_sample_ms, data.n_sample, data.t_sample_ms / data.n_sample, 1e3 / data.t_sample_ms * data.n_sample); |
| 2565 | } |
| 2566 | |
| 2567 | void llama_perf_sampler_reset(struct llama_sampler * chain) { |
| 2568 | if (chain == nullptr || chain->iface != &llama_sampler_chain_i) { |
no test coverage detected