| 500 | std::vector<uint64_t> samples_ns; |
| 501 | |
| 502 | test(const cmd_params_instance & inst, const llama_model * lmodel, const llama_context * ctx) { |
| 503 | model_filename = inst.model; |
| 504 | char buf[128]; |
| 505 | llama_model_desc(lmodel, buf, sizeof(buf)); |
| 506 | model_type = buf; |
| 507 | model_size = llama_model_size(lmodel); |
| 508 | model_n_params = llama_model_n_params(lmodel); |
| 509 | n_batch = inst.n_batch; |
| 510 | n_threads = inst.n_threads; |
| 511 | f32_kv = inst.f32_kv; |
| 512 | n_gpu_layers = inst.n_gpu_layers; |
| 513 | main_gpu = inst.main_gpu; |
| 514 | mul_mat_q = inst.mul_mat_q; |
| 515 | tensor_split = inst.tensor_split; |
| 516 | n_prompt = inst.n_prompt; |
| 517 | n_gen = inst.n_gen; |
| 518 | // RFC 3339 date-time format |
| 519 | time_t t = time(NULL); |
| 520 | std::strftime(buf, sizeof(buf), "%FT%TZ", gmtime(&t)); |
| 521 | test_time = buf; |
| 522 | |
| 523 | (void) ctx; |
| 524 | } |
| 525 | |
| 526 | uint64_t avg_ns() const { |
| 527 | return ::avg(samples_ns); |
nothing calls this directly
no test coverage detected