| 455 | } |
| 456 | |
| 457 | void release() { |
| 458 | if (state == IDLE || state == PROCESSING) |
| 459 | { |
| 460 | t_token_generation = (ggml_time_us() - t_start_genereration) / 1e3; |
| 461 | command = RELEASE; |
| 462 | } |
| 463 | } |
| 464 | |
| 465 | json get_formated_timings() { |
| 466 | return json |
no test coverage detected