| 446 | } |
| 447 | |
| 448 | void add_token_string(const completion_token_output &token) { |
| 449 | if (command == RELEASE) |
| 450 | { |
| 451 | return; |
| 452 | } |
| 453 | cache_tokens.push_back(token.tok); |
| 454 | generated_token_probs.push_back(token); |
| 455 | } |
| 456 | |
| 457 | void release() { |
| 458 | if (state == IDLE || state == PROCESSING) |
no test coverage detected