| 461 | } |
| 462 | |
| 463 | void llama_batch_allocr::split_reset() { |
| 464 | out_ids.clear(); |
| 465 | |
| 466 | n_used = 0; |
| 467 | |
| 468 | used.clear(); |
| 469 | used.resize(get_n_tokens(), false); |
| 470 | } |
| 471 | |
| 472 | llama_ubatch llama_batch_allocr::split_simple(uint32_t n_ubatch) { |
| 473 | // find the first unused token |
no test coverage detected