| 3038 | } |
| 3039 | |
| 3040 | bool reserve(size_t tensor_bytes) { |
| 3041 | return llama_reduce_vram_budget(tensor_bytes); |
| 3042 | } |
| 3043 | |
| 3044 | // For GPU tensors, we need to allocate them in VRAM as much as possible, |
| 3045 | // and update the tensor data in-place. If the VRAM budget is exceeded, |