Function llama_batch_free

llama_cpp/llama_cpp.py:3033–3035

Frees a batch of tokens allocated with llama_batch_init()

(batch: llama_batch, /)

# LLAMA_API void llama_batch_free(struct llama_batch batch);
@ctypes_function("llama_batch_free", [llama_batch], None)
def llama_batch_free(batch: llama_batch, /):
    """Frees a batch of tokens allocated with llama_batch_init()"""
    ...


# // Process a batch of tokens.