Method reset

llama_cpp/llama.py:649–657

Reset the model state.

(self)

        self._seed = seed

    def reset(self):
        """Reset the model state."""
        self.n_tokens = 0
        self._requires_eval = True

        if self._is_recurrent or self._is_hybrid:
            mem = llama_cpp.llama_get_memory(self._ctx.ctx)
            if mem is not None:
                llama_cpp.llama_memory_clear(mem, True)

    def eval(self, tokens: Sequence[int]):
        """Evaluate a list of tokens.