Method close

llama_cpp/llama.py:2280–2282

Explicitly free the model from memory.

(self)

        return self._ctx.pooling_type()

    def close(self) -> None:
        """Explicitly free the model from memory."""
        self._stack.close()

    def __del__(self) -> None:
        self.close()