Method n_ctx

llama_cpp/llama.py:2248–2250

Return the context window size.

(self)

            raise RuntimeError("Failed to set llama state data")

    def n_ctx(self) -> int:
        """Return the context window size."""
        return self._ctx.n_ctx()

    def n_embd(self) -> int:
        """Return the embedding size."""