Method sample

examples/server/server.py:10338–10339

(self, ctx: llama_cpp.llama_context_p, output_index: int)

        )

    def sample(self, ctx: llama_cpp.llama_context_p, output_index: int) -> int:
        return int(llama_cpp.llama_sampler_sample(self._sampler, ctx, output_index))

    def _ensure_sample_logits_buffer(self, size: int) -> None:
        if size == self._sample_logits_size and self._sample_logits_recarray is not None: