(self, logits: np.ndarray)
| 10364 | self._sample_logits_recarray = recarray |
| 10365 | |
| 10366 | def sample_logits(self, logits: np.ndarray) -> int: |
| 10367 | self._ensure_sample_logits_buffer(len(logits)) |
| 10368 | assert self._sample_logits_recarray is not None |
| 10369 | assert self._sample_logits_token_array is not None |
| 10370 | self._sample_logits_recarray.logit[:] = logits |
| 10371 | self._sample_logits_recarray.p.fill(0.0) |
| 10372 | self._sample_logits_token_array.selected = -1 |
| 10373 | self._sample_logits_token_array.sorted = False |
| 10374 | llama_cpp.llama_sampler_apply( |
| 10375 | self._sampler, |
| 10376 | cast(Any, ctypes.byref(self._sample_logits_token_array)), |
| 10377 | ) |
| 10378 | token = int(self._sample_logits_recarray.id[self._sample_logits_token_array.selected]) |
| 10379 | llama_cpp.llama_sampler_accept(self._sampler, token) |
| 10380 | return token |
| 10381 | |
| 10382 | def close(self) -> None: |
| 10383 | if not self._closed: |
no test coverage detected