(
self,
input_ids: npt.NDArray[np.intc],
scores: npt.NDArray[np.single],
n_tokens: int,
llama_state: bytes,
llama_state_size: int,
seed: int,
)
| 2449 | |
| 2450 | class LlamaState: |
| 2451 | def __init__( |
| 2452 | self, |
| 2453 | input_ids: npt.NDArray[np.intc], |
| 2454 | scores: npt.NDArray[np.single], |
| 2455 | n_tokens: int, |
| 2456 | llama_state: bytes, |
| 2457 | llama_state_size: int, |
| 2458 | seed: int, |
| 2459 | ): |
| 2460 | self.input_ids = input_ids |
| 2461 | self.scores = scores |
| 2462 | self.n_tokens = n_tokens |
| 2463 | self.llama_state = llama_state |
| 2464 | self.llama_state_size = llama_state_size |
| 2465 | self.seed = seed |
| 2466 | |
| 2467 | |
| 2468 | LogitsProcessor = Callable[ |
nothing calls this directly
no outgoing calls
no test coverage detected