| 2448 | |
| 2449 | |
| 2450 | class LlamaState: |
| 2451 | def __init__( |
| 2452 | self, |
| 2453 | input_ids: npt.NDArray[np.intc], |
| 2454 | scores: npt.NDArray[np.single], |
| 2455 | n_tokens: int, |
| 2456 | llama_state: bytes, |
| 2457 | llama_state_size: int, |
| 2458 | seed: int, |
| 2459 | ): |
| 2460 | self.input_ids = input_ids |
| 2461 | self.scores = scores |
| 2462 | self.n_tokens = n_tokens |
| 2463 | self.llama_state = llama_state |
| 2464 | self.llama_state_size = llama_state_size |
| 2465 | self.seed = seed |
| 2466 | |
| 2467 | |
| 2468 | LogitsProcessor = Callable[ |
no outgoing calls
no test coverage detected
searching dependent graphs…