(
self,
source_seq_id: int,
dest_seq_id: int,
p0: int,
p1: int,
)
| 12186 | self.draft_provider.truncate(seq_id, keep_len) |
| 12187 | |
| 12188 | def copy_draft_sequence( |
| 12189 | self, |
| 12190 | source_seq_id: int, |
| 12191 | dest_seq_id: int, |
| 12192 | p0: int, |
| 12193 | p1: int, |
| 12194 | ) -> None: |
| 12195 | if self.draft_provider is not None: |
| 12196 | self.draft_provider.copy_sequence(source_seq_id, dest_seq_id, p0, p1) |
| 12197 | |
| 12198 | def logits(self, output_index: int) -> np.ndarray: |
| 12199 | ptr = llama_cpp.llama_get_logits_ith(self.ctx, output_index) |
no test coverage detected