(self, prev_tokens: Sequence[int], token: int)
| 12063 | return self.detokenize([token]) |
| 12064 | |
| 12065 | def token_bytes_with_prev(self, prev_tokens: Sequence[int], token: int) -> bytes: |
| 12066 | current = self.detokenize([*prev_tokens, token]) |
| 12067 | previous = self.detokenize(prev_tokens) |
| 12068 | return current[len(previous) :] |
| 12069 | |
| 12070 | def token_bytes_with_prev_bytes( |
| 12071 | self, |
no test coverage detected