Method token_bytes_with_prev_bytes

examples/server/server.py:12070–12077

(
        self,
        prev_tokens: Sequence[int],
        prev_text_bytes: Union[bytes, bytearray],
        token: int,
    )

        return current[len(previous) :]

    def token_bytes_with_prev_bytes(
        self,
        prev_tokens: Sequence[int],
        prev_text_bytes: Union[bytes, bytearray],
        token: int,
    ) -> bytes:
        current = self.detokenize([*prev_tokens, token])
        return current[len(prev_text_bytes) :]

    def clear_batch(self) -> None:
        self.batch.n_tokens = 0