Method _encode_bytes

tiktoken/core.py:406–407

(self, text: bytes)

        return ret

    def _encode_bytes(self, text: bytes) -> list[int]:
        return self._core_bpe._encode_bytes(text)

    def __getstate__(self) -> object:
        import tiktoken.registry