Method encode

tests/test-tokenizer-random.py:121–122

(self, text: str)

class Tokenizer:

    def encode(self, text: str) -> list[int]:
        raise NotImplementedError

    def decode(self, ids: list[int]) -> str:
        raise NotImplementedError