Method _convert_id_to_token

models/tokenization_moss.py:265–267

Converts an index (integer) in a token (str) using the vocab.

(self, index)

        return self.encoder.get(token, self.encoder.get(self.unk_token))

    def _convert_id_to_token(self, index):
        """Converts an index (integer) in a token (str) using the vocab."""
        return self.decoder.get(index)

    def convert_tokens_to_string(self, tokens):
        """Converts a sequence of tokens (string) in a single string."""