(self, token_id: int)
| 57 | return self._tok.get_vocab_size() |
| 58 | |
| 59 | def id_to_token(self, token_id: int) -> str | None: |
| 60 | return self._tok.id_to_token(token_id) |
| 61 | |
| 62 | |
| 63 | def _get_special_token_str(tokenizer: Tokenizer, token_id: int) -> str: |
no outgoing calls
no test coverage detected