Return the end-of-sequence token.
(self)
| 2262 | return LlamaTokenizer(self) |
| 2263 | |
| 2264 | def token_eos(self) -> int: |
| 2265 | """Return the end-of-sequence token.""" |
| 2266 | return self._model.token_eos() |
| 2267 | |
| 2268 | def token_bos(self) -> int: |
| 2269 | """Return the beginning-of-sequence token.""" |
no outgoing calls