End of sentence token (string). Log an error if used while not having been set.
(self)
| 724 | |
| 725 | @property |
| 726 | def eos_token(self): |
| 727 | """ End of sentence token (string). Log an error if used while not having been set. """ |
| 728 | if self._eos_token is None and self.verbose: |
| 729 | logger.error("Using eos_token, but it is not set yet.") |
| 730 | return None |
| 731 | return str(self._eos_token) |
| 732 | |
| 733 | @property |
| 734 | def unk_token(self): |
nothing calls this directly
no outgoing calls
no test coverage detected