Separation token (string). E.g. separate context and query in an input sequence. Log an error if used while not having been set.
(self)
| 740 | |
| 741 | @property |
| 742 | def sep_token(self): |
| 743 | """ Separation token (string). E.g. separate context and query in an input sequence. Log an error if used while not having been set. """ |
| 744 | if self._sep_token is None and self.verbose: |
| 745 | logger.error("Using sep_token, but it is not set yet.") |
| 746 | return None |
| 747 | return str(self._sep_token) |
| 748 | |
| 749 | @property |
| 750 | def pad_token(self): |
nothing calls this directly
no outgoing calls
no test coverage detected