Mask token (string). E.g. when training a model with masked-language modeling. Log an error if used while not having been set.
(self)
| 764 | |
| 765 | @property |
| 766 | def mask_token(self): |
| 767 | """ Mask token (string). E.g. when training a model with masked-language modeling. Log an error if used while not having been set. """ |
| 768 | if self._mask_token is None and self.verbose: |
| 769 | logger.error("Using mask_token, but it is not set yet.") |
| 770 | return None |
| 771 | return str(self._mask_token) |
| 772 | |
| 773 | @property |
| 774 | def additional_special_tokens(self): |
nothing calls this directly
no outgoing calls
no test coverage detected