Method unk_token

bert/tokenization_utils_base.py:734–739

Unknown token (string). Log an error if used while not having been set.

(self)

    @property
    def unk_token(self):
        """ Unknown token (string). Log an error if used while not having been set. """
        if self._unk_token is None and self.verbose:
            logger.error("Using unk_token, but it is not set yet.")
            return None
        return str(self._unk_token)

    @property
    def sep_token(self):