Method special_tokens_map

bert/tokenization_utils_base.py:873–884

A dictionary mapping special token class attribute (cls_token, unk_token...) to their values (' ', ' '...) Convert tokens of AddedToken type in string. All returned tokens are strings

(self)

    @property
    def special_tokens_map(self):
        """ A dictionary mapping special token class attribute (cls_token, unk_token...) to their
            values ('<unk>', '<cls>'...)
            Convert tokens of AddedToken type in string.
            All returned tokens are strings
        """
        set_attr = {}
        for attr in self.SPECIAL_TOKENS_ATTRIBUTES:
            attr_value = getattr(self, "_" + attr)
            if attr_value:
                set_attr[attr] = str(attr_value)
        return set_attr

    @property
    def special_tokens_map_extended(self):