Method bos_token_id

bert/tokenization_utils_base.py:814–818

Id of the beginning of sentence token in the vocabulary. Log an error if used while not having been set.

(self)

    @property
    def bos_token_id(self):
        """ Id of the beginning of sentence token in the vocabulary. Log an error if used while not having been set. """
        if self._bos_token is None:
            return None
        return self.convert_tokens_to_ids(self.bos_token)

    @property
    def eos_token_id(self):