Class TokenSpan

bert/tokenization_utils_base.py:117–126

Token span in an encoded string (list of tokens) Args: start: index of the first token in the span end: index of the token following the last token in the span

class TokenSpan(NamedTuple):
    """ Token span in an encoded string (list of tokens)

        Args:
            start: index of the first token in the span
            end: index of the token following the last token in the span
    """

    start: int
    end: int


class BatchEncoding(UserDict):