Method mask

codegeex/megatron/tokenizer/tokenizer.py:176–179

(self)

    @property
    def mask(self):
        raise NotImplementedError(
            "MASK is not provided for {} " "tokenizer".format(self.name)
        )


class _GPT2BPETokenizer(AbstractTokenizer):