Method pad

codegeex/megatron/tokenizer/tokenizer.py:164–167

(self)

    @property
    def pad(self):
        raise NotImplementedError(
            "PAD is not provided for {} " "tokenizer".format(self.name)
        )

    @property
    def eod(self):