Method eod

codegeex/megatron/tokenizer/tokenizer.py:170–173

(self)

    @property
    def eod(self):
        raise NotImplementedError(
            "EOD is not provided for {} " "tokenizer".format(self.name)
        )

    @property
    def mask(self):