Method detokenize

codegeex/megatron/tokenizer/tokenizer.py:146–149

(self, token_ids)

        pass

    def detokenize(self, token_ids):
        raise NotImplementedError(
            "detokenizer is not implemented for {} " "tokenizer".format(self.name)
        )

    @property
    def cls(self):