Method eod

codegeex/mindspore/src/tokenization_jieba.py:56–57

(self)

    @property
    def eod(self):
        return self.eod_id

    def tokenize(self, text):
        """ Tokenize a string. """