Method is_finished

codegeex/megatron/code_generation_utils.py:734–735

(self)

        return f"<Handle {repr(get_tokenizer().detokenize(self.tokens))}, score={self.score}>"

    def is_finished(self):
        return len(self.tokens) and self.tokens[-1] == get_tokenizer().eod

    def derived(self, new_token: int, log_prob: float):
        assert not self.is_finished(), "cannot derive from a finished handle"