Method _is_printable

models/12B/generation_utils.py:148–152

Checks whether tokens can be decoded or not

(cp)

    @staticmethod
    def _is_printable(cp):
        """Checks whether tokens can be decoded or not"""
        if "�" in cp:
            return False
        return True

    def __iter__(self):
        return self