Function _normalize

tasks/seq2seq/dataset.py:241–244

(s)

        return False

    def _normalize(s):
        # if s in tokenizer.command_token_map:
        #     return s
        return unidecode.unidecode(s.lower())

    def _compare(s1, s2):
        return _normalize(s1) == _normalize(s2)