Function normalize_for_wer

src/models/miotts/session.cpp:493–509

}

std::vector<std::string> normalize_for_wer(const std::string & text) {
    const auto lowered = lowercase_ascii(text);
    std::vector<std::string> words;
    std::string current;
    for (const unsigned char ch : lowered) {
        if (is_ascii_alnum_or_apostrophe(ch)) {
            current.push_back(static_cast<char>(ch));
        } else if (!current.empty()) {
            words.push_back(std::move(current));
            current.clear();
        }
    }
    if (!current.empty()) {
        words.push_back(std::move(current));
    }
    return words;
}

std::vector<uint32_t> normalize_for_cer(const std::string & text) {
    std::vector<uint32_t> out;