Method ParseToWords

CodeFormatCore/src/Diagnostic/Spell/Util.cpp:7–35

const int EOZ = -1;

std::vector<Word> identify::ParseToWords(std::string_view identify) {
    TextReader reader(identify);
    std::vector<Word> words;
    while (true) {
        switch (Lex(reader)) {
            case IdentifyType::Unknown: {
                words.clear();
                goto endLoop;
            }
            case IdentifyType::Ascii: {
                auto range = reader.GetTokenRange();
                if (range.Length > 3) {
                    auto text = reader.GetSaveText();
                    words.emplace_back(range, text);
                }
                break;
            }
            case IdentifyType::Ignore: {
                break;
            }
            default:// end
            {
                goto endLoop;
            }
        }
    }
endLoop:
    return words;
}

identify::IdentifyType identify::Lex(TextReader &reader) {
    reader.ResetBuffer();