Method GetTokens

xuocore/text_parser.cpp:265–292

}

std::vector<astr_t> TextFileParser::GetTokens(const astr_t &str, bool trim)
{
    m_Trim = trim;
    std::vector<astr_t> result;

    uint8_t *oldEnd = m_End;
    m_Ptr = (uint8_t *)str.c_str();
    m_End = m_Ptr + str.size();
    m_EOL = m_End;

    SaveRawLine();
    while (m_Ptr < m_EOL)
    {
        SkipToData();
        if (IsComment())
        {
            break;
        }
        auto buf = ObtainQuotedData();
        if (buf.length() != 0u)
        {
            result.push_back(buf);
        }
    }

    m_End = oldEnd;
    return result;
}