Method addtoken

lib/tokenlist.cpp:131–162

//---------------------------------------------------------------------------

void TokenList::addtoken(const std::string& str, const nonneg int lineno, const nonneg int column, const nonneg int fileno, bool split)
{
    if (str.empty())
        return;

    // If token contains # characters, split it up
    if (split) {
        size_t begin = 0;
        size_t end = 0;
        while ((end = str.find("##", begin)) != std::string::npos) {
            addtoken(str.substr(begin, end - begin), lineno, fileno, false);
            addtoken("##", lineno, column, fileno, false);
            begin = end+2;
        }
        if (begin != 0) {
            addtoken(str.substr(begin), lineno, column, fileno, false);
            return;
        }
    }

    if (mTokensFrontBack->back) {
        mTokensFrontBack->back->insertToken(str);
    } else {
        mTokensFrontBack->front = new Token(*this, mTokensFrontBack);
        mTokensFrontBack->back = mTokensFrontBack->front;
        mTokensFrontBack->back->str(str);
    }

    mTokensFrontBack->back->linenr(lineno);
    mTokensFrontBack->back->column(column);
    mTokensFrontBack->back->fileIndex(fileno);
}

void TokenList::addtoken(const std::string& str, const Token *locationTok)
{