Method Next

src/ifcparse/IfcParse.cpp:159–212

Returns the offset of the current Token and moves cursor to next

// Returns the offset of the current Token and moves cursor to next
//
Token IfcSpfLexer::Next() {

    if (stream->eof()) {
        return Token{};
    }

    while ((skipWhitespace() != 0U) || (skipComment() != 0U)) {
    }

    if (stream->eof()) {
        return Token{};
    }

    auto& str = GetTempString();
    auto pos = stream->tell();
    char character = stream->read();

    // If the cursor is at [()=,;$*] we know token consists of single char
    if (character == '(' ||
        character == ')' ||
        character == '=' ||
        character == ',' ||
        character == ';' ||
        character == '$' ||
        character == '*')
    {
        return OperatorTokenPtr(this, pos, character);
    }

    if (character == '\'') {
        // If a string is encountered defer processing to the IfcCharacterDecoder
        str = *decoder_;
    } else {
        str.assign(&character, 1);

        while (!stream->eof()) {
            // Read character and increment pointer if not starting a new token
            character = stream->peek();
            if (character == '(' ||
                character == ')' ||
                character == '=' ||
                character == ',' ||
                character == ';' ||
                character == '/') {
                break;
            }
            if (!(character == ' ' || character == '\r' || character == '\n' || character == '\t')) {
                str.push_back(character);
            }
            stream->increment();
        }
    }
    return GeneralTokenPtr(this, pos, str);
}

//
// Reads a std::string from the file at specified offset