Class DefBlockSyntaxTokeniserFunc

libs/parser/DefBlockSyntaxParser.h:401–665

* Stateless tokeniser function cutting the incoming character range into * qualified DefSyntaxTokens, returning one token at a time. */

 * qualified DefSyntaxTokens, returning one token at a time.
 */
class DefBlockSyntaxTokeniserFunc
{
    // Enumeration of states
    enum class State
    {
        Searching,                // haven't found anything yet
        Whitespace,               // on whitespace
        Token,                    // non-whitespace, non-control character
        BracedBlock,              // within a braced block
        BlockComment,             // within a /* block comment */
        EolComment,               // on an EOL comment starting with //
        QuotedStringWithinBlock,  // within a quoted string within a block
        BlockCommentWithinBlock,  // within a /* block comment */ within a block
        EolCommentWithinBlock,    // an EOL within a block
    };

    constexpr static const char* const Delims = " \t\n\v\r";

	constexpr static char OpeningBrace = '{';
	constexpr static char ClosingBrace = '}';

    static bool IsWhitespace(char c)
	{
        for (const char* curDelim = Delims; *curDelim != 0; ++curDelim)
        {
            if (*curDelim == c) return true;
        }
        return false;
    }

public:
    /**
     * REQUIRED by the string::Tokeniser. The operator() will be invoked by the Tokeniser.
     * This function must search for a token between the two iterators next and end, and if
     * a token is found, set tok to the token, set next to position to start
     * parsing on the next call, and return true. The function will return false,
     * meaning it didn't find anything before reaching the end iterator.
     */
    template<typename InputIterator>
    bool operator() (InputIterator& next, const InputIterator& end, DefSyntaxToken& tok)
	{
        // Initialise state, no persistence between calls
        auto state = State::Searching;

        // Clear out the token, no guarantee that it is empty
        tok.clear();

        std::size_t openedBlocks = 0;

        while (next != end)
        {
            char ch = *next;

            switch (state)
            {
            case State::Searching:
                if (IsWhitespace(ch))
                {