Function testTokenizer

test/test_TextWidget/TestTextWidget.cpp:125–218

* Test the text widget tokenizer. */

 * Test the text widget tokenizer.
 */
static void testTokenizer()
{
    TWTokenizer          tokenizer;
    TWAbstractSyntaxTree ast;
    TWAbstractSyntaxTree ast2;

    /* Empty string */
    TEST_ASSERT_EQUAL(true, tokenizer.parse(ast, ""));
    TEST_ASSERT_EQUAL(0U, ast.length());

    /* Only keyword */
    TEST_ASSERT_EQUAL(true, tokenizer.parse(ast, "{abc}"));
    TEST_ASSERT_EQUAL(1U, ast.length());
    TEST_ASSERT_EQUAL(TWToken::TYPE_KEYWORD, ast[0U].getType());
    TEST_ASSERT_EQUAL_STRING("{abc}", ast[0U].getStr().c_str());

    /* Only text */
    TEST_ASSERT_EQUAL(true, tokenizer.parse(ast, "abc"));
    TEST_ASSERT_EQUAL(1U, ast.length());
    TEST_ASSERT_EQUAL(TWToken::TYPE_TEXT, ast[0U].getType());
    TEST_ASSERT_EQUAL_STRING("abc", ast[0U].getStr().c_str());

    /* Only line feed */
    TEST_ASSERT_EQUAL(true, tokenizer.parse(ast, "\n"));
    TEST_ASSERT_EQUAL(1U, ast.length());
    TEST_ASSERT_EQUAL(TWToken::TYPE_LINE_FEED, ast[0U].getType());
    TEST_ASSERT_EQUAL_STRING("\n", ast[0U].getStr().c_str());

    /* Text with escape of character */
    TEST_ASSERT_EQUAL(true, tokenizer.parse(ast, "a\\b"));
    TEST_ASSERT_EQUAL(1U, ast.length());
    TEST_ASSERT_EQUAL(TWToken::TYPE_TEXT, ast[0U].getType());
    TEST_ASSERT_EQUAL_STRING("ab", ast[0U].getStr().c_str());

    /* Text with escaped {} */
    TEST_ASSERT_EQUAL(true, tokenizer.parse(ast, "a\\{b\\}"));
    TEST_ASSERT_EQUAL(1U, ast.length());
    TEST_ASSERT_EQUAL(TWToken::TYPE_TEXT, ast[0U].getType());
    TEST_ASSERT_EQUAL_STRING("a{b}", ast[0U].getStr().c_str());

    /* Order: keyword, text */
    TEST_ASSERT_EQUAL(true, tokenizer.parse(ast, "{a}b"));
    TEST_ASSERT_EQUAL(2U, ast.length());
    TEST_ASSERT_EQUAL(TWToken::TYPE_KEYWORD, ast[0U].getType());
    TEST_ASSERT_EQUAL(TWToken::TYPE_TEXT, ast[1U].getType());
    TEST_ASSERT_EQUAL_STRING("{a}", ast[0U].getStr().c_str());
    TEST_ASSERT_EQUAL_STRING("b", ast[1U].getStr().c_str());

    /* Order: keyword, keyword, text */
    TEST_ASSERT_EQUAL(true, tokenizer.parse(ast, "{a}{b}c"));
    TEST_ASSERT_EQUAL(3U, ast.length());
    TEST_ASSERT_EQUAL(TWToken::TYPE_KEYWORD, ast[0U].getType());
    TEST_ASSERT_EQUAL(TWToken::TYPE_KEYWORD, ast[1U].getType());
    TEST_ASSERT_EQUAL(TWToken::TYPE_TEXT, ast[2U].getType());
    TEST_ASSERT_EQUAL_STRING("{a}", ast[0U].getStr().c_str());
    TEST_ASSERT_EQUAL_STRING("{b}", ast[1U].getStr().c_str());
    TEST_ASSERT_EQUAL_STRING("c", ast[2U].getStr().c_str());