Class TestTokenizer

test/testtokenize.cpp:44–9083

class ErrorLogger;

class TestTokenizer : public TestFixture {
public:
    TestTokenizer() : TestFixture("TestTokenizer") {}

private:
    const Settings settings1 = settingsBuilder().library("std.cfg").debugwarnings().build();
    const Settings settings2 = settingsBuilder(settings1).cpp(Standards::CPP11).c(Standards::C11).build();
    const Settings settings2_win32a = settingsBuilder(settings2).platform(Platform::Type::Win32A).build();
    const Settings settings2_win32w = settingsBuilder(settings2).platform(Platform::Type::Win32W).build();
    const Settings settings2_win64 = settingsBuilder(settings2).platform(Platform::Type::Win64).build();
    const Settings settings2_unix32 = settingsBuilder(settings2).platform(Platform::Type::Unix32).build();
    const Settings settings2_unix64 = settingsBuilder(settings2).platform(Platform::Type::Unix64).build();
    const Settings settings3 = settingsBuilder().c(Standards::C89).cpp(Standards::CPP03).build();
    const Settings settings_windows = settingsBuilder().library("windows.cfg").debugwarnings().cpp(Standards::CPP11).build();
    const Settings settings_win32a = settingsBuilder(settings_windows).platform(Platform::Type::Win32A).build();
    const Settings settings_win32w = settingsBuilder(settings_windows).platform(Platform::Type::Win32W).build();

    void run() override {
        mNewTemplate = true;
        TEST_CASE(tokenize1);
        TEST_CASE(tokenize2);
        TEST_CASE(tokenize4);
        TEST_CASE(tokenize5);
        TEST_CASE(tokenize7);
        TEST_CASE(tokenize8);
        TEST_CASE(tokenize9);
        TEST_CASE(tokenize11);
        TEST_CASE(tokenize13);  // bailout if the code contains "@" - that is not handled well.
        TEST_CASE(tokenize14);  // tokenize "0X10" => 16
        TEST_CASE(tokenizeHexWithSuffix);  // tokenize 0xFFFFFFul
        TEST_CASE(tokenize15);  // tokenize ".123"
        TEST_CASE(tokenize17);  // #2759
        TEST_CASE(tokenize18);  // tokenize "(X&&Y)" into "( X && Y )" instead of "( X & & Y )"
        TEST_CASE(tokenize19);  // #3006 (segmentation fault)
        TEST_CASE(tokenize21);  // tokenize 0x0E-7
        TEST_CASE(tokenize22);  // special marker $ from preprocessor
        TEST_CASE(tokenize25);  // #4239 (segmentation fault)
        TEST_CASE(tokenize26);  // #4245 (segmentation fault)
        TEST_CASE(tokenize27);  // #4525 (segmentation fault)
        TEST_CASE(tokenize31);  // #3503 (Wrong handling of member function taking function pointer as argument)
        TEST_CASE(tokenize32);  // #5884 (fsanitize=undefined: left shift of negative value -10000 in lib/templatesimplifier.cpp:852:46)
        TEST_CASE(tokenize33);  // #5780 Various crashes on valid template code
        TEST_CASE(tokenize34);  // #8031
        TEST_CASE(tokenize35);  // #8361
        TEST_CASE(tokenize36);  // #8436
        TEST_CASE(tokenize37);  // #8550
        TEST_CASE(tokenize38);  // #9569
        TEST_CASE(tokenize39);  // #9771
        TEST_CASE(tokenize40);  // #13181
        TEST_CASE(tokenize41);  // #13847
        TEST_CASE(tokenize42);  // #13861

        TEST_CASE(validate);

        TEST_CASE(objectiveC); // Syntax error should be written for objective C/C++ code.

        TEST_CASE(syntax_case_default);