Class TokenizerConfig

src/main.cpp:42–44

};

struct TokenizerConfig {
    std::unordered_map<std::string, SpecialToken> added_tokens_decoder;
};

struct Llama4Tokenizer {
    TokenizerConfig config;