Class SpecialToken

src/main.cpp:38–40

}

struct SpecialToken {
    std::string content;
};

struct TokenizerConfig {
    std::unordered_map<std::string, SpecialToken> added_tokens_decoder;