Function parse_decoder

cactus/engine/engine_tokenizer.cpp:42–46

}

TokenizerRuntimeConfig::Decoder parse_decoder(const std::string& value) {
    if (value == "replace_metaspace") return TokenizerRuntimeConfig::Decoder::REPLACE_METASPACE;
    if (value == "byte_level") return TokenizerRuntimeConfig::Decoder::BYTE_LEVEL;
    return TokenizerRuntimeConfig::Decoder::NONE;
}

}  // namespace