Method decode

server/src/server/tokenizer.cpp:780–786

}

std::string Tokenizer::decode(const std::vector<int32_t> & ids) const {
    std::string result;
    for (int32_t id : ids) {
        result += token_text(id);
    }
    return result;
}

const std::string & Tokenizer::raw_token(int32_t id) const {
    static const std::string empty;