Function join_ids

tests/unittests/test_sentencepiece_tokenizer1.cpp:23–32

}

std::string join_ids(const std::vector<int32_t> & ids) {
    std::ostringstream oss;
    for (size_t i = 0; i < ids.size(); ++i) {
        if (i > 0) {
            oss << ",";
        }
        oss << ids[i];
    }
    return oss.str();
}

std::string join_piece_window(
    const std::vector<engine::tokenizers::SentencePiecePiece> & pieces,