| 317 | } |
| 318 | |
| 319 | std::string server_tokens::str() const { |
| 320 | std::ostringstream oss; |
| 321 | oss << "tokens: "; |
| 322 | for (size_t idx = 0; idx < tokens.size(); ++idx) { |
| 323 | llama_token t = tokens[idx]; |
| 324 | oss << "idx:" << idx << " "; |
| 325 | if (t == LLAMA_TOKEN_NULL) { |
| 326 | oss << "<embd> "; |
| 327 | } else { |
| 328 | oss << t << " "; |
| 329 | } |
| 330 | } |
| 331 | oss << "\n"; |
| 332 | oss << "image idx: "; |
| 333 | for (const auto & it : map_idx_to_media) { |
| 334 | oss << it.first << ", "; |
| 335 | } |
| 336 | return oss.str(); |
| 337 | } |
| 338 | |
| 339 | const mtmd::input_chunk_ptr & server_tokens::find_chunk(size_t idx) const { |
| 340 | auto it = map_idx_to_media.find(idx); |