| 247 | } |
| 248 | |
| 249 | std::string server_tokens::str() const { |
| 250 | std::ostringstream oss; |
| 251 | oss << "tokens: "; |
| 252 | for (size_t idx = 0; idx < tokens.size(); ++idx) { |
| 253 | llama_token t = tokens[idx]; |
| 254 | oss << "idx:" << idx << " "; |
| 255 | if (t == LLAMA_TOKEN_NULL) { |
| 256 | oss << "<embd> "; |
| 257 | } else { |
| 258 | oss << t << " "; |
| 259 | } |
| 260 | } |
| 261 | oss << "\n"; |
| 262 | oss << "image idx: "; |
| 263 | for (const auto & it : map_idx_to_media) { |
| 264 | oss << it.first << ", "; |
| 265 | } |
| 266 | return oss.str(); |
| 267 | } |
| 268 | |
| 269 | const mtmd::input_chunk_ptr & server_tokens::find_chunk(size_t idx) const { |
| 270 | auto it = map_idx_to_media.find(idx); |