| 3344 | if (prompt_excerpt.size() > 200) prompt_excerpt.resize(200); |
| 3345 | } |
| 3346 | { |
| 3347 | ServerStatus::RequestInfo info; |
| 3348 | info.model = req.model; |
| 3349 | info.format = api_format_name(req.format); |
| 3350 | info.session_id = req.session_id; |
| 3351 | info.max_output = req.max_output; |
| 3352 | info.temperature = req.sampler.temp; |
| 3353 | info.top_p = req.sampler.top_p; |
| 3354 | info.top_k = req.sampler.top_k; |
| 3355 | info.thinking_enabled = req.thinking_enabled; |
| 3356 | status_.set_running(prompt_excerpt, (int)req.prompt_tokens.size(), req.stream, info); |
| 3357 | } |
| 3358 | // Store messages JSON for request inspection (truncate to avoid huge payloads). |
| 3359 | if (!req.messages.is_null()) { |
| 3360 | std::string msg_str = req.messages.dump(); |
| 3361 | if (msg_str.size() > 4096) msg_str.resize(4096); |
| 3362 | status_.set_messages(msg_str); |
| 3363 | } |
| 3364 | broadcast_status(); |
| 3365 | StatusGuard status_guard{status_}; |
| 3366 | |