Method build_nstream_response

src/server/rest_handler.cpp:509–550

}

json RestHandler::build_nstream_response(std::string response_text) {
    // Get tool info
    NonStreamResult result = auto_chat_engine->parse_nstream_content(response_text);

    json message;
    message["role"] = "assistant";

    bool is_reasoning = !result.reasoning_content.empty();
    bool is_tool_call = !result.tool_name.empty();

    if (is_reasoning) {
        message["reasoning_content"] = result.reasoning_content;
    }

    if (is_tool_call) {
        message["tool_calls"] = json::array({
            {
                {"index", 0},
                {"id", "call_" + std::to_string(std::time(nullptr))}, 
                {"type", "function"},
                {"function", {
                    {"name", result.tool_name},
                    {"arguments", result.tool_args}
                }}
            }
        });
    }
    else {
        message["content"] = result.content;
    }


    // Construct the final choice object
    return json::array({
        {
            {"index", 0},
            {"message", message},
            {"logprobs", nullptr},
            {"finish_reason", is_tool_call ? "tool_calls" : "stop"}
        }
    });
}

///@brief Handle the show request
///@param request the request