Function test_stream_without_logprobs

tests/ce/server/test_logprobs.py:113–149

测试流式响应关闭 logprobs 后，确认响应中不包含 logprobs 字段。

()

def test_stream_without_logprobs():
    """
    测试流式响应关闭 logprobs 后，确认响应中不包含 logprobs 字段。
    """
    data = {
        "stream": True,
        "logprobs": False,
        "top_logprobs": None,
        "messages": [
            {"role": "system", "content": "You are a helpful assistant."},
            {"role": "user", "content": "牛顿的三大运动定律是什么？"},
        ],
        "max_tokens": 3,
    }

    payload = build_request_payload(TEMPLATE, data)
    response = send_request(URL, payload)

    # 解析首个包含 content 的流式 chunk
    result_chunk = {}
    for line in response.iter_lines():
        if not line:
            continue
        decoded = line.decode("utf-8").removeprefix("data: ")
        if decoded == "[DONE]":
            break

        chunk = json.loads(decoded)
        content = chunk["choices"][0]["delta"].get("content")
        if content:
            result_chunk = chunk
            print(json.dumps(result_chunk, indent=2, ensure_ascii=False))
            break

    # 校验 logprobs 字段不存在
    assert result_chunk["choices"][0]["delta"]["content"] == "牛顿"
    assert result_chunk["choices"][0]["logprobs"] is None


def test_stream_with_temp_scaled_logprobs():