Function test_logprobs

test/test_api/test_openai_api.py:549–569

测试logprobs功能

()

def test_logprobs():
    """测试logprobs功能"""
    client = LightLLMClient()

    try:
        print("=== 测试logprobs ===")
        result = client.completions_with_logprobs("The capital of France is", logprobs=5, max_tokens=20)
        print("提示: The capital of France is")
        print("补全:", result["choices"][0]["text"])

        # 检查logprobs结构
        logprobs = result["choices"][0]["logprobs"]
        if logprobs:
            print("Logprobs结构:")
            print(f"  tokens: {logprobs.get('tokens', [])[:5]}...")  # 只显示前5个
            print(f"  token_logprobs: {logprobs.get('token_logprobs', [])[:5]}...")
            print(f"  text_offset: {logprobs.get('text_offset', [])[:5]}...")
            print(f"  top_logprobs: {logprobs.get('top_logprobs', [])[:2]}...")  # 只显示前2个
        print()
    except Exception as e:
        print(f"错误: {e}")


def test_echo():