Function test_tool_calling

tests/test_models.py:265–320

()

    logger.info(f"| --------------------------------------------------")

async def test_tool_calling():
    logger.info(f"| --------------------------------------------------")
    logger.info(f"| Testing tool calling with different models")
    models = [
        # OpenAI models
        "openrouter/gpt-4o",
        "openrouter/gpt-4.1",
        "openrouter/gpt-5",
        "openrouter/gpt-5.1",
        "openrouter/gpt-5.2",
        "openrouter/o3",
        # "openai/gpt-4o",
        # "openai/gpt-4.1",
        # "openai/gpt-5",
        # "openai/gpt-5.1",
        # "openai/o3",
        
        # Anthropic models
        # "openrouter/claude-sonnet-3.7",
        # "openrouter/claude-sonnet-4",
        # "openrouter/claude-opus-4",
        # "openrouter/claude-sonnet-4.5",
        # "openrouter/claude-opus-4.5",
        # "anthropic/claude-sonnet-3.7",
        # "anthropic/claude-sonnet-4",
        # "anthropic/claude-sonnet-4.5",
        
        # Gemini models
        # "openrouter/gemini-2.5-flash",
        # "openrouter/gemini-2.5-pro",
        # "openrouter/gemini-3-pro-preview",
        # "google/gemini-2.5-flash",
        # "google/gemini-2.5-pro",
        # "google/gemini-3-pro-preview",
    ]
    
    tools = [
        await tcp.get('bash'),
    ]
    
    messages = [
        SystemMessage(content="You are a helpful assistant."),
        HumanMessage(content=[
            ContentPartText(text="Please run the command 'ls -l' and return the output."),
        ]),
    ]
    
    for model in models:
        logger.info(f"| Testing {model}")
        response = await model_manager(
            model=model, 
            messages=messages,
            tools=tools,
        )
        logger.info(f"| {model} Response: {json.dumps(response.model_dump(), indent=4)}")
    logger.info(f"| --------------------------------------------------")

async def test_search():