Function test_llm_structured_output_nested

tests/main/test_structured_output.py:139–160

Test whether LLM is able to GENERATE nested structured output.

(
    test_settings: Settings,
    use_functions_api: bool,
)

@pytest.mark.parametrize("use_functions_api", [False, True])
def test_llm_structured_output_nested(
    test_settings: Settings,
    use_functions_api: bool,
):
    """
    Test whether LLM is able to GENERATE nested structured output.
    """
    set_global(test_settings)
    agent = ChatAgent(strict_cfg)
    agent.config.use_functions_api = use_functions_api
    agent.config.use_tools = not use_functions_api
    agent.config.use_tools_api = True
    agent.enable_message(PresidentTool)
    country = "France"
    prompt = f"""
    Show me an example of a President of {country}.
    Make sure you use the `{PresidentTool.name()}` 
    correctly with ALL the required fields!
    """
    llm_msg = agent.llm_response_forget(prompt)
    assert isinstance(agent.get_tool_messages(llm_msg)[0], PresidentTool)
    assert country == agent.agent_response(llm_msg).content


@pytest.mark.parametrize("instructions", [False, True])