Class ToolCall

libs/evals/tests/evals/utils.py:671–749

Assert that a specific tool call occurred in the trajectory. When `step` is `None`, all steps are searched. When `step` is given, only that step (1-indexed) is checked. Attributes: name: Expected tool name. step: Optional 1-indexed step to restrict the search to.

@dataclass(frozen=True)
class ToolCall(EfficiencyAssertion):
    """Assert that a specific tool call occurred in the trajectory.

    When `step` is `None`, all steps are searched. When `step` is given,
    only that step (1-indexed) is checked.

    Attributes:
        name: Expected tool name.
        step: Optional 1-indexed step to restrict the search to.
        args_contains: If set, the tool call args must contain these key-value pairs.
        args_equals: If set, the tool call args must equal this dict exactly.
    """

    name: str
    step: int | None = None
    args_contains: dict[str, object] | None = None
    args_equals: dict[str, object] | None = None

    def check(self, trajectory: AgentTrajectory) -> bool:
        """Check that a matching tool call exists in the trajectory.

        Args:
            trajectory: The agent trajectory to check.

        Returns:
            Whether a matching tool call was found.
        """
        return bool(self._find_matches(trajectory))

    def describe_failure(self, trajectory: AgentTrajectory) -> str:
        """Describe why the tool-call check failed.

        Args:
            trajectory: The agent trajectory that failed the check.

        Returns:
            A human-readable failure description.
        """
        step_desc = f" in step {self.step}" if self.step is not None else ""
        return f"Missing expected tool call{step_desc}: name={self.name!r}, args_contains={self.args_contains!r}, args_equals={self.args_equals!r}"

    def _matches_tool_call(self, tc: dict[str, object]) -> bool:
        """Check whether a single tool call dict matches this expectation.

        Args:
            tc: A tool call dictionary with `name` and `args` keys.

        Returns:
            Whether the tool call matches.
        """
        if tc.get("name") != self.name:
            return False
        if self.args_contains is not None:
            args = tc.get("args")
            if not isinstance(args, dict):
                return False
            if not all(args.get(k) == v for k, v in self.args_contains.items()):
                return False