Function evaluate

src/evaluation/runner.py:11–29

Load, score, and aggregate. Per-scenario scorer is picked from ``scenario.scoring_method`` when set, falling back to ``default_scoring_method``.

(
    *,
    trajectories_path: Path,
    scenarios_paths: list[Path],
    default_scoring_method: str = "llm_judge",
    judge_model: str | None = None,
)

def evaluate(
    *,
    trajectories_path: Path,
    scenarios_paths: list[Path],
    default_scoring_method: str = "llm_judge",
    judge_model: str | None = None,
) -> EvalReport:
    """Load, score, and aggregate.

    Per-scenario scorer is picked from ``scenario.scoring_method`` when
    set, falling back to ``default_scoring_method``.
    """
    return Evaluator(
        default_scorer=default_scoring_method,
        judge_model=judge_model,
    ).evaluate(
        trajectories_path=trajectories_path,
        scenarios_paths=scenarios_paths,
    )