Function _run_eval_driver

tests/sol_execbench/driver/test_eval_driver.py:105–156

Write all staging files and run eval_driver.py in a subprocess. Args: tmp_path: Temporary directory to use as the staging directory. kernel_code: Python source to write to kernel.py. bench_config: BenchmarkConfig overrides to write to config.json. Defaults to

(
    tmp_path: Path,
    kernel_code: str,
    bench_config: Optional[dict] = None,
    extra_env: Optional[dict] = None,
    definition: Optional[dict] = None,
)

def _run_eval_driver(
    tmp_path: Path,
    kernel_code: str,
    bench_config: Optional[dict] = None,
    extra_env: Optional[dict] = None,
    definition: Optional[dict] = None,
) -> list[dict]:
    """Write all staging files and run eval_driver.py in a subprocess.

    Args:
        tmp_path: Temporary directory to use as the staging directory.
        kernel_code: Python source to write to kernel.py.
        bench_config: BenchmarkConfig overrides to write to config.json.
            Defaults to ``{"lock_clocks": False}`` to suppress nvidia-smi
            warnings on machines where clock locking is not available.
        extra_env: Additional environment variables for the subprocess.
        definition: Problem definition dict. Defaults to ``_MINIMAL_DEFINITION``.

    Returns:
        List of Trace dicts parsed from the driver's stdout.
    """
    (tmp_path / "eval_driver.py").write_text(build_driver())
    (tmp_path / "definition.json").write_text(
        json.dumps(definition if definition is not None else _MINIMAL_DEFINITION)
    )
    (tmp_path / "workload.jsonl").write_text(json.dumps(_MINIMAL_WORKLOAD))
    (tmp_path / "solution.json").write_text(json.dumps(_SOLUTION_SPEC))
    (tmp_path / "kernel.py").write_text(kernel_code)

    # Default config: disable clock-locking (no nvidia-smi).
    cfg = (
        bench_config
        if bench_config is not None
        else {
            "lock_clocks": False,
        }
    )
    (tmp_path / "config.json").write_text(json.dumps(cfg))

    env = {**os.environ, "SOL_EXECBENCH_CLOCKS_LOCKED": "0"}
    if extra_env:
        env.update(extra_env)

    result = subprocess.run(
        [sys.executable, "eval_driver.py"],
        cwd=tmp_path,
        env=env,
        capture_output=True,
        text=True,
        timeout=60,
    )
    return parse_eval_result(result.stdout, result.stderr)


# ---------------------------------------------------------------------------