Function grade_patch

harness/patch_grade.py:37–238

Grade a candidate patch against a verified crash. Spins a fresh container, applies the diff, walks the ladder. Short-circuits on the first failing tier (T0→T1→T2→re-attack). Re-attack commits the patched container to a temp image and runs a 50-turn find-agent against it; any crash f

(
    target: TargetConfig,
    crash: CrashArtifact,
    diff: bytes | list[bytes],
    model: str,
    container_name: str = "pgrade",
    run_reattack: bool = True,
    reattack_with_diff: bool = False,
    run_style: bool = False,
    reattack_focus: str | None = None,
    agent_env: dict[str, str] | None = None,
    progress_prefix: str | None = None,
    transcript_path: str | None = None,
    system_prompt: str | None = None,
)

async def grade_patch(
    target: TargetConfig,
    crash: CrashArtifact,
    diff: bytes | list[bytes],
    model: str,
    container_name: str = "pgrade",
    run_reattack: bool = True,
    reattack_with_diff: bool = False,
    run_style: bool = False,
    reattack_focus: str | None = None,
    agent_env: dict[str, str] | None = None,
    progress_prefix: str | None = None,
    transcript_path: str | None = None,
    system_prompt: str | None = None,
) -> PatchVerdict:
    """Grade a candidate patch against a verified crash.

    Spins a fresh container, applies the diff, walks the ladder. Short-circuits
    on the first failing tier (T0→T1→T2→re-attack). Re-attack commits the
    patched container to a temp image and runs a 50-turn find-agent against it;
    any crash fails the tier.
    """
    if not target.build_command:
        raise ValueError(
            f"target {target.name!r} has no build_command — patch grading "
            f"requires an in-container rebuild step (set it in config.yaml)"
        )
    if crash.poc_path not in crash.reproduction_command:
        raise ValueError(
            f"poc_path {crash.poc_path!r} not in reproduction_command "
            f"{crash.reproduction_command!r}"
        )

    evidence: dict[str, str] = {}
    timings: dict[str, float] = {}
    t0 = t1 = re_clean = False
    t2: bool | None = None
    t3: float | None = None

    patched_tag: str | None = None
    try:
        # T0–T2 only run target code (apply diff, rebuild, replay PoC, test
        # suite) via docker_ops.exec_sh — never `claude -p`. So:
        #   auth=None     — don't put the API credential in the env of a
        #                   container running a binary the PoC was crafted to
        #                   crash.
        #   network=none  — it never calls the API, so it needs no egress.
        #                   Without this the sandbox default would give it
        #                   vp-internal (sandboxed) or bridge (--dangerously-
        #                   no-sandbox); the latter is full egress for a
        #                   process fed attacker-controlled input.
        # The re-attack and style-judge stages spawn their own containers with
        # agent_env + network where they need it.
        with sandbox.agent_container(
            target.image_tag,
            container_name,
            None,
            memory=target.memory_limit,