Function gatherSessionEvidence

src/agent/completion-gate.ts:73–103

(messages: MsgLike[])

}

export function gatherSessionEvidence(messages: MsgLike[]): SessionEvidence {
  let didSuccessfulEdit = false;
  let didRunTests = false;
  let didRunShell = false;

  for (const m of messages) {
    // Attempted tool calls (assistant side) — read shell command args for test runners.
    if (m.role === 'assistant' && Array.isArray(m.tool_calls)) {
      for (const tc of m.tool_calls) {
        const name = tc.function?.name ?? '';
        const args = tc.function?.arguments ?? '';
        if (name === 'shell' || name === 'auto_fix' || name === 'code_run') {
          didRunShell = true;
          if (TEST_RUNNER_RE.test(args)) didRunTests = true;
        }
      }
    }
    // Tool results (tool side) — confirm success (non-error) and scan for test output.
    if (m.role === 'tool') {
      const name = m.name ?? '';
      const content = typeof m.content === 'string' ? m.content : '';
      const isError = ERROR_PREFIX_RE.test(content);
      if (EDIT_TOOLS.has(name) && !isError) didSuccessfulEdit = true;
      if (name === 'shell' || name === 'auto_fix' || name === 'code_run') {
        didRunShell = true;
        if (TEST_RUNNER_RE.test(content) || TEST_RESULT_RE.test(content)) didRunTests = true;
      }
    }
  }
  return { didSuccessfulEdit, didRunTests, didRunShell };
}

/**
 * Returns a corrective observation when the final message makes a claim the session