Function evaluateDiscoveryFixture

src/eval/discovery-harness.ts:456–479

({
  fixture,
  rootPath,
  surfaceRunners
}: EvaluateDiscoveryFixtureParams)

}

export async function evaluateDiscoveryFixture({
  fixture,
  rootPath,
  surfaceRunners
}: EvaluateDiscoveryFixtureParams): Promise<DiscoverySummaryType> {
  const runners: Record<DiscoverySurface, DiscoverySurfaceRunner> = {
    ...DEFAULT_SURFACE_RUNNERS,
    ...(surfaceRunners ?? {})
  };
  const results: DiscoveryTaskResultEval[] = [];

  for (const task of fixture.tasks) {
    const runner = runners[task.surface];
    if (!runner) {
      throw new Error(`No runner registered for surface: ${task.surface}`);
    }
    const startMs = Date.now();
    const payload = await runner(task, rootPath);
    const elapsedMs = Date.now() - startMs;
    results.push(evaluateDiscoveryTask(task, payload, elapsedMs));
  }

  return summarizeDiscoveryResults(results);
}

export function formatDiscoveryReport({
  codebaseLabel,