Function runMatrix

scripts/smoke-models.ts:311–340

(
  models: SmokeModel[],
  prompts: SmokePrompt[],
  onlyKeys: Set<string> | null,
)

}

async function runMatrix(
  models: SmokeModel[],
  prompts: SmokePrompt[],
  onlyKeys: Set<string> | null,
): Promise<RunResult[]> {
  const results: RunResult[] = [];
  for (const m of models) {
    const envName = ENV_KEY[m.provider];
    if (!envName) {
      throw new Error(
        `Unsupported provider in smoke config: ${m.provider}. Add it to ENV_KEY or fix scripts/smoke-models.toml.`,
      );
    }

    const apiKey = process.env[envName];
    if (!apiKey) {
      console.log(
        `${COLOR.dim}— ${m.provider}/${m.modelId}  (no $${envName}; skipped)${COLOR.reset}`,
      );
      continue;
    }
    for (const p of prompts) {
      if (onlyKeys && !onlyKeys.has(`${m.provider}/${m.modelId}|${p.name}`)) continue;
      const r = await runOne(m, p, apiKey);
      printResult(r);
      results.push(r);
    }
  }
  return results;
}

function printSummary(results: RunResult[]): void {
  const passed = results.filter((r) => r.ok).length;