Function main

scripts/build-workflow-matrix.ts:88–132

()

}

async function main(): Promise<void> {
  // Read inputs from stdin
  const stdinText = await Bun.stdin.text();
  const inputs: WorkflowInputs = JSON.parse(stdinText);

  // Load all evals from dataset
  const dataset = loadDataset();

  // Build input ID to agent:model mapping dynamically
  const inputMapping = buildInputMapping();

  // Collect selected agent:model combinations
  const selectedCombinations: Array<{ agent: string; model: string }> = [];

  for (const [key, value] of Object.entries(inputs)) {
    // Check if input is true (handle both string "true" and boolean true)
    if (value !== "true" && value !== true) {
      continue;
    }

    // Look up agent:model combination from mapping
    const combination = inputMapping.get(key);
    if (combination) {
      selectedCombinations.push(combination);
    }
  }

  if (selectedCombinations.length === 0) {
    process.stderr.write("Error: At least one model must be selected\n");
    process.exit(1);
  }

  // Build matrix: cross product of selected combinations × all evals
  const include: MatrixEntry[] = dataset.flatMap((entry) =>
    selectedCombinations.map((combo) => ({
      agent: combo.agent,
      model: combo.model,
      eval: entry.repo,
    })),
  );

  const matrix = { include };
  process.stdout.write(JSON.stringify(matrix));
  process.exit(0);
}

await main();