Function main

agents/librarian/librarian.test.ts:214–287

()

}

async function main() {
  fs.mkdirSync(TRACE_DIR, { recursive: true })

  const taskIndexArg = process.argv[2]
  const tasksToRun =
    taskIndexArg !== undefined
      ? [
          {
            task: TASKS[parseInt(taskIndexArg, 10)],
            index: parseInt(taskIndexArg, 10),
          },
        ]
      : TASKS.map((task, index) => ({ task, index }))

  if (tasksToRun.some((t) => !t.task)) {
    console.error(
      `Invalid task index: ${taskIndexArg}. Available: 0-${TASKS.length - 1}`,
    )
    process.exit(1)
  }

  const agents = await loadLocalAgents({
    agentsPath: path.join(process.cwd(), 'agents'),
    verbose: true,
  })
  const agentDefinitions = Object.values(agents) as AgentDefinition[]

  const librarianAgent = agentDefinitions.find((a) => a.id === 'librarian')
  if (!librarianAgent) {
    console.error('librarian agent not found in agents/ directory')
    process.exit(1)
  }
  console.log(`Loaded librarian agent (model: ${librarianAgent.model})`)

  const client = new CodebuffClient({
    apiKey: process.env.CODEBUFF_API_KEY,
    cwd: process.cwd(),
  })

  const results: Array<{
    name: string
    success: boolean
    traceFile: string
    validationErrors: string[]
  }> = []

  for (const { task, index } of tasksToRun) {
    const result = await runTask(client, task, agentDefinitions, index)
    results.push({
      name: task.name,
      success: result.success,
      traceFile: result.traceFile,
      validationErrors: result.validationErrors,
    })
  }

  console.log(`\n${'='.repeat(60)}`)
  console.log('SUMMARY')