Function pickCommits

evals/buffbench/pick-commits.ts:475–567

({
  repoUrl,
  outputPath,
  clientSessionId,
  limit = 200,
  afterCommit,
}: {
  repoUrl: string
  outputPath?: string
  clientSessionId: string
  limit?: number
  afterCommit?: string
})

  return selectedCommits
}
export async function pickCommits({
  repoUrl,
  outputPath,
  clientSessionId,
  limit = 200,
  afterCommit,
}: {
  repoUrl: string
  outputPath?: string
  clientSessionId: string
  limit?: number
  afterCommit?: string
}): Promise<void> {
  const repoName = extractRepoNameFromUrl(repoUrl)
  console.log(`Picking commits from repository: ${repoName}`)
  console.log(`Repository URL: ${repoUrl}`)
  console.log(`Commit limit: ${limit}`)

  // Setup the test repository
  console.log('Cloning repository...')
  const repoPath = await setupTestRepo(repoUrl, repoName)

  // Get commits
  if (afterCommit) {
    console.log(`Fetching ${limit} commits after ${afterCommit}...`)
  } else {
    console.log(`Fetching last ${limit} commits...`)
  }
  const allCommits = getCommits(repoPath, limit, afterCommit)
  console.log(`Found ${allCommits.length} commits`)

  // Apply basic filtering
  console.log('Applying basic filters...')
  const filteredCommits = basicFilter(allCommits)
  console.log(
    `${filteredCommits.length} commits remaining after basic filtering`,
  )

  if (filteredCommits.length === 0) {
    console.log('No commits passed basic filtering. Exiting.')
    return
  }

  // Screen commits with GPT-5
  console.log('Screening commits with GPT-5...')
  const selectedCommits = await screenCommitsWithGpt5(
    filteredCommits,
    repoUrl,
    repoPath,
    clientSessionId,
  )
  console.log(`\nFinal selection: ${selectedCommits.length} commits`)

  // Create result object
  const result: CommitPickerResult = {
    repoUrl,
    repoName,
    generationDate: new Date().toISOString(),