Function processCommit

evals/buffbench/gen-evals.ts:160–227

(
    commitSha: string,
  )

  const evalCommits: EvalCommitV2[] = []

  const processCommit = async (
    commitSha: string,
  ): Promise<EvalCommitV2 | null> => {
    console.log(`Processing commit ${commitSha.slice(0, 8)}...`)

    return await withTestRepoAndParent(
      {
        repoUrl,
        commitSha,
        initCommand: undefined,
      },
      async (repoPath, commitSha, parentSha) => {
        const fileDiffs = await extractFileDiffsFromCommit(
          repoPath,
          commitSha,
          parentSha,
        )

        const fullDiff = getFullDiff(repoPath, commitSha, parentSha)
        const commitMessage = getCommitMessage(repoPath, commitSha)
        const editedFilePaths = fileDiffs.map((f) => f.path)

        console.log(`Generating eval task for ${commitSha.slice(0, 8)}...`)
        const taskResult = await generateEvalTask({
          client,
          input: {
            commitSha,
            parentSha,
            diff: fullDiff,
            editedFilePaths,
            commitMessage,
            repoPath,
          },
        })

        // Filter out supplementalFiles that don't exist at parentSha
        const { valid: validSupplementalFiles, removed } = filterSupplementalFiles(
          repoPath,
          parentSha,
          taskResult.supplementalFiles,
        )

        if (removed.length > 0) {
          console.log(`⚠️  Filtered out ${removed.length} supplementalFiles that don't exist at parentSha:`)
          for (const file of removed) {
            console.log(`   - ${file}`)
          }
        }

        printTaskResult({
          ...taskResult,
          supplementalFiles: validSupplementalFiles,
        })

        const evalCommit: EvalCommitV2 = {
          id: taskResult.id,
          sha: commitSha,
          parentSha,