Function saveAgentLessons

evals/buffbench/lessons-extractor.ts:189–235

(params: {
  agentId: string
  commitId: string
  commitSha: string
  prompt: string
  lessons: Lesson[]
  lessonsDir: string
})

}

export function saveAgentLessons(params: {
  agentId: string
  commitId: string
  commitSha: string
  prompt: string
  lessons: Lesson[]
  lessonsDir: string
}): void {
  const { agentId, commitId, commitSha, prompt, lessons, lessonsDir } = params

  try {
    const safeAgentId = agentId.replace(/[^a-zA-Z0-9-]/g, '_')
    if (!fs.existsSync(lessonsDir)) {
      fs.mkdirSync(lessonsDir, { recursive: true })
    }
    const lessonsFile = path.join(lessonsDir, `${safeAgentId}.md`)

    if (!fs.existsSync(lessonsFile)) {
      fs.writeFileSync(
        lessonsFile,
        `# Agent Lessons: ${agentId}\n\nLessons accumulated across buffbench runs. Each lesson identifies what went wrong and what should have been done instead.\n\n`,
        'utf-8',
      )
    }

    if (lessons.length > 0) {
      const header = `## ${new Date().toISOString()} — ${commitId} (${commitSha.slice(0, 7)})\n`
      let content = `\n### Original Agent Prompt\n${prompt}\n`

      content += '\n### Lessons\n'
      content += lessons
        .map((lesson) => {
          return `- **What went wrong:** ${lesson.whatWentWrong}\n  **What should have been done:** ${lesson.whatShouldHaveBeenDone}`
        })
        .join('\n\n')
      content += '\n'

      fs.appendFileSync(lessonsFile, `${header}${content}\n`, 'utf-8')
    }
  } catch (e) {
    const error = e instanceof Error ? e : new Error(String(e))
    console.warn(
      `Failed to append agent lessons for ${agentId}:`,
      error.message,
    )
  }
}