Class CodebuffRunner

evals/buffbench/runners/codebuff.ts:11–139

const DEBUG_ERROR = true

export class CodebuffRunner implements Runner {
  private cwd: string
  private env?: Record<string, string>
  private client: CodebuffClient
  private agentId: string
  private localAgentDefinitions: any[]
  private printEvents: boolean
  private commitId: string
  private parentSha: string

  constructor(options: {
    cwd: string
    env?: Record<string, string>
    client: CodebuffClient
    agentId: string
    localAgentDefinitions: any[]
    printEvents: boolean
    commitId: string
    parentSha: string
  }) {
    this.cwd = options.cwd
    this.env = options.env
    this.client = options.client
    this.agentId = options.agentId
    this.localAgentDefinitions = options.localAgentDefinitions
    this.printEvents = options.printEvents
    this.commitId = options.commitId
    this.parentSha = options.parentSha
  }

  async run(prompt: string): Promise<RunnerResult> {
    const steps: AgentStep[] = []
    let totalCostUsd = 0

    const maxAgentSteps = 40
    const result = await this.client.run({
      agent: this.agentId,
      prompt,
      agentDefinitions: this.localAgentDefinitions,
      cwd: this.cwd,
      env: this.env,
      maxAgentSteps,
      handleEvent: (event) => {
        if (
          (event.type === 'tool_call' || event.type === 'tool_result') &&
          event.toolName === 'set_messages'
        ) {
          return
        }
        if (event.type === 'error') {
          console.error(
            `[${this.commitId}:${this.agentId}] Error event:`,
            event.message,
          )
          if (DEBUG_ERROR && !event.message.startsWith('Invalid JSON')) {
            // Save errors in a file, but not tool calls with invalid json.
            fs.writeFileSync(
              path.join(