Function run

src/eval.ts:21–39

(
    agentName: string,
    modelId: string,
    taskId: string,
    opts: {
      logger: Logger.Instance;
    },
  )

  export type Result = Awaited<ReturnType<typeof run>>;

  export async function run(
    agentName: string,
    modelId: string,
    taskId: string,
    opts: {
      logger: Logger.Instance;
    },
  ) {
    const timeoutMins = 20;
    opts.logger.log(`Starting episode with ${timeoutMins}min timeout...`);
    return await withRetries(
      () => runOnce(agentName, modelId, taskId, { logger: opts.logger }),
      {
        retries: 3,
        timeoutMs: timeoutMins * 60 * 1000,
        logger: opts.logger,
      },
    );
  }

  async function runOnce(
    agentName: string,