Function run

sdk/node/ptc_soak.mjs:41–65

(n)

const agent = await Agent.create(CONFIG);

async function run(n) {
  const session = agent.session('.', {
    autoDelegation: { enabled: true, parallel: true },
    maxParallelTasks: 8,
    confirmationPolicy: { enabled: true, yoloLanes: ['control', 'query', 'execute', 'generate'], timeoutAction: 'auto_approve' },
  });
  let progStart = 0, progEnd = 0, programOutput = '', errorSeen = null, ok = false;
  const stream = await session.stream(promptFor(n));
  while (true) {
    const { value: ev, done } = await stream.next();
    if (done) break;
    if (!ev) continue;
    if (ev.type === 'tool_start' && ev.toolName === 'program') progStart = Date.now();
    if (ev.type === 'tool_end' && ev.toolName === 'program') {
      progEnd = Date.now();
      programOutput = String(ev.toolOutput || '');
      ok = /exit_code=0/.test(programOutput) && /parallel_task \(ok/.test(programOutput);
    }
    if (ev.type === 'permission_denied') errorSeen = 'permission_denied';
    if (/error/i.test(ev.type || '') && ev.type !== 'tool_input_delta') errorSeen = ev.type;
  }
  const up = programOutput.toUpperCase();
  const got = WORDS.slice(0, n).filter((w) => up.includes(w)).length;
  return { n, progMs: progEnd - progStart, ok, got, errorSeen };
}

// 1) Baseline: one task.
const base = await run(1);