Function benchmarkSimDeck

scripts/bench/agent-control-benchmark.mjs:100–259

(udid)

}

async function benchmarkSimDeck(udid) {
  section("simdeck");

  await sample("simdeck", "tool-start", "cold", 1, async () => {
    run(simdeckBin, ["service", "stop"], {
      allowFailure: true,
      timeoutMs: 5000,
    });
    return run(simdeckBin, ["service", "start", "--port", "4310"], {
      timeoutMs: 20000,
    });
  });

  await sample("simdeck", "tool-start", "hot", 1, async () =>
    run(simdeckBin, ["service", "start", "--port", "4310"], {
      timeoutMs: 10000,
    }),
  );

  run(simdeckBin, ["use", udid], { timeoutMs: 10000, allowFailure: true });

  await sample("simdeck", "list-devices", "hot", options.reps, async () =>
    run(simdeckBin, ["list", "--format", "compact-json"], { timeoutMs: 10000 }),
  );

  await sample("simdeck", "launch-settings", "hot", options.reps, async () =>
    run(simdeckBin, ["launch", settingsBundleId], { timeoutMs: 15000 }),
  );

  await sample("simdeck", "open-url", "hot", options.reps, async () =>
    run(simdeckBin, ["open-url", benchmarkUrl], { timeoutMs: 15000 }),
  );

  await withSettingsRoot(udid);
  await sample("simdeck", "describe-full", "hot", options.reps, async () =>
    run(simdeckBin, ["describe", "--format", "agent", "--max-depth", "8"], {
      timeoutMs: 10000,
    }),
  );

  await withSettingsRoot(udid);
  await sample(
    "simdeck",
    "describe-interactive",
    "hot",
    options.reps,
    async () =>
      run(
        simdeckBin,
        ["describe", "--format", "agent", "--max-depth", "8", "-i"],
        { timeoutMs: 10000 },
      ),
  );

  await withSettingsRoot(udid);
  await sample(
    "simdeck",
    "wait-visible-screen-time",