Function main

experiments/benchmark_TTFT.py:144–177

()

        json.dump(by_agent, f, ensure_ascii=False, indent=2)

async def main():
    args = parse_args()
    output_dir = Path(args.output_dir).expanduser()
    output_dir.mkdir(parents=True, exist_ok=True)
    agent_names = [name for name, num in zip(args.agent_names, args.agent_nums) for _ in range(num)]
    kwargs = get_kwargs(args.mode, len(agent_names))
    kv_config = KVCommConfig.from_env().apply_overrides(
        threshold=args.kv_threshold,
        max_anchor_num=args.kv_max_anchor_num,
        window_size=args.kv_window_size,
        thread_pool_workers=args.kv_thread_workers,
        worker_timeout=args.kv_worker_timeout,
    )

    graph = Graph(
        domain=args.domain,
        llm_name=args.llm_name,
        agent_names=agent_names,
        kv_config=kv_config,
        **kwargs,
    )

    eval_kwargs = {
        "prefix": args.prefix,
        "output_dir": str(output_dir),
    }

    configure_logging(log_path=output_dir / "logs/log.txt")
    _ = await evaluate(
        graph=graph,
        mode=args.execution_mode,
        samples=args.samples,
        **eval_kwargs,
    )


def get_kwargs(