| 29 | |
| 30 | |
| 31 | def parse_args(): |
| 32 | parser = argparse.ArgumentParser(description="KVCOMM Experiments on MMLU") |
| 33 | parser.add_argument( |
| 34 | "--mode", |
| 35 | type=str, |
| 36 | default="FullConnected", |
| 37 | choices=["DirectAnswer", "FullConnected", "Random", "Chain", "Debate", "Layered", "Star", "Mesh"], help="The communication topology among agents.", |
| 38 | ) |
| 39 | parser.add_argument("--batch_size", type=int, default=1) |
| 40 | parser.add_argument( |
| 41 | "--agent_names", |
| 42 | nargs="+", |
| 43 | type=str, |
| 44 | default=["AnalyzeAgent"], |
| 45 | ) |
| 46 | parser.add_argument( |
| 47 | "--agent_nums", |
| 48 | nargs="+", |
| 49 | type=int, |
| 50 | default=[5], |
| 51 | ) |
| 52 | parser.add_argument("--llm_name", type=str, default="meta-llama/Llama-3.1-8B-Instruct") |
| 53 | parser.add_argument("--domain", type=str, default="mmlu") |
| 54 | parser.add_argument("--decision_method", type=str, default="FinalRefer", help="Decision method for the graph.") |
| 55 | parser.add_argument( |
| 56 | "--execution_mode", |
| 57 | type=str, |
| 58 | default="default", |
| 59 | choices=["default", "allow_kv_reuse"], |
| 60 | help="Execution strategy for the graph.", |
| 61 | ) |
| 62 | parser.add_argument("--output_dir", type=str, default=str(PROJECT_ROOT / "result" / "mmlu"), help="Directory to save the output results.") |
| 63 | parser.add_argument("--prefix", type=str, default="The task is:\n\n", help="The prefix text for the input query, kept the same as the default dense prefill mode.") |
| 64 | parser.add_argument("--kv-threshold", type=float, default=None, help="Threshold for key-value memory usage.") |
| 65 | parser.add_argument("--kv-max-anchor-num", type=int, default=20, help="Maximum number of anchors for key-value memory.") |
| 66 | parser.add_argument("--kv-window-size", type=int, default=None, help="Window size for key-value memory update.") |
| 67 | parser.add_argument("--kv-thread-workers", type=int, default=None, help="Number of thread workers for key-value memory processing.") |
| 68 | parser.add_argument("--kv-worker-timeout", type=float, default=None, help="Timeout for key-value memory workers processing.") |
| 69 | |
| 70 | args = parser.parse_args() |
| 71 | result_path = Path(args.output_dir) |
| 72 | result_path.mkdir(parents=True, exist_ok=True) |
| 73 | if len(args.agent_names) != len(args.agent_nums): |
| 74 | parser.error("The number of agent names must match the number of agent counts.") |
| 75 | return args |
| 76 | |
| 77 | |
| 78 | async def main(): |