()
| 2 | |
| 3 | |
| 4 | def make_argument_parser() -> argparse.ArgumentParser: |
| 5 | parser = argparse.ArgumentParser() |
| 6 | |
| 7 | parser.add_argument( |
| 8 | "--run_mode", |
| 9 | type=str, |
| 10 | choices=["normal", "prefill", "decode", "pd_master", "config_server"], |
| 11 | default="normal", |
| 12 | help="""set run mode, normal is started for a single server, prefill decode pd_master is for pd split run mode, |
| 13 | config_server is for pd split mode used to register pd_master node, and get pd_master node list, |
| 14 | specifically designed for large-scale, high-concurrency scenarios where `pd_master` encounters |
| 15 | significant CPU bottlenecks.""", |
| 16 | ) |
| 17 | parser.add_argument("--host", type=str, default="127.0.0.1") |
| 18 | parser.add_argument("--port", type=int, default=8000) |
| 19 | parser.add_argument("--httpserver_workers", type=int, default=1) |
| 20 | parser.add_argument( |
| 21 | "--zmq_mode", |
| 22 | type=str, |
| 23 | default="ipc:///tmp/", |
| 24 | help="use socket mode or ipc mode, only can be set in ['tcp://', 'ipc:///tmp/']", |
| 25 | ) |
| 26 | |
| 27 | parser.add_argument( |
| 28 | "--pd_master_ip", |
| 29 | type=str, |
| 30 | default="0.0.0.0", |
| 31 | help="when run_mode set to prefill or decode, you need set this pd_mater_ip", |
| 32 | ) |
| 33 | parser.add_argument( |
| 34 | "--pd_master_port", |
| 35 | type=int, |
| 36 | default=1212, |
| 37 | help="when run_mode set to prefill or decode, you need set this pd_mater_port", |
| 38 | ) |
| 39 | parser.add_argument( |
| 40 | "--pd_decode_rpyc_port", |
| 41 | type=int, |
| 42 | default=42000, |
| 43 | help="p d mode, decode node used for kv move manager rpyc server port", |
| 44 | ) |
| 45 | parser.add_argument( |
| 46 | "--select_p_d_node_strategy", |
| 47 | type=str, |
| 48 | default="round_robin", |
| 49 | choices=["random", "round_robin", "adaptive_load"], |
| 50 | help="pd master use this strategy to select p d node, can be round_robin, random or adaptive_load", |
| 51 | ) |
| 52 | parser.add_argument( |
| 53 | "--config_server_host", |
| 54 | type=str, |
| 55 | default=None, |
| 56 | help="The host address for the config server in config_server mode.", |
| 57 | ) |
| 58 | parser.add_argument( |
| 59 | "--config_server_port", |
| 60 | type=int, |
| 61 | default=None, |
no outgoing calls
no test coverage detected