()
| 21 | |
| 22 | |
| 23 | def main(): |
| 24 | import fastdeploy.entrypoints.cli.benchmark.main |
| 25 | import fastdeploy.entrypoints.cli.collect_env |
| 26 | import fastdeploy.entrypoints.cli.openai |
| 27 | import fastdeploy.entrypoints.cli.run_batch |
| 28 | import fastdeploy.entrypoints.cli.serve |
| 29 | import fastdeploy.entrypoints.cli.tokenizer |
| 30 | from fastdeploy.utils import FlexibleArgumentParser |
| 31 | |
| 32 | CMD_MODULES = [ |
| 33 | fastdeploy.entrypoints.cli.run_batch, |
| 34 | fastdeploy.entrypoints.cli.tokenizer, |
| 35 | fastdeploy.entrypoints.cli.openai, |
| 36 | fastdeploy.entrypoints.cli.benchmark.main, |
| 37 | fastdeploy.entrypoints.cli.serve, |
| 38 | fastdeploy.entrypoints.cli.collect_env, |
| 39 | ] |
| 40 | |
| 41 | parser = FlexibleArgumentParser(description="FastDeploy CLI") |
| 42 | parser.add_argument( |
| 43 | "-v", |
| 44 | "--version", |
| 45 | action="version", |
| 46 | version=__version__, |
| 47 | ) |
| 48 | subparsers = parser.add_subparsers(required=False, dest="subparser") |
| 49 | cmds = {} |
| 50 | for cmd_module in CMD_MODULES: |
| 51 | new_cmds = cmd_module.cmd_init() |
| 52 | for cmd in new_cmds: |
| 53 | cmd.subparser_init(subparsers).set_defaults(dispatch_function=cmd.cmd) |
| 54 | cmds[cmd.name] = cmd |
| 55 | args = parser.parse_args() |
| 56 | if args.subparser in cmds: |
| 57 | cmds[args.subparser].validate(args) |
| 58 | |
| 59 | if hasattr(args, "dispatch_function"): |
| 60 | args.dispatch_function(args) |
| 61 | else: |
| 62 | parser.print_help() |
| 63 | |
| 64 | |
| 65 | if __name__ == "__main__": |
no test coverage detected