(parser)
| 28 | |
| 29 | |
| 30 | def add_initialization_args(parser): |
| 31 | group = parser.add_argument_group("Initialization") |
| 32 | |
| 33 | group.add_argument( |
| 34 | "--sequential-initialization", |
| 35 | action="store_true", |
| 36 | help="Initialize sequentially in tensor parallel group (reduce CPU RAM for initialization)", |
| 37 | ) |
| 38 | |
| 39 | |
| 40 | def initialize(extra_args_provider): |