(config_dict, model, base_optimizer)
| 155 | |
| 156 | |
| 157 | def create_deepspeed_model(config_dict, model, base_optimizer): |
| 158 | ds_model, _, _, _ = deepspeed.initialize(config=config_dict, |
| 159 | model=model, |
| 160 | model_parameters=create_moe_param_groups(model), |
| 161 | optimizer=base_optimizer) |
| 162 | ds_model.empty_partition_cache() |
| 163 | return ds_model |
| 164 | |
| 165 | |
| 166 | def checkpoint_correctness_verification(config_dict, |