(optimizer, lr_scheduler, sd)
| 307 | |
| 308 | |
| 309 | def load_optim(optimizer, lr_scheduler, sd): |
| 310 | # Optimizer. |
| 311 | try: |
| 312 | if optimizer is not None: |
| 313 | optimizer.load_state_dict(sd['optimizer']) |
| 314 | if lr_scheduler is not None: |
| 315 | lr_scheduler.load_state_dict(sd['lr_scheduler']) |
| 316 | except KeyError: |
| 317 | log_dist('Unable to load optimizer from checkpoint, exiting. ' |
| 318 | 'Specify --no-load-optim or --finetune to prevent ' |
| 319 | 'attempting to load the optimizer ' |
| 320 | 'state.', [0]) |
| 321 | |
| 322 | |
| 323 | def load_rng(sd): |