(iteration, model, optimizer, lr_scheduler)
| 868 | |
| 869 | |
| 870 | def save_checkpoint_and_time(iteration, model, optimizer, lr_scheduler): |
| 871 | timers = get_timers() |
| 872 | # Extra barrier is added to make sure |
| 873 | # all ranks report the max time. |
| 874 | torch.distributed.barrier() |
| 875 | timers("save-checkpoint").start() |
| 876 | save_checkpoint(iteration, model, optimizer, lr_scheduler) |
| 877 | torch.distributed.barrier() |
| 878 | timers("save-checkpoint").stop() |
| 879 | timers.log(["save-checkpoint"]) |
| 880 | |
| 881 | |
| 882 | def train( |
no test coverage detected