(self)
| 3694 | exit() |
| 3695 | |
| 3696 | def _write_monitor(self): |
| 3697 | if self.global_rank == 0: |
| 3698 | self.summary_events = [ |
| 3699 | ( |
| 3700 | "Train/Samples/elapsed_time_ms_forward", |
| 3701 | self.timers(FORWARD_GLOBAL_TIMER).elapsed(reset=False), |
| 3702 | self.global_samples, |
| 3703 | ), |
| 3704 | ( |
| 3705 | "Train/Samples/elapsed_time_ms_backward", |
| 3706 | self.timers(BACKWARD_GLOBAL_TIMER).elapsed(reset=False), |
| 3707 | self.global_samples, |
| 3708 | ), |
| 3709 | ( |
| 3710 | "Train/Samples/elapsed_time_ms_backward_inner", |
| 3711 | self.timers(BACKWARD_INNER_GLOBAL_TIMER).elapsed(reset=False), |
| 3712 | self.global_samples, |
| 3713 | ), |
| 3714 | ( |
| 3715 | "Train/Samples/elapsed_time_ms_backward_allreduce", |
| 3716 | self.timers(BACKWARD_REDUCE_GLOBAL_TIMER).elapsed(reset=False), |
| 3717 | self.global_samples, |
| 3718 | ), |
| 3719 | ( |
| 3720 | "Train/Samples/elapsed_time_ms_step", |
| 3721 | self.timers(STEP_GLOBAL_TIMER).elapsed(reset=False), |
| 3722 | self.global_samples, |
| 3723 | ), |
| 3724 | ] |
| 3725 | self.monitor.write_events(self.summary_events) |
| 3726 | |
| 3727 | def _get_optimizer_param(self, param_name): |
| 3728 | result = [] |
no test coverage detected