(self, step)
| 3262 | return None |
| 3263 | |
| 3264 | def _report_progress(self, step): |
| 3265 | lr = self.get_lr() |
| 3266 | mom = self.get_mom() |
| 3267 | log_dist(f"step={step}, skipped={self.skipped_steps}, lr={lr}, mom={mom}", ranks=[0]) |
| 3268 | |
| 3269 | def allreduce_bucket(self, bucket, dp_group, dp_world_size=None): |
| 3270 | tensor = self.flatten(bucket) |
no test coverage detected