Note that this call will sync across all ranks.
(string)
| 68 | |
| 69 | |
| 70 | def print_datetime(string): |
| 71 | """Note that this call will sync across all ranks.""" |
| 72 | torch.distributed.barrier() |
| 73 | time_str = datetime.now().strftime("%Y-%m-%d %H:%M:%S") |
| 74 | print_rank_0("[" + string + "] datetime: {} ".format(time_str)) |
| 75 | |
| 76 | |
| 77 | def pretrain( |
no test coverage detected