()
| 194 | return reduced_dict |
| 195 | |
| 196 | def setup_logging(): |
| 197 | logging.basicConfig(level=logging.INFO) |
| 198 | rank = dist.get_rank() |
| 199 | logging.info(f'Rank {rank} before all_reduce') |
| 200 | |
| 201 | class MetricLogger(object): |
| 202 | def __init__(self, delimiter='\t'): |