()
| 4 | |
| 5 | |
| 6 | def get_dist_info(): |
| 7 | if dist.is_available(): |
| 8 | initialized = dist.is_initialized() |
| 9 | else: |
| 10 | initialized = False |
| 11 | if initialized: |
| 12 | rank = dist.get_rank() |
| 13 | world_size = dist.get_world_size() |
| 14 | else: |
| 15 | rank = 0 |
| 16 | world_size = 1 |
| 17 | return rank, world_size |
| 18 | |
| 19 | |
| 20 | def load_state_dict(module, state_dict, strict=False, logger=None): |
no outgoing calls