()
| 117 | |
| 118 | |
| 119 | def _reset_world(): |
| 120 | for key in [ |
| 121 | "_pg_map", "_pg_names", "_pg_group_ranks", "_pg_backend_config", "_pg_to_tag", "_tags_to_pg" |
| 122 | ]: |
| 123 | if hasattr(dist.distributed_c10d, key): |
| 124 | setattr(dist.distributed_c10d, key, {}) |
| 125 | setattr(dist.distributed_c10d, "_group_count", 0) |
| 126 | dist.distributed_c10d._world = dist.distributed_c10d._World() |
| 127 | |
| 128 | def _save_world(): |
| 129 | save_dict = {} |