Return a process group based on gloo backend, containing all the ranks The result is cached.
()
| 262 | |
| 263 | @functools.lru_cache() |
| 264 | def _get_global_gloo_group(): |
| 265 | """ |
| 266 | Return a process group based on gloo backend, containing all the ranks |
| 267 | The result is cached. |
| 268 | """ |
| 269 | if dist.get_backend() == 'nccl': |
| 270 | return dist.new_group(backend='gloo') |
| 271 | else: |
| 272 | return dist.group.WORLD |
| 273 | |
| 274 | |
| 275 | def _serialize_to_tensor(data, group): |
no outgoing calls
no test coverage detected
searching dependent graphs…