Synchronize a sequence of Tensors across ranks from rank 0.
(params)
| 60 | |
| 61 | |
| 62 | def sync_params(params): |
| 63 | """ |
| 64 | Synchronize a sequence of Tensors across ranks from rank 0. |
| 65 | """ |
| 66 | for p in params: |
| 67 | with th.no_grad(): |
| 68 | dist.broadcast(p, 0) |
| 69 | |
| 70 | |
| 71 | def _find_free_port(): |
nothing calls this directly
no outgoing calls
no test coverage detected