(x, tensor, group=None)
| 1119 | return group_info |
| 1120 | |
| 1121 | def vreduce(x, tensor, group=None): |
| 1122 | y = tensor.clone() |
| 1123 | if group is not None: |
| 1124 | allreduce(y, group=group) |
| 1125 | else: |
| 1126 | allreduce(y) |
| 1127 | x.update(y.item()) |
| 1128 | |
| 1129 | def vgather(x_list, x): |
| 1130 | allgather(x_list, torch.Tensor([x]).cuda()) |
no test coverage detected