| 535 | } |
| 536 | |
| 537 | at::Tensor allgather_param(at::Tensor param_tensor, |
| 538 | long graph_id, |
| 539 | long ds_id, |
| 540 | std::optional<at::ScalarType> dtype) |
| 541 | { |
| 542 | auto executor = getExecutor<Z3CustomOpExecutor>(graph_id, executors); |
| 543 | |
| 544 | if (sync_before_allgather) { c10::cuda::device_synchronize(); } |
| 545 | auto ret = executor->allgatherParam(ds_id, dtype, symm_mem); |
| 546 | if (sync_after_allgather) { c10::cuda::device_synchronize(); } |
| 547 | return ret; |
| 548 | } |
| 549 | |
| 550 | void set_persistent(long ds_id) |
| 551 | { |
nothing calls this directly
no test coverage detected