(trainers)
| 104 | |
| 105 | |
| 106 | def run_ps(trainers): |
| 107 | timed_log("Start training") |
| 108 | ps_rref = rpc.RRef(BatchUpdateParameterServer()) |
| 109 | futs = [] |
| 110 | for trainer in trainers: |
| 111 | futs.append( |
| 112 | rpc.rpc_async(trainer, run_trainer, args=(ps_rref,)) |
| 113 | ) |
| 114 | |
| 115 | torch.futures.wait_all(futs) |
| 116 | timed_log("Finish training") |
| 117 | |
| 118 | |
| 119 | def run(rank, world_size): |
no test coverage detected