(rank, world_size, num_gpus, train_loader, test_loader)
| 218 | |
| 219 | # Main loop for trainers. |
| 220 | def run_worker(rank, world_size, num_gpus, train_loader, test_loader): |
| 221 | print(f"Worker rank {rank} initializing RPC") |
| 222 | rpc.init_rpc( |
| 223 | name=f"trainer_{rank}", |
| 224 | rank=rank, |
| 225 | world_size=world_size) |
| 226 | |
| 227 | print(f"Worker {rank} done initializing RPC") |
| 228 | |
| 229 | run_training_loop(rank, num_gpus, train_loader, test_loader) |
| 230 | rpc.shutdown() |
| 231 | |
| 232 | # --------- Launcher -------------------- |
| 233 |
nothing calls this directly
no test coverage detected