()
| 46 | gm = ad.GradManager().attach(net.parameters(), callbacks=[allreduce_cb]) |
| 47 | |
| 48 | def run(): |
| 49 | opt.clear_grad() |
| 50 | with gm: |
| 51 | x = tensor(data) |
| 52 | loss = net(x) |
| 53 | loss = loss.sum() |
| 54 | gm.backward(loss) |
| 55 | |
| 56 | for i in range(n_iters): |
| 57 | run() |
no test coverage detected