(self, model)
| 312 | self.grads[name + '_grad'] = torch.zeros(p.size()).share_memory_().to(device) |
| 313 | |
| 314 | def add_gradient(self, model): |
| 315 | self.counter.increment() |
| 316 | for name, p in model.named_parameters(): |
| 317 | if p.requires_grad: |
| 318 | # print("name:",name) |
| 319 | # print("data:", p.grad) |
| 320 | self.grads[name + '_grad'] += p.grad.data |
| 321 | |
| 322 | def average_gradient(self): |
| 323 | counter_num = self.counter.get() |