(self)
| 364 | self.shadow[name] = param.data.clone() |
| 365 | |
| 366 | def update(self): |
| 367 | for name, param in self.model.named_parameters(): |
| 368 | if param.requires_grad: |
| 369 | assert name in self.shadow |
| 370 | new_average = (1.0 - self.decay) * param.data + self.decay * self.shadow[name] |
| 371 | self.shadow[name] = new_average.clone() |
| 372 | |
| 373 | def apply_shadow(self): |
| 374 | for name, param in self.model.named_parameters(): |