(self)
| 515 | singa.Axpy(minus_lr.data, tmp, param_value.data) |
| 516 | |
| 517 | def step(self): |
| 518 | # increment step counter, lr and moment |
| 519 | super().step() |
| 520 | decay_value = self.weight_decay(self.step_counter) |
| 521 | epsilon_value = self.epsilon(self.step_counter) |
| 522 | self.decay_value.copy_from(decay_value) |
| 523 | self.epsilon_value.copy_from(epsilon_value) |
| 524 | |
| 525 | def get_states(self): |
| 526 | states = super().get_states() |