(self)
| 421 | singa.Axpy(minus_lr.data, tmp3, param_value.data) |
| 422 | |
| 423 | def step(self): |
| 424 | # increment step counter, lr and moment |
| 425 | super().step() |
| 426 | decay_value = self.weight_decay(self.step_counter) |
| 427 | rho_value = self.rho(self.step_counter) |
| 428 | epsilon_value = self.epsilon(self.step_counter) |
| 429 | self.decay_value.copy_from(decay_value) |
| 430 | self.rho_value.copy_from(rho_value) |
| 431 | self.epsilon_value.copy_from(epsilon_value) |
| 432 | |
| 433 | def get_states(self): |
| 434 | states = super().get_states() |