(self, step)
| 59 | self.staircase = staircase |
| 60 | |
| 61 | def call(self, step): |
| 62 | if self.staircase: |
| 63 | s = step // self.decay_steps |
| 64 | else: |
| 65 | s = step / self.decay_steps |
| 66 | ret = Tensor((1,), s.device) |
| 67 | ret.set_value(self.decay_rate) |
| 68 | return self.init_value * tensor.pow(ret, s) |
| 69 | |
| 70 | |
| 71 | class Optimizer(object): |