Get the current learning rate.
(self)
| 155 | return self.factor * (self.model_size ** (-0.5) * min(step ** (-0.5), step * self.warmup ** (-1.5))) |
| 156 | |
| 157 | def get_current_lr(self): |
| 158 | """Get the current learning rate.""" |
| 159 | return self._rate |
| 160 | |
| 161 | def unscale(self, scaler=None): |
| 162 | """ |
nothing calls this directly
no outgoing calls
no test coverage detected