(self)
| 188 | return self._get_closed_form_lr() |
| 189 | |
| 190 | def _get_closed_form_lr(self): |
| 191 | warmup = 1 - self.warmup ** (self.last_epoch + 1) |
| 192 | lr_mult = (1 + self.last_epoch / self.inv_gamma) ** -self.power |
| 193 | return [warmup * max(self.min_lr, base_lr * lr_mult) |
| 194 | for base_lr in self.base_lrs] |
| 195 | |
| 196 | |
| 197 | class ExponentialLR(optim.lr_scheduler._LRScheduler): |