(self)
| 229 | return self._get_closed_form_lr() |
| 230 | |
| 231 | def _get_closed_form_lr(self): |
| 232 | warmup = 1 - self.warmup ** (self.last_epoch + 1) |
| 233 | lr_mult = (self.decay ** (1 / self.num_steps)) ** self.last_epoch |
| 234 | return [warmup * max(self.min_lr, base_lr * lr_mult) |
| 235 | for base_lr in self.base_lrs] |
| 236 | |
| 237 | |
| 238 | class ConstantLRWithWarmup(optim.lr_scheduler._LRScheduler): |