()
| 18 | |
| 19 | |
| 20 | def main(): |
| 21 | model = Linear(10, 10) |
| 22 | optimizer = Adam(model.parameters()) |
| 23 | lr_scheduler = AnnealingLR(optimizer, |
| 24 | start_lr=0.00015, |
| 25 | warmup_iter=3000, |
| 26 | num_iters=300000, |
| 27 | decay_style='cosine', |
| 28 | decay_ratio=0.1) |
| 29 | steps = np.arange(0, 400000, 10, dtype=np.long) |
| 30 | rates = [] |
| 31 | for step in steps: |
| 32 | lr_scheduler.num_iters = step |
| 33 | rates.append(lr_scheduler.get_lr()) |
| 34 | print(rates) |
| 35 | plt.plot(steps, rates) |
| 36 | plt.savefig("lr.pdf", format='pdf') |
no test coverage detected