Initialize cosine scheduler. Args: base_value (float): Initial value after warmup final_value (float): Final value at end of schedule total_iters (int): Total number of iterations warmup_iters (int): Number of warmup iterations
(self, base_value, final_value, total_iters, warmup_iters=0, start_warmup_value=0, freeze_iters=0)
| 166 | """ |
| 167 | |
| 168 | def __init__(self, base_value, final_value, total_iters, warmup_iters=0, start_warmup_value=0, freeze_iters=0): |
| 169 | """ |
| 170 | Initialize cosine scheduler. |
| 171 | |
| 172 | Args: |
| 173 | base_value (float): Initial value after warmup |
| 174 | final_value (float): Final value at end of schedule |
| 175 | total_iters (int): Total number of iterations |
| 176 | warmup_iters (int): Number of warmup iterations |
| 177 | start_warmup_value (float): Starting value for warmup |
| 178 | freeze_iters (int): Number of initial freeze iterations |
| 179 | """ |
| 180 | super().__init__() |
| 181 | self.final_value = final_value |
| 182 | self.total_iters = total_iters |
| 183 | |
| 184 | freeze_schedule = np.zeros((freeze_iters)) |
| 185 | |
| 186 | warmup_schedule = np.linspace(start_warmup_value, base_value, warmup_iters) |
| 187 | |
| 188 | iters = np.arange(total_iters - warmup_iters - freeze_iters) |
| 189 | schedule = final_value + 0.5 * (base_value - final_value) * (1 + np.cos(np.pi * iters / len(iters))) |
| 190 | self.schedule = np.concatenate((freeze_schedule, warmup_schedule, schedule)) |
| 191 | |
| 192 | assert len(self.schedule) == self.total_iters |
| 193 | |
| 194 | def __getitem__(self, it): |
| 195 | """ |
nothing calls this directly
no outgoing calls
no test coverage detected