| 415 | } |
| 416 | |
| 417 | float cosine_decay_restart(int64_t step, int64_t decay_steps, float minimum, float restart_step_mult) { |
| 418 | while (step > decay_steps) { |
| 419 | step -= decay_steps; |
| 420 | decay_steps = (int64_t) (restart_step_mult * decay_steps); |
| 421 | } |
| 422 | return cosine_decay(step, decay_steps, minimum); |
| 423 | } |
| 424 | |
| 425 | float learning_schedule( |
| 426 | int64_t step, |
no test coverage detected