(
self,
learning_rate,
multiply_by_parameter_scale,
clipping_threshold,
apply_scale_by_trust_ratio,
)
| 319 | apply_scale_by_trust_ratio=(False, True), |
| 320 | ) |
| 321 | def test_adafactor_optimizer( |
| 322 | self, |
| 323 | learning_rate, |
| 324 | multiply_by_parameter_scale, |
| 325 | clipping_threshold, |
| 326 | apply_scale_by_trust_ratio, |
| 327 | ): |
| 328 | self._test_optimizer( |
| 329 | adafactor_optimizer( |
| 330 | learning_rate=learning_rate, |
| 331 | b1=0.9, |
| 332 | b2=0.98, |
| 333 | multiply_by_parameter_scale=multiply_by_parameter_scale, |
| 334 | clipping_threshold=clipping_threshold, |
| 335 | apply_scale_by_trust_ratio=apply_scale_by_trust_ratio, |
| 336 | ) |
| 337 | ) |
| 338 | |
| 339 | @parameterized.parameters((0.1, 0, False), (0.1, 0.01, False), (0.1, 0.0, True)) |
| 340 | def test_lion_optimizer(self, learning_rate, weight_decay, multiply_by_parameter_scale): |
nothing calls this directly
no test coverage detected