(
model,
base_learning_rate,
max_gradient_norm=None,
allow_lr_injection=False,
**kwargs
)
| 2333 | ) |
| 2334 | |
| 2335 | def build_decay_adagrad( |
| 2336 | model, |
| 2337 | base_learning_rate, |
| 2338 | max_gradient_norm=None, |
| 2339 | allow_lr_injection=False, |
| 2340 | **kwargs |
| 2341 | ): |
| 2342 | decay_adagrad_optimizer = DecayAdagradOptimizer(alpha=base_learning_rate, **kwargs) |
| 2343 | return _build( |
| 2344 | model, |
| 2345 | decay_adagrad_optimizer, |
| 2346 | max_gradient_norm=max_gradient_norm, |
| 2347 | allow_lr_injection=allow_lr_injection, |
| 2348 | ) |
| 2349 | |
| 2350 | def build_yellowfin(model, base_learning_rate=0.1, **kwargs): |
| 2351 | yellowfin_optimizer = YellowFinOptimizer(alpha=base_learning_rate, **kwargs) |
searching dependent graphs…