(
model,
base_learning_rate,
max_gradient_norm=None,
allow_lr_injection=False,
**kwargs
)
| 2214 | |
| 2215 | |
| 2216 | def build_multi_precision_sgd( |
| 2217 | model, |
| 2218 | base_learning_rate, |
| 2219 | max_gradient_norm=None, |
| 2220 | allow_lr_injection=False, |
| 2221 | **kwargs |
| 2222 | ): |
| 2223 | multi_prec_sgd_optimizer = MultiPrecisionSgdOptimizer(base_learning_rate, **kwargs) |
| 2224 | return _build( |
| 2225 | model, |
| 2226 | multi_prec_sgd_optimizer, |
| 2227 | max_gradient_norm=max_gradient_norm, |
| 2228 | allow_lr_injection=allow_lr_injection, |
| 2229 | ) |
| 2230 | |
| 2231 | |
| 2232 | def build_fp16_sgd(model, base_learning_rate, **kwargs): |
searching dependent graphs…