(self)
| 1549 | return (optimizer_name in DEEPSPEED_OPTIMIZERS or getattr(torch.optim, optimizer_name, None) is not None) |
| 1550 | |
| 1551 | def _supported_optims(self): |
| 1552 | FairseqOptimizer = None |
| 1553 | try: |
| 1554 | from fairseq.optim.fairseq_optimizer import FairseqOptimizer |
| 1555 | except ImportError: |
| 1556 | pass |
| 1557 | |
| 1558 | expected_optim_types = [Optimizer] |
| 1559 | if FairseqOptimizer: |
| 1560 | # fairseq optims are not torch.optim objects |
| 1561 | expected_optim_types.append(FairseqOptimizer) |
| 1562 | return expected_optim_types |
| 1563 | |
| 1564 | # Validate configuration based on command line arguments |
| 1565 | def _do_sanity_check(self): |
no test coverage detected