(self)
| 1606 | return (optimizer_name in DEEPSPEED_OPTIMIZERS or getattr(torch.optim, optimizer_name, None) is not None) |
| 1607 | |
| 1608 | def _supported_optims(self): |
| 1609 | FairseqOptimizer = None |
| 1610 | try: |
| 1611 | from fairseq.optim.fairseq_optimizer import FairseqOptimizer |
| 1612 | except ImportError: |
| 1613 | pass |
| 1614 | |
| 1615 | expected_optim_types = [Optimizer] |
| 1616 | if FairseqOptimizer: |
| 1617 | # fairseq optims are not torch.optim objects |
| 1618 | expected_optim_types.append(FairseqOptimizer) |
| 1619 | return expected_optim_types |
| 1620 | |
| 1621 | # Validate configuration based on command line arguments |
| 1622 | def _do_sanity_check(self): |
no test coverage detected