(self)
| 962 | return (optimizer_name in DEEPSPEED_OPTIMIZERS or getattr(torch.optim, optimizer_name, None) is not None) |
| 963 | |
| 964 | def _supported_optims(self): |
| 965 | FairseqOptimizer = None |
| 966 | try: |
| 967 | from fairseq.optim.fairseq_optimizer import FairseqOptimizer |
| 968 | except ImportError: |
| 969 | pass |
| 970 | |
| 971 | expected_optim_types = [Optimizer] |
| 972 | if FairseqOptimizer: |
| 973 | # fairseq optims are not torch.optim objects |
| 974 | expected_optim_types.append(FairseqOptimizer) |
| 975 | return expected_optim_types |
| 976 | |
| 977 | # Validate configuration based on command line arguments |
| 978 | def _do_sanity_check(self): |
no test coverage detected