| 490 | return 1 |
| 491 | |
| 492 | def init_optimizers(self, optimizers): |
| 493 | |
| 494 | # single optimizer |
| 495 | if isinstance(optimizers, Optimizer): |
| 496 | return [optimizers], [] |
| 497 | |
| 498 | # two lists |
| 499 | elif len(optimizers) == 2 and isinstance(optimizers[0], list): |
| 500 | optimizers, lr_schedulers = optimizers |
| 501 | return optimizers, lr_schedulers |
| 502 | |
| 503 | # single list or tuple |
| 504 | elif isinstance(optimizers, list) or isinstance(optimizers, tuple): |
| 505 | return optimizers, [] |
| 506 | |
| 507 | def run_pretrain_routine(self, model): |
| 508 | """Sanity check a few things before starting actual training. |