(self, cfg: Config)
| 561 | pass |
| 562 | |
| 563 | def _get_world_size(self, cfg: Config) -> int: |
| 564 | m_world_size = cfg.safe_get('megatron.world_size') |
| 565 | if m_world_size is None: |
| 566 | return cfg.safe_get('model.world_size') |
| 567 | return m_world_size |
| 568 | |
| 569 | |
| 570 | def collate_fn(data, device): |