(self)
| 79 | self.pure_bf16 = self.config['pure_bf16'] |
| 80 | |
| 81 | def run(self): |
| 82 | self.init_fleet_with_gloo() |
| 83 | self.network() |
| 84 | if fleet.is_server(): |
| 85 | self.run_server() |
| 86 | elif fleet.is_worker(): |
| 87 | self.run_worker() |
| 88 | fleet.stop_worker() |
| 89 | self.record_result() |
| 90 | logger.info("Run Success, Exit.") |
| 91 | |
| 92 | def init_fleet_with_gloo(use_gloo=True): |
| 93 | if use_gloo: |
no test coverage detected