(self, proc_rank, world_size)
| 274 | return None |
| 275 | |
| 276 | def init_ddp_connection(self, proc_rank, world_size): |
| 277 | set_hparams(print_hparams=False) |
| 278 | # guarantees unique ports across jobs from same grid search |
| 279 | default_port = 12910 |
| 280 | # if user gave a port number, use that one instead |
| 281 | try: |
| 282 | default_port = os.environ['MASTER_PORT'] |
| 283 | except Exception: |
| 284 | os.environ['MASTER_PORT'] = str(default_port) |
| 285 | |
| 286 | # figure out the root node addr |
| 287 | root_node = '127.0.0.2' |
| 288 | root_node = self.trainer.resolve_root_node_address(root_node) |
| 289 | os.environ['MASTER_ADDR'] = root_node |
| 290 | dist.init_process_group('nccl', rank=proc_rank, world_size=world_size) |
| 291 | |
| 292 | @data_loader |
| 293 | def train_dataloader(self): |
no test coverage detected