(self, args)
| 1501 | return None |
| 1502 | |
| 1503 | def _set_distributed_vars(self, args): |
| 1504 | device_rank = args.device_rank if args is not None and hasattr(args, 'device_rank') else self.local_rank |
| 1505 | if device_rank >= 0: |
| 1506 | get_accelerator().set_device(device_rank) |
| 1507 | self.device = torch.device(get_accelerator().device_name(device_rank)) |
| 1508 | self.world_size = dist.get_world_size() |
| 1509 | self.global_rank = dist.get_rank() |
| 1510 | else: |
| 1511 | self.world_size = 1 |
| 1512 | self.global_rank = 0 |
| 1513 | self.device = get_accelerator().device() |
| 1514 | |
| 1515 | # Configure based on command line arguments |
| 1516 | def _configure_with_arguments(self, args, mpu): |
no test coverage detected