(self)
| 83 | logger.info(f"Rank {self.rank} distributed environment cleaned up") |
| 84 | |
| 85 | def barrier(self): |
| 86 | if self.is_initialized and dist.is_initialized(): |
| 87 | if torch.cuda.is_available() and dist.get_backend() == "nccl": |
| 88 | dist.barrier(device_ids=[torch.cuda.current_device()]) |
| 89 | else: |
| 90 | dist.barrier() |
| 91 | |
| 92 | def is_rank_zero(self) -> bool: |
| 93 | return self.rank == 0 |
no test coverage detected