()
| 18 | # nccl version to verify bfloat16 native support is ready |
| 19 | |
| 20 | def bfloat_support(): |
| 21 | return ( |
| 22 | torch.version.cuda |
| 23 | and torch.cuda.is_bf16_supported() |
| 24 | and packaging.version.parse(torch.version.cuda).release >= (11, 0) |
| 25 | and dist.is_nccl_available() |
| 26 | and nccl.version() >= (2, 10) |
| 27 | ) |