(model: FSDPModule)
| 5 | |
| 6 | |
| 7 | def inspect_model(model: FSDPModule): |
| 8 | assert isinstance(model, Transformer) |
| 9 | assert isinstance(model, FSDPModule) |
| 10 | |
| 11 | if torch.distributed.get_rank() == 0: |
| 12 | print(model) |
| 13 | |
| 14 | for param in model.parameters(): |
| 15 | assert param.placements == (Shard(0),) |
| 16 | assert param.dtype == torch.float32 |
| 17 | # print(param.get_local_tensor()) |
| 18 | |
| 19 | |
| 20 | def inspect_mixed_precision(model: FSDPModule): |