| 223 | self.assertTrue((ori_layer_bias != model.linear.linear.bias).any()) |
| 224 | |
| 225 | class FakeDDP(nn.Module): |
| 226 | |
| 227 | def __init__(self, module) -> None: |
| 228 | super().__init__() |
| 229 | self.module = module |
| 230 | |
| 231 | # Test initialization of nested modules in DDPModule which define |
| 232 | # `init_weights`. |
no outgoing calls
searching dependent graphs…