| 832 | # So we create a virtual wrapper to contail all the models |
| 833 | |
| 834 | class DeepSpeedWrapperModel(nn.Module): |
| 835 | def __init__(self, **kwargs): |
| 836 | super().__init__() |
| 837 | for name, value in kwargs.items(): |
| 838 | assert isinstance(value, nn.Module) |
| 839 | self.register_module(name, value) |
| 840 | |
| 841 | |
| 842 | def main(): |
nothing calls this directly
no outgoing calls
no test coverage detected