| 843 | # So we create a virtual wrapper to contail all the models |
| 844 | |
| 845 | class DeepSpeedWrapperModel(nn.Module): |
| 846 | def __init__(self, **kwargs): |
| 847 | super().__init__() |
| 848 | for name, value in kwargs.items(): |
| 849 | assert isinstance(value, nn.Module) |
| 850 | self.register_module(name, value) |
| 851 | |
| 852 | |
| 853 | def main(): |
nothing calls this directly
no outgoing calls
no test coverage detected