(model: torch.nn.Module)
| 33 | |
| 34 | |
| 35 | def _get_patching_model(model: torch.nn.Module): |
| 36 | model = unwrap_model(model) |
| 37 | if isinstance(model, GPTModel): |
| 38 | return model |
| 39 | |
| 40 | if not (hasattr(model, "language_model") and isinstance(model.language_model, GPTModel)): |
| 41 | print(f"Model {model.__class__.__name__} is not a supported for fused forward") |
| 42 | return None |
| 43 | |
| 44 | return model.language_model |
| 45 | |
| 46 | |
| 47 | def patch_postprocess(model: torch.nn.Module): |
no test coverage detected