Get the list of transformer layers.
(inner_model)
| 86 | |
| 87 | |
| 88 | def get_layers(inner_model): |
| 89 | """Get the list of transformer layers.""" |
| 90 | for attr in ("layers", "h"): |
| 91 | layers = getattr(inner_model, attr, None) |
| 92 | if layers is not None: |
| 93 | return layers |
| 94 | raise ValueError("Model must have a 'layers' or 'h' attribute") |
| 95 | |
| 96 | |
| 97 | def pipeline_auto_parallel(model, group, start_layer=None, end_layer=None): |
no outgoing calls
no test coverage detected