(text_encoder)
| 39 | |
| 40 | |
| 41 | def text_encoder_attn_modules(text_encoder): |
| 42 | attn_modules = [] |
| 43 | |
| 44 | if isinstance(text_encoder, (CLIPTextModel, CLIPTextModelWithProjection)): |
| 45 | for i, layer in enumerate(text_encoder.text_model.encoder.layers): |
| 46 | name = f"text_model.encoder.layers.{i}.self_attn" |
| 47 | mod = layer.self_attn |
| 48 | attn_modules.append((name, mod)) |
| 49 | else: |
| 50 | raise ValueError(f"do not know how to get attention modules for: {text_encoder.__class__.__name__}") |
| 51 | |
| 52 | return attn_modules |
| 53 | |
| 54 | |
| 55 | def text_encoder_mlp_modules(text_encoder): |
no outgoing calls
no test coverage detected