(self)
| 405 | |
| 406 | class CLIPEncoderLayer: |
| 407 | def __init__(self): |
| 408 | self.self_attn = CLIPAttention() |
| 409 | self.layer_norm1 = LayerNorm(768) |
| 410 | self.mlp = CLIPMLP() |
| 411 | self.layer_norm2 = LayerNorm(768) |
| 412 | |
| 413 | def __call__(self, hidden_states, causal_attention_mask): |
| 414 | residual = hidden_states |
nothing calls this directly
no test coverage detected