(self, q, kv, mask)
| 99 | self.mlp = Mlp(in_features=dim, hidden_features=mlp_hidden_dim, act_layer=act_layer, drop=drop) |
| 100 | |
| 101 | def forward(self, q, kv, mask): |
| 102 | q = q + self.attn2(self.norm2_1(q), self.norm2_2(kv), mask) |
| 103 | q = q + self.mlp(self.norm2(q)) |
| 104 | return q |
| 105 | |
| 106 | |
| 107 |
nothing calls this directly
no outgoing calls
no test coverage detected