(q: Tensor, kv: Tensor)
| 106 | return self.ls1(self.self_attn(self.norm1(q))) |
| 107 | |
| 108 | def cross_attn_residual_func(q: Tensor, kv: Tensor) -> Tensor: |
| 109 | return self.ls2(self.cross_attn(self.q_norm2(q), self.kv_norm2(kv))) |
| 110 | |
| 111 | def ffn_residual_func(q: Tensor) -> Tensor: |
| 112 | return self.ls3(self.mlp(self.norm3(q))) |
nothing calls this directly
no outgoing calls
no test coverage detected