(self, x, gate_input=None, forward_input=None)
| 161 | self.transformer_gate = transformer_gate |
| 162 | |
| 163 | def forward(self, x, gate_input=None, forward_input=None): |
| 164 | if gate_input is None: |
| 165 | gate_input = x |
| 166 | if forward_input is None: |
| 167 | forward_input = x |
| 168 | gate = self.transformer_gate(gate_input) |
| 169 | forward = self.transformer_forward(forward_input) |
| 170 | return gate * forward + (1 - gate) * x |
nothing calls this directly
no outgoing calls
no test coverage detected