(self, x)
| 139 | self.dropout = nn.Dropout(dropout) |
| 140 | |
| 141 | def forward(self, x): |
| 142 | x = self.fc1(x) * self.gate(x) |
| 143 | x = self.dropout(x) |
| 144 | x = self.fc2(x) |
| 145 | x = self.dropout(x) |
| 146 | return x |
| 147 | |
| 148 | |
| 149 | class T5SelfAttention(nn.Module): |
nothing calls this directly
no outgoing calls
no test coverage detected