(self, x)
| 134 | self.dropout = nn.Dropout(dropout) |
| 135 | |
| 136 | def forward(self, x): |
| 137 | x = self.fc1(x) * self.gate(x) |
| 138 | x = self.dropout(x) |
| 139 | x = self.fc2(x) |
| 140 | x = self.dropout(x) |
| 141 | return x |
| 142 | |
| 143 | |
| 144 | class T5SelfAttention(nn.Module): |
nothing calls this directly
no outgoing calls
no test coverage detected