(self, hidden_states, input_tensor)
| 271 | self.dropout = nn.Dropout(config.hidden_dropout_prob) |
| 272 | |
| 273 | def forward(self, hidden_states, input_tensor): |
| 274 | hidden_states = self.dense(hidden_states) |
| 275 | hidden_states = self.dropout(hidden_states) |
| 276 | hidden_states = self.LayerNorm(hidden_states + input_tensor) |
| 277 | return hidden_states |
| 278 | |
| 279 | |
| 280 | class BertAttention(nn.Module): |
nothing calls this directly
no outgoing calls
no test coverage detected