(self, hidden_states: Optional[torch.FloatTensor])
| 239 | self.dropout = nn.Dropout(config.resid_pdrop) |
| 240 | |
| 241 | def forward(self, hidden_states: Optional[torch.FloatTensor]) -> torch.FloatTensor: |
| 242 | hidden_states = self.fc_in(hidden_states) |
| 243 | hidden_states = self.act(hidden_states) |
| 244 | hidden_states = self.fc_out(hidden_states) |
| 245 | hidden_states = self.dropout(hidden_states) |
| 246 | return hidden_states |
| 247 | |
| 248 | |
| 249 | # Copied from transformers.models.gptj.modeling_gptj.GPTJBlock with GPTJ->Moss |
nothing calls this directly
no outgoing calls
no test coverage detected