(
self,
input_ids=None,
attention_mask=None,
)
| 506 | self.transformer = Transformer(config) |
| 507 | |
| 508 | def forward( |
| 509 | self, |
| 510 | input_ids=None, |
| 511 | attention_mask=None, |
| 512 | ): |
| 513 | |
| 514 | hidden_states = self.tok_embeddings(input_ids) |
| 515 | |
| 516 | hidden_states = self.transformer( |
| 517 | hidden_states, |
| 518 | attention_mask, |
| 519 | ) |
| 520 | return hidden_states |
| 521 | |
| 522 | |
| 523 |