| 463 | """ |
| 464 | |
| 465 | def __init__(self, config): |
| 466 | super().__init__(config) |
| 467 | self.num_labels = config.num_labels |
| 468 | self.config = config |
| 469 | |
| 470 | self.bert = BertModel(config) |
| 471 | classifier_dropout = ( |
| 472 | config.classifier_dropout if config.classifier_dropout is not None else config.hidden_dropout_prob |
| 473 | ) |
| 474 | self.dropout = nn.Dropout(classifier_dropout) |
| 475 | self.classifier = nn.Linear(config.hidden_size, config.num_labels) |
| 476 | |
| 477 | # Initialize weights and apply final processing |
| 478 | self.post_init() |
| 479 | |
| 480 | @classmethod |
| 481 | def from_composer( |