(self, config)
| 529 | |
| 530 | class BertPreTrainingHeads(nn.Module): |
| 531 | def __init__(self, config): |
| 532 | super().__init__() |
| 533 | self.predictions = BertLMPredictionHead(config) |
| 534 | self.seq_relationship = nn.Linear(config.hidden_size, 2) |
| 535 | |
| 536 | def forward(self, sequence_output, pooled_output): |
| 537 | prediction_scores = self.predictions(sequence_output) |
nothing calls this directly
no test coverage detected