(self, config, bert_model_embedding_weights)
| 671 | |
| 672 | class BertPreTrainingHeads(nn.Module): |
| 673 | def __init__(self, config, bert_model_embedding_weights): |
| 674 | super(BertPreTrainingHeads, self).__init__() |
| 675 | self.predictions = BertLMPredictionHead(config, bert_model_embedding_weights) |
| 676 | self.seq_relationship = nn.Linear(config.hidden_size, 2) |
| 677 | |
| 678 | def forward(self, sequence_output, pooled_output): |
| 679 | prediction_scores = self.predictions(sequence_output) |
nothing calls this directly
no test coverage detected