(self, config, args)
| 884 | ``` |
| 885 | """ |
| 886 | def __init__(self, config, args): |
| 887 | super(BertForPreTraining, self).__init__(config) |
| 888 | self.bert = BertModel(config) |
| 889 | self.cls = BertPreTrainingHeads(config, self.bert.embeddings.word_embeddings.weight) |
| 890 | self.apply(self.init_bert_weights) |
| 891 | |
| 892 | def forward(self, batch, log=True): |
| 893 | #input_ids, token_type_ids=None, attention_mask=None, masked_lm_labels=None, next_sentence_label=None, checkpoint_activations=False): |
nothing calls this directly
no test coverage detected