(self, config)
| 460 | |
| 461 | class BertEncoder(nn.Module): |
| 462 | def __init__(self, config): |
| 463 | super(BertEncoder, self).__init__() |
| 464 | layer = BertLayer(config) |
| 465 | self.layer = nn.ModuleList([copy.deepcopy(layer) for _ in range(config.num_hidden_layers)]) |
| 466 | |
| 467 | # def forward(self, hidden_states, attention_mask, output_all_encoded_layers=True): |
| 468 | # all_encoder_layers = [] |