(layer_number)
| 590 | |
| 591 | # Transformer layers. |
| 592 | def build_layer(layer_number): |
| 593 | return TransformerLayer(self.hidden_size, self.num_attention_heads, layer_number) |
| 594 | |
| 595 | self.layers = torch.nn.ModuleList( |
| 596 | [build_layer(i + 1) for i in range(self.num_unique_layers)]) |
nothing calls this directly
no test coverage detected