(layer_number)
| 683 | |
| 684 | # Transformer layers. |
| 685 | def build_layer(layer_number): |
| 686 | return TransformerLayer(self.hidden_size, self.num_attention_heads, layer_number) |
| 687 | |
| 688 | self.layers = torch.nn.ModuleList( |
| 689 | [build_layer(i + 1) for i in range(self.num_unique_layers)]) |
nothing calls this directly
no test coverage detected