(
self,
config,
max_seq_size=8192,
)
| 454 | |
| 455 | class Transformer(nn.Module): |
| 456 | def __init__( |
| 457 | self, |
| 458 | config, |
| 459 | max_seq_size=8192, |
| 460 | ): |
| 461 | super().__init__() |
| 462 | self.num_layers = config.num_layers |
| 463 | self.layers = self._build_layers(config) |
| 464 | |
| 465 | def _build_layers(self, config): |
| 466 | layers = torch.nn.ModuleList() |
nothing calls this directly
no test coverage detected