(self, block, block_idx, offloader)
| 597 | |
| 598 | class TransformerLayer(nn.Module): |
| 599 | def __init__(self, block, block_idx, offloader): |
| 600 | super().__init__() |
| 601 | self.block = block |
| 602 | self.block_idx = block_idx |
| 603 | self.offloader = offloader |
| 604 | |
| 605 | @torch.autocast('cuda', dtype=AUTOCAST_DTYPE) |
| 606 | def forward(self, inputs): |