(self, x)
| 73 | ) |
| 74 | |
| 75 | def forward(self, x): |
| 76 | x = x + self.attn(self.ln1(x)) |
| 77 | x = x + self.mlp(self.ln2(x)) |
| 78 | return x |
| 79 | |
| 80 | class EmbeddingStem(nn.Module): |
| 81 | def __init__(self, config: GPTConfig, device="cpu", dtype=torch.float32): |
nothing calls this directly
no outgoing calls
no test coverage detected