| 84 | |
| 85 | |
| 86 | class GPTOutput(nn.Module): |
| 87 | def __init__(self, dim, vocab_size): |
| 88 | super().__init__() |
| 89 | self.output = nn.Linear(dim, vocab_size, bias=False) |
| 90 | |
| 91 | def forward(self, x): |
| 92 | return self.output(x) |
| 93 | |
| 94 | |
| 95 | # helper functions |
nothing calls this directly
no outgoing calls
no test coverage detected