| 155 | |
| 156 | |
| 157 | class TokenEmbedding(nn.Module): |
| 158 | |
| 159 | def __init__(self, charset_size: int, embed_dim: int): |
| 160 | super().__init__() |
| 161 | self.embedding = nn.Embedding(charset_size, embed_dim) |
| 162 | self.embed_dim = embed_dim |
| 163 | |
| 164 | def forward(self, tokens: torch.Tensor): |
| 165 | return math.sqrt(self.embed_dim) * self.embedding(tokens) |
| 166 | |
| 167 | |
| 168 | class PARSeqDecoder(nn.Module): |