(
self,
vocabulary_size,
embedding_size,
sequence_length,
_tokens_embedding_weight=None,
_positional_embedding_weight=None,
)
| 4 | |
| 5 | class GPT1Embedding(nn.Module): |
| 6 | def __init__( |
| 7 | self, |
| 8 | vocabulary_size, |
| 9 | embedding_size, |
| 10 | sequence_length, |
| 11 | _tokens_embedding_weight=None, |
| 12 | _positional_embedding_weight=None, |
| 13 | ): |
| 14 | |
| 15 | super(GPT1Embedding, self).__init__() |
| 16 | self.vocabulary_size = vocabulary_size |
| 17 | self.embedding_size = embedding_size |
| 18 | self.sequence_length = sequence_length |
| 19 | |
| 20 | self.tokens = nn.Embedding( |
| 21 | vocabulary_size, |
| 22 | embedding_size, |
| 23 | padding_idx=0, |
| 24 | _weight=_tokens_embedding_weight, |
| 25 | ) |
| 26 | self.position = nn.Embedding( |
| 27 | sequence_length, embedding_size, _weight=_positional_embedding_weight |
| 28 | ) |
| 29 | |
| 30 | def forward(self, tokens, positions): |
| 31 | """Embedding module for GPT-1. |
nothing calls this directly
no outgoing calls
no test coverage detected