| 766 | """ |
| 767 | |
| 768 | def __init__( |
| 769 | self, |
| 770 | hidden_size, |
| 771 | vocab_size, |
| 772 | max_sequence_length, |
| 773 | ): |
| 774 | super(QueryEmbedding, self).__init__() |
| 775 | |
| 776 | self.hidden_size = hidden_size |
| 777 | self.vocab_size = vocab_size |
| 778 | self.max_sequence_length = max_sequence_length |
| 779 | |
| 780 | # Top query position embedding (serial). |
| 781 | self.top_query_embeddings = paddle.nn.Embedding(self.max_sequence_length, self.hidden_size) |
| 782 | self.top_query_embeddings = self.top_query_embeddings.to(dtype="float16") |
| 783 | self._top_query_embeddings_key = 'top_query_embeddings' |
| 784 | |
| 785 | def forward(self, position_ids): |
| 786 | # Embeddings. |