(self, position_ids, tokentype_ids=None)
| 374 | self.init_method(self.tokentype_embeddings.weight) |
| 375 | |
| 376 | def forward(self, position_ids, tokentype_ids=None): |
| 377 | # Embeddings. |
| 378 | |
| 379 | embeddings = self.top_query_embeddings(position_ids) |
| 380 | if tokentype_ids is not None: |
| 381 | assert self.tokentype_embeddings is not None |
| 382 | embeddings = embeddings + self.tokentype_embeddings(tokentype_ids) |
| 383 | else: |
| 384 | assert self.tokentype_embeddings is None |
| 385 | |
| 386 | # Dropout. |
| 387 | embeddings = self.embedding_dropout(embeddings) |
| 388 | |
| 389 | return embeddings |
| 390 | |
| 391 | def state_dict_for_save_checkpoint(self, destination=None, prefix='', |
| 392 | keep_vars=False): |
nothing calls this directly
no outgoing calls
no test coverage detected