Follow Figure 1 (left) for connections.
(self, x, relation, mask)
| 308 | self.relation_v_emb = nn.Embedding(num_relation_kinds, self.self_attn.d_k) |
| 309 | |
| 310 | def forward(self, x, relation, mask): |
| 311 | "Follow Figure 1 (left) for connections." |
| 312 | relation_k = self.relation_k_emb(relation) |
| 313 | relation_v = self.relation_v_emb(relation) |
| 314 | |
| 315 | x = self.sublayer[0](x, lambda x: self.self_attn(x, x, x, relation_k, relation_v, mask)) |
| 316 | return self.sublayer[1](x, self.feed_forward) |
| 317 | |
| 318 | |
| 319 | # Adapted from The Annotated Transformer |
nothing calls this directly
no outgoing calls
no test coverage detected