(self, size, self_attn, feed_forward, num_relation_kinds, dropout)
| 298 | class EncoderLayer(nn.Module): |
| 299 | "Encoder is made up of self-attn and feed forward (defined below)" |
| 300 | def __init__(self, size, self_attn, feed_forward, num_relation_kinds, dropout): |
| 301 | super(EncoderLayer, self).__init__() |
| 302 | self.self_attn = self_attn |
| 303 | self.feed_forward = feed_forward |
| 304 | self.sublayer = clones(lambda: SublayerConnection(size, dropout), 2) |
| 305 | self.size = size |
| 306 | |
| 307 | self.relation_k_emb = nn.Embedding(num_relation_kinds, self.self_attn.d_k) |
| 308 | self.relation_v_emb = nn.Embedding(num_relation_kinds, self.self_attn.d_k) |
| 309 | |
| 310 | def forward(self, x, relation, mask): |
| 311 | "Follow Figure 1 (left) for connections." |
nothing calls this directly
no test coverage detected