(self, d_model, n_head, d_k, d_v, dropout=0.1)
| 70 | ''' Star-Transformer: https://arxiv.org/pdf/1902.09113v2.pdf ''' |
| 71 | |
| 72 | def __init__(self, d_model, n_head, d_k, d_v, dropout=0.1): |
| 73 | super(StarEncoderLayer, self).__init__() |
| 74 | self.slf_attn_satellite = MultiHeadAttention( |
| 75 | n_head, d_model, d_k, d_v, use_star=True, dropout=dropout) |
| 76 | self.slf_attn_relay = MultiHeadAttention( |
| 77 | n_head, d_model, d_k, d_v, use_star=True, dropout=dropout) |
| 78 | |
| 79 | def forward(self, h, e, s, non_pad_mask=None, slf_attn_mask=None): |
| 80 | # satellite node |
nothing calls this directly
no test coverage detected