(self, pointer)
| 18 | |
| 19 | class Attention(torch.nn.Module): |
| 20 | def __init__(self, pointer): |
| 21 | super().__init__() |
| 22 | self.pointer = pointer |
| 23 | self.softmax = torch.nn.Softmax(dim=-1) |
| 24 | |
| 25 | def forward(self, query, values, attn_mask=None): |
| 26 | # query shape: batch x query_size |