(self)
| 226 | self.reset_parameters() |
| 227 | |
| 228 | def reset_parameters(self): |
| 229 | nn.init.xavier_normal_(self.q_proj.weight, gain=2 ** -2.5) |
| 230 | nn.init.xavier_normal_(self.k_proj.weight, gain=2 ** -2.5) |
| 231 | nn.init.xavier_normal_(self.v_proj.weight, gain=2 ** -2.5) |
| 232 | nn.init.xavier_normal_(self.out_proj.weight) |
| 233 | nn.init.constant_(self.out_proj.bias, 0.0) |
| 234 | |
| 235 | def forward(self, x: torch.Tensor, rel_pos, chunkwise_recurrent=False, incremental_state=None): |
| 236 | ''' |
no outgoing calls
no test coverage detected