(self)
| 221 | self.reset_parameters() |
| 222 | |
| 223 | def reset_parameters(self): |
| 224 | nn.init.xavier_normal_(self.q_proj.weight, gain=2 ** -2.5) |
| 225 | nn.init.xavier_normal_(self.k_proj.weight, gain=2 ** -2.5) |
| 226 | nn.init.xavier_normal_(self.v_proj.weight, gain=2 ** -2.5) |
| 227 | nn.init.xavier_normal_(self.out_proj.weight) |
| 228 | nn.init.constant_(self.out_proj.bias, 0.0) |
| 229 | |
| 230 | def forward(self, x: torch.Tensor, rel_pos, chunkwise_recurrent=False, incremental_state=None): |
| 231 | ''' |
no outgoing calls
no test coverage detected