(self)
| 31 | self.loss_fn = nn.CrossEntropyLoss().to(loss_device) |
| 32 | |
| 33 | def do_gradient_ops(self): |
| 34 | # Gradient scale |
| 35 | self.similarity_weight.grad *= 0.01 |
| 36 | self.similarity_bias.grad *= 0.01 |
| 37 | |
| 38 | # Gradient clipping |
| 39 | clip_grad_norm_(self.parameters(), 3, norm_type=2) |
| 40 | |
| 41 | def forward(self, utterances, hidden_init=None): |
| 42 | """ |