(knn_log_probs, lm_log_probs, lmbda=0.25)
| 386 | # --------------------------------------------------Evaluation----------------------------------------------------------- |
| 387 | |
| 388 | def interpolate(knn_log_probs, lm_log_probs, lmbda=0.25): |
| 389 | interpolated = torch.logaddexp( |
| 390 | lm_log_probs + np.log(1 - lmbda), |
| 391 | knn_log_probs + np.log(lmbda)) |
| 392 | |
| 393 | return interpolated |
| 394 | |
| 395 | def joint_evaluate(logits, knn_logits, batch, tokenizer, args): |
| 396 | shift_logits = logits[:, :-1].contiguous() # (batch, seq_len-1, vocab_size) |