Function perplexity

eval_utils/perplexity.py:13–16

(neg_log_likelihood: list)

def perplexity(neg_log_likelihood: list) -> Tensor:
    # gather per-sequence log likelihood for perplexity
    nll_chunk = torch.cat(neg_log_likelihood, dim=0)
    return torch.exp(nll_chunk.mean())