Function ppl

Evaluation/eval_codex_all.py:21–22

(avg_logprob)

endoftext_token = '<|endoftext|>'

def ppl(avg_logprob):
    return 2 ** (-avg_logprob / math.log(2))

def call_codex(code_str, save_probs):
    eos_code_str = endoftext_token + code_str