(paper_name, poster_method)
| 137 | return math.exp(-total_lp / n_text) |
| 138 | |
| 139 | def compute_interleaved_ppl(paper_name, poster_method): |
| 140 | base_dir = f'eval_poster_markdown/{paper_name}/{poster_method}' |
| 141 | with open(os.path.join(base_dir, f'{paper_name}-with-image-refs.md'), 'r') as f: |
| 142 | md = f.read() |
| 143 | parts = md_to_blocks(md, base_dir) |
| 144 | while True: |
| 145 | try: |
| 146 | return compute_vlm_ppl(parts) |
| 147 | except: |
| 148 | parts = parts[:-1] |
| 149 | continue |
| 150 | |
| 151 | |
| 152 | def get_visual_ppl(image, text): |
no test coverage detected