Function update_progress

evaluation/utils.py:325–339

Update the progress bar and write the result to the output file.

(
    result: EvalOutput,
    pbar: tqdm,
    output_fp: TextIO,
)

            time.sleep(5)

def update_progress(
    result: EvalOutput,
    pbar: tqdm,
    output_fp: TextIO,
):
    """Update the progress bar and write the result to the output file."""
    logger = LoggerManager.get_logger()
    pbar.update(1)
    pbar.set_description(f'Instance {result.instance_id}')
    pbar.set_postfix_str(f'Test Result: {str(result.test_result)[:300]}...')
    logger.info(
        f'Finished evaluation for instance {result.instance_id}: {str(result.test_result)[:300]}...\n'
    )
    output_fp.write(json.dumps(result.model_dump()) + '\n')
    output_fp.flush()

def cleanup():
    print('Cleaning up child processes...')