Function calc_stats

RealChart2Code_eval/evaluate_task2.py:1063–1093

(scores)

    def calc_stats(scores):
        if not scores:
            return {}
        
        visual_structure_scores = [s['visual_structure_total'] for s in scores]
        execution_scores = [s['execution_quality_total'] for s in scores]
        data_alignment_scores = [s['data_alignment_total'] for s in scores]
        overall_scores = [s['overall_total_score'] for s in scores]
        
        total_count = len(scores)
        code_executed_count = sum(1 for s in scores if s.get('execution_success', False))
        plot_generated_count = sum(1 for s in scores if s.get('plot_generated', False))
        
        return {
            'count': total_count,
            'visual_structure_avg': sum(visual_structure_scores) / len(visual_structure_scores),
            'visual_structure_max': scores[0]['visual_structure_max'],
            'execution_quality_avg': sum(execution_scores) / len(execution_scores),
            'execution_quality_max': scores[0]['execution_quality_max'],
            'data_alignment_avg': sum(data_alignment_scores) / len(data_alignment_scores),
            'data_alignment_max': scores[0]['data_alignment_max'],
            'overall_score_avg': sum(overall_scores) / len(overall_scores),
            'overall_max_score': scores[0]['overall_max_score'],
            'visual_structure_perfect_rate': sum(1 for s in visual_structure_scores if s == scores[0]['visual_structure_max']) / len(visual_structure_scores),
            'execution_quality_perfect_rate': sum(1 for s in execution_scores if s == scores[0]['execution_quality_max']) / len(execution_scores),
            'data_alignment_perfect_rate': sum(1 for s in data_alignment_scores if s == scores[0]['data_alignment_max']) / len(data_alignment_scores),
            'code_execution_rate': code_executed_count / total_count,
            'plot_generation_rate': plot_generated_count / total_count,
            'overall_success_rate': plot_generated_count / total_count,
            'overall_percentage_avg': sum(s['overall_percentage'] for s in scores) / len(scores) if scores else 0
        }
    
    execution_rates = {
        'code_generation_rate': execution_stats['code_generated'] / execution_stats['total_tasks'] if execution_stats['total_tasks'] > 0 else 0,