Function save_score_result

RealChart2Code_eval/evaluate_task1.py:666–714

(task_info: Dict, evaluation: Dict, raw_response: str, plot_file: Path, 
                     results_dir: Path, generation_model: str, evaluation_model: str, 
                     execution_success: bool, execution_message: str)

def save_score_result(task_info: Dict, evaluation: Dict, raw_response: str, plot_file: Path, 
                     results_dir: Path, generation_model: str, evaluation_model: str, 
                     execution_success: bool, execution_message: str) -> Path:
    
    
    task_dir = task_info['data_directory'].name
    task_result_dir = results_dir / task_dir
    task_result_dir.mkdir(exist_ok=True)
    
    
    difficulty = task_info['difficulty']
    is_multi = task_info['is_multi']
    score_filename = f"score_{difficulty}_mul.json" if is_multi else f"score_{difficulty}.json"
    
    
    overall_score = calculate_overall_score(evaluation)
    
    
    result = {
        "generation_model": generation_model,
        "evaluation_model": evaluation_model,
        "task_file": str(task_info['task_file']),
        "category": task_info['category'],
        "instruction": task_info['instruction'],
        "difficulty": difficulty,
        "is_multi": is_multi,
        "timestamp": datetime.now().isoformat(),
        
        
        "execution_success": execution_success,
        "execution_message": execution_message,
        "code_generated": bool(task_info.get('code')),
        "plot_generated": plot_file is not None,
        
        
        "evaluation": evaluation,
        "overall_score": overall_score,
        "raw_response": raw_response
    }
    
    
    if plot_file:
        result["plot_file"] = str(plot_file)
    
    score_file = task_result_dir / score_filename
    with open(score_file, 'w', encoding='utf-8') as f:
        json.dump(result, f, ensure_ascii=False, indent=2)
    
    return score_file


def prepare_task_info(task_file: Path, max_data_rows: int) -> Optional[Dict]: