Function build_system_prompt

eval/src/eval_common.py:201–225

Build the full system prompt for a single evaluation task.

(prompt, testpoint, test_desc, lang)

def build_system_prompt(prompt, testpoint, test_desc, lang):
    """Build the full system prompt for a single evaluation task."""
    config = LANG_CONFIGS[lang]
    explanation_dict = config["explanation_dict"]

    # Build checkpoint explanation
    explanation = f"{config['checkpoint_header']}:\u300c"
    for point in testpoint:
        if point not in explanation_dict:
            raise ValueError(f"Checkpoint '{point}' not found in {lang} explanation dict")
        explanation += f"\n{point}: {explanation_dict[point]}"
    explanation += "\n\u300d"

    # Build checkpoint description
    test_explanation = f"{config['checkpoint_desc_header']}:\u300c"
    for idx, point in enumerate(testpoint):
        test_explanation += f"\n{point}: {test_desc[idx]}"
    test_explanation += "\n\u300d"

    return config["system_prompt_template"].format(
        prompt=prompt,
        testpoint=testpoint,
        explanation=explanation,
        test_explanation=test_explanation,
    )


def parse_evaluation_response(text, testpoint):