Function build_instruction

t2i_keypoints_eval.py:160–177

Build the judge instruction for a single key point.

(prompt: str, key_point: str, key_point_desc: str, language: str)

# Evaluation
# --------------------------------------------------------------------------- #
def build_instruction(prompt: str, key_point: str, key_point_desc: str, language: str) -> str:
    """Build the judge instruction for a single key point."""
    if language == "zh":
        return (
            f"该图片由 prompt:[{prompt}] 通过 AIGC 生成。请判断，基于图片画面中的可见部分，"
            f"只需要考虑 [{key_point}] 是否严格满足 [{key_point_desc}] 要求。"
            f"accept 代表满足要求，reject 代表不满足要求。"
            f"仅根据图片视觉呈现的可见部分（不要联想画面，不要猜测画面），"
            f"详细分析得到结果的依据并给出结果："
        )
    return (
        f"This image is generated by prompt:[{prompt}] through AIGC. Please judge, "
        f"based on the visible part of the image, only consider whether [{key_point}] "
        f"strictly meets the [{key_point_desc}] requirement. accept means meeting the "
        f"requirement, reject means not meeting the requirement. Only rely on the "
        f"visible part of the image (do not associate the scene & do not guess the "
        f"scene), analyze the basis for the result in detail and give the result:"
    )


def eval_sample(sample: dict, judge: GeminiJudge) -> dict: