Function format_example

light-eval/src/eval_cmmlu.py:92–101

(line, include_answer=True)

    return model

def format_example(line, include_answer=True):
    example = "问题：" + line["Question"]
    for choice in choices:
        example += f'\n{choice}. {line[f"{choice}"]}'

    if include_answer:
        example += "\n答案：" + line["Answer"] + "\n\n"
    else:
        example += "\n答案："
    return example

def generate_few_shot_prompt(task, dev_df, ntrain=-1):
    prompt = "以下是关于{}的单项选择题，请直接给出正确答案的选项。\n\n".format(name_en2zh[task])