Function format_example

light-eval/src/eval_ceval.py:86–94

(line, include_answer=True)

    return model

def format_example(line, include_answer=True):
    example = line['question']
    for choice in choices:
        example += f'\n{choice}. {line[f"{choice}"]}'
    if include_answer:
        example += '\n答案：' + line["answer"] + '\n\n'
    else:
        example += '\n答案：'
    return example

def generate_few_shot_prompt(subject, dev_df, ntrain=-1):
    prompt = f"以下是中国关于{subject}考试的单项选择题，请选出其中的正确答案。\n\n"