Function preprocess

src/data/data_preprocess.py:5–33

Preprocess df and generate final dict

(df: pd.DataFrame, eval_args, df_dev: pd.DataFrame = None)

def preprocess(df: pd.DataFrame, eval_args, df_dev: pd.DataFrame = None):
    '''
    Preprocess df and generate final dict
    '''
    question_prompt = '''以下是关于开发运维领域的单项选择题，请选出其中的正确答案。请直接输出选项。\n'''

    if eval_args.k_shot > 0 and df_dev is not None:
        # uppercase to lowercase
        df_dev.rename(columns={
            'Question': 'question',
            'Answer': 'answer'
        }, inplace=True)

        prefix = ''

        for idx in range(eval_args.k_shot):
            question = df_dev['question'].iloc[idx]
            prefix = prefix + question_prompt + '问题：' + question + '\n'

            for option in ['A', 'B', 'C', 'D']:
                if df_dev[option].iloc[idx]:
                    prefix += '{}. {}\n'.format(option, df_dev[option].iloc[idx])
            prefix += '答案：{}\n'.format(df_dev['answer'].iloc[idx].strip().upper())
        prefix = prefix + question_prompt
        res = preprocess_question(df, prefix)
    else:
        res = preprocess_question(df, question_prompt)
    
    return res

def preprocess_question(df: pd.DataFrame, prefix: str = ''):
    '''