Function process_chat_task

code_generation_benchmark/main.py:164–172

(logger, task)

file_lock = threading.Lock()

def process_chat_task(logger, task):
    data_path = Path(task['data_path'])
    model_type = task['model_type']
    setting_name = task['setting_name']
    try:
        single_chat(logger, data_path, model_type, setting_name)
    except Exception as e:
        logger.error(f'*** chat error: {setting_name} {data_path.name}')
        logger.error(str(e))

def do_eval(logger, task):
    data_path = Path(task['data_path'])