Function run_eval

eval_general/eval_mt_bench_tgi.py:20–38

(
    model_id,
    question_file,
    answer_file,
    host, 
    port
)

import multiprocessing as mp

def run_eval(
    model_id,
    question_file,
    answer_file,
    host, 
    port
):
    questions = load_questions(question_file, None, None)
    random.shuffle(questions)

    chunk_size = len(questions)
    for i in range(0, len(questions), chunk_size):
        get_model_answers(
            model_id,
            questions[i : i + chunk_size],
            answer_file,
            host, 
            port,
        )

def query_model(x):
    question, host, port = x