Function main

light-eval/src/eval_math.py:199–225

(args)

    return score, invalid_outputs

def main(args):

    path_split = args.pretrained_path.split('/')
    if path_split[-1] == '':
        path_split.pop(-1)
    model_name = path_split[-1] 
    infer_path = os.path.join('results', model_name, 'math/infer')
    os.makedirs(infer_path, exist_ok=True)
    eval_path = os.path.join('results', model_name, 'math/eval')
    os.makedirs(eval_path, exist_ok=True)

    model = load(args)
    
    run_infer(model, args.max_seq_len, args.data_dir, infer_path, args.overwrite)

    torch.distributed.barrier()
    if torch.distributed.get_rank() == 0:

        score, invalid_outputs = run_eval(infer_path)

        with open(os.path.join(eval_path, 'run_results.json'), 'w') as f:
            json.dump(score, f, ensure_ascii=False, indent=2) 

        with open(os.path.join(eval_path, 'debug_invalid_outputs.jsonl'), 'w') as outfile:
            for entry in invalid_outputs:
                json.dump(entry, outfile, ensure_ascii=False,indent=2)
                outfile.write('\n')

if __name__ == "__main__":