| 93 | |
| 94 | |
| 95 | def load_models_tokenizer(args): |
| 96 | from transformers import AutoModelForCausalLM, AutoTokenizer |
| 97 | from transformers.generation import GenerationConfig |
| 98 | |
| 99 | tokenizer = AutoTokenizer.from_pretrained( |
| 100 | args.checkpoint_path, trust_remote_code=True |
| 101 | ) |
| 102 | model = AutoModelForCausalLM.from_pretrained( |
| 103 | args.checkpoint_path, device_map="auto", trust_remote_code=True |
| 104 | ).eval() |
| 105 | model.generation_config = GenerationConfig.from_pretrained( |
| 106 | args.checkpoint_path, trust_remote_code=True |
| 107 | ) |
| 108 | return model, tokenizer |
| 109 | |
| 110 | |
| 111 | def format_example(line, subject, include_answer=True): |