(args)
| 75 | } |
| 76 | |
| 77 | def load_models_tokenizer(args): |
| 78 | tokenizer = AutoTokenizer.from_pretrained( |
| 79 | args.checkpoint_path, trust_remote_code=True |
| 80 | ) |
| 81 | model = AutoModelForCausalLM.from_pretrained( |
| 82 | args.checkpoint_path, device_map="auto", trust_remote_code=True |
| 83 | ).eval() |
| 84 | model.generation_config = GenerationConfig.from_pretrained( |
| 85 | args.checkpoint_path, trust_remote_code=True |
| 86 | ) |
| 87 | return model, tokenizer |
| 88 | |
| 89 | |
| 90 | def format_example(line, subject, include_answer=True): |