(args)
| 21 | |
| 22 | |
| 23 | def load_models_tokenizer(args): |
| 24 | tokenizer = AutoTokenizer.from_pretrained( |
| 25 | args.checkpoint_path, trust_remote_code=True |
| 26 | ) |
| 27 | model = AutoModelForCausalLM.from_pretrained( |
| 28 | args.checkpoint_path, device_map="auto", trust_remote_code=True |
| 29 | ).eval() |
| 30 | model.generation_config = GenerationConfig.from_pretrained( |
| 31 | args.checkpoint_path, trust_remote_code=True |
| 32 | ) |
| 33 | return model, tokenizer |
| 34 | |
| 35 | |
| 36 | def format_example(line, include_answer=True): |