| 29 | ''' |
| 30 | |
| 31 | def load_models_tokenizer(args): |
| 32 | tokenizer = AutoTokenizer.from_pretrained(args.checkpoint_path) |
| 33 | model = transformers.AutoModelForCausalLM.from_pretrained( |
| 34 | args.checkpoint_path, use_safetensors=True, device_map="auto", trust_remote_code=True, torch_dtype=torch.bfloat16).eval() |
| 35 | model.generation_config = GenerationConfig.from_pretrained( |
| 36 | args.checkpoint_path) |
| 37 | return model, tokenizer |
| 38 | |
| 39 | def format_example(line, include_answer=True): |
| 40 | example = 'Question: ' + line['question'] |