| 11 | return parser.parse_args() |
| 12 | |
| 13 | def main(): |
| 14 | script_args = args() |
| 15 | model_for_merge = AutoModelForCausalLM.from_pretrained( |
| 16 | script_args.base_model_path_or_name, |
| 17 | torch_dtype=torch.float16, |
| 18 | ) |
| 19 | tokenizer = AutoTokenizer.from_pretrained(script_args.base_model_path_or_name, trust_remote_code=True) |
| 20 | full_model = PeftModel.from_pretrained(model_for_merge, |
| 21 | model_id=script_args.adapter_dir, |
| 22 | ) |
| 23 | full_model = full_model.base_model.merge_and_unload() |
| 24 | full_model.save_pretrained(script_args.full_model_dir) |
| 25 | tokenizer.save_pretrained(script_args.full_model_dir) |
| 26 | |
| 27 | if __name__ == "__main__": |
| 28 | main() |