(args)
| 69 | |
| 70 | |
| 71 | def create_model_tokenizer_it(args): |
| 72 | |
| 73 | model = AutoModelForCausalLM.from_pretrained( |
| 74 | args.model, |
| 75 | device_map="auto", |
| 76 | torch_dtype = torch.bfloat16 |
| 77 | ) |
| 78 | |
| 79 | tokenizer = AutoTokenizer.from_pretrained( |
| 80 | args.model, |
| 81 | use_fast=True, |
| 82 | model_max_length=args.max_seq_length, |
| 83 | padding="max_length", |
| 84 | ) |
| 85 | |
| 86 | tokenizer.pad_token_id = tokenizer.eos_token_id |
| 87 | |
| 88 | #model.to(args.device) |
| 89 | |
| 90 | return model, tokenizer |
| 91 | |
| 92 | def create_model_tokenizer_cr(args): |
| 93 |