(model: PreTrainedModel)
| 87 | |
| 88 | |
| 89 | def get_trainer(model: PreTrainedModel) -> Trainer: |
| 90 | trainer = Trainer( |
| 91 | model, |
| 92 | args, |
| 93 | train_dataset=encoded_dataset["train"], |
| 94 | eval_dataset=encoded_dataset[validation_key], |
| 95 | tokenizer=tokenizer, |
| 96 | compute_metrics=compute_metrics, |
| 97 | ) |
| 98 | transformers.logging.set_verbosity_error() |
| 99 | return trainer |
| 100 | |
| 101 | |
| 102 | model_fp16: PreTrainedModel = AutoModelForSequenceClassification.from_pretrained(model_name, num_labels=num_labels) |