(args)
| 356 | |
| 357 | |
| 358 | def load_target_tokenizer(args): |
| 359 | from transformers import AutoTokenizer |
| 360 | |
| 361 | return AutoTokenizer.from_pretrained( |
| 362 | args.target_tokenizer, |
| 363 | trust_remote_code=True, |
| 364 | local_files_only=bool(args.local_files_only), |
| 365 | ) |
| 366 | |
| 367 | |
| 368 | def resolve_target_draft(path: Path) -> Path: |