| 77 | |
| 78 | |
| 79 | def get_train_args(): |
| 80 | parser = HfArgumentParser(TrainingArguments) |
| 81 | args, unknown_args = parser.parse_args_into_dataclasses(return_remaining_strings=True) |
| 82 | |
| 83 | if unknown_args: |
| 84 | print(parser.format_help()) |
| 85 | print("Got unknown args, potentially deprecated arguments: {}".format(unknown_args)) |
| 86 | raise ValueError("Some specified arguments are not used by the HfArgumentParser: {}".format(unknown_args)) |
| 87 | |
| 88 | if args.should_log: |
| 89 | transformers.utils.logging.set_verbosity(args.get_process_log_level()) |
| 90 | transformers.utils.logging.enable_default_handler() |
| 91 | transformers.utils.logging.enable_explicit_format() |
| 92 | # set seeds manually |
| 93 | transformers.set_seed(args.seed) |
| 94 | return args |