()
| 477 | |
| 478 | |
| 479 | def parse_unknown_args(): |
| 480 | parser = argparse.ArgumentParser(description='Parse bash arguments.') |
| 481 | |
| 482 | # parse unknown arguments |
| 483 | _, unknown = parser.parse_known_args() |
| 484 | args_dict = {} |
| 485 | key = None |
| 486 | for arg in unknown: |
| 487 | if arg.startswith('--'): |
| 488 | if key: |
| 489 | args_dict[key] = True |
| 490 | key = arg.lstrip('--') |
| 491 | else: |
| 492 | if key: |
| 493 | args_dict[key] = arg |
| 494 | key = None |
| 495 | if key: |
| 496 | args_dict[key] = True |
| 497 | |
| 498 | return args_dict |
| 499 | |
| 500 | |
| 501 | def remove_pad_tokens(response: list[int], pad_token_id: int) -> list[int]: |