| 10 | DEBUG=False |
| 11 | |
| 12 | def parse_args(): |
| 13 | parser = argparse.ArgumentParser(description='Check answers using LLM') |
| 14 | parser.add_argument('--input', type=str, required=True, help='Input JSON file path') |
| 15 | parser.add_argument('--output', type=str, required=True, help='Output JSON file path') |
| 16 | parser.add_argument('--question_key', type=str, required=True, help='Key for questions in the input data') |
| 17 | parser.add_argument('--golden_answers_key', type=str, required=True, help='Key for golden answers in the input data') |
| 18 | parser.add_argument('--answer_key', type=str, required=True, help='Key for answers to check in the input data') |
| 19 | parser.add_argument('--check_model', type=str, required=True, help='Path to the local model') |
| 20 | return parser.parse_args() |
| 21 | def load_data(input_file: str) -> List[Dict[str, Any]]: |
| 22 | """Load data from input JSON file.""" |
| 23 | # with open(input_file, 'r', encoding='utf-8') as f: |