(response, answers)
| 119 | |
| 120 | |
| 121 | def exact_match(response, answers): |
| 122 | clean_result = response.strip().replace(" ","").lower() |
| 123 | for answer in answers: |
| 124 | clean_answer = answer.strip().replace(" ","").lower() |
| 125 | if clean_result == clean_answer or clean_result in clean_answer or clean_answer in clean_result: |
| 126 | return True |
| 127 | return False |
| 128 | |
| 129 | def save_result2json(dataset_name, num_right, num_error, total_nums, method): |
| 130 | results_data = { |