接受模型的字符串输入，判断是否正确
(response, ground_truth)
| 81 | return response.strip("\n").replace(" ","") |
| 82 | |
| 83 | async def verify(response, ground_truth): |
| 84 | """ |
| 85 | 接受模型的字符串输入，判断是否正确 |
| 86 | """ |
| 87 | if response == ground_truth: |
| 88 | return 1 |
| 89 | else: |
| 90 | return 0 |
| 91 | |
| 92 | async def process_item_async(item, client, model_name, semaphore): |
| 93 | async with semaphore: |
no outgoing calls
no test coverage detected