(tasks)
| 27 | return completion |
| 28 | |
| 29 | async def eval(tasks): |
| 30 | start = time.time() |
| 31 | with tqdm.tqdm(total=len(tasks)) as pbar: |
| 32 | async def _tsk(coro): |
| 33 | ret = await coro |
| 34 | pbar.update(1) |
| 35 | return ret |
| 36 | tasks = [_tsk(t) for t in tasks] |
| 37 | responses = await asyncio.gather(*tasks) |
| 38 | end = time.time() |
| 39 | print(f"Time taken: {end - start} seconds") |
| 40 | return responses |
| 41 | |
| 42 | def verify(arg): |
| 43 | rsp, reward_model = arg |