Simple utility methods to collect inferences from an eval service. The method is intentionally kept private to prevent general usage.
(
inference_requests: list[InferenceRequest],
eval_service: BaseEvalService,
)
| 133 | |
| 134 | |
| 135 | async def _collect_inferences( |
| 136 | inference_requests: list[InferenceRequest], |
| 137 | eval_service: BaseEvalService, |
| 138 | ) -> list[InferenceResult]: |
| 139 | """Simple utility methods to collect inferences from an eval service. |
| 140 | |
| 141 | The method is intentionally kept private to prevent general usage. |
| 142 | """ |
| 143 | inference_results = [] |
| 144 | for inference_request in inference_requests: |
| 145 | async with Aclosing( |
| 146 | eval_service.perform_inference(inference_request=inference_request) |
| 147 | ) as agen: |
| 148 | async for inference_result in agen: |
| 149 | inference_results.append(inference_result) |
| 150 | return inference_results |
| 151 | |
| 152 | |
| 153 | async def _collect_eval_results( |
no test coverage detected