| 173 | |
| 174 | |
| 175 | class EvaluateRequest(BaseModel): |
| 176 | model_config = ConfigDict( |
| 177 | alias_generator=alias_generators.to_camel, |
| 178 | populate_by_name=True, |
| 179 | ) |
| 180 | |
| 181 | inference_results: list[InferenceResult] = Field( |
| 182 | description="""A list of inferences that need to be evaluated.""", |
| 183 | ) |
| 184 | |
| 185 | evaluate_config: EvaluateConfig = Field( |
| 186 | description="""The config to use for evaluations.""", |
| 187 | ) |
| 188 | |
| 189 | |
| 190 | class BaseEvalService(ABC): |
no outgoing calls