| 113 | |
| 114 | |
| 115 | class ExecEvalBenchmarkFile(BaseModel): |
| 116 | base_prompt: str |
| 117 | evaluator: ExeEvalType |
| 118 | prompts: list[ExeEvalBenchmarkInputRow] |
| 119 | benchmark_name: str |
| 120 | purpose: str |
| 121 | models: list[str] # List of model names/aliases |
| 122 | |
| 123 | |
| 124 | class ExeEvalBenchmarkOutputResult(BaseModel): |
no outgoing calls
no test coverage detected