* Settings that are forbidden in evals. Evals should never restrict which * tools are available — they must test against the full, default tool set * to ensure realistic behavior.
| 399 | * to ensure realistic behavior. |
| 400 | */ |
| 401 | interface ForbiddenToolSettings { |
| 402 | tools?: { |
| 403 | /** Restricting core tools in evals is forbidden. */ |
| 404 | core?: never; |
| 405 | [key: string]: unknown; |
| 406 | }; |
| 407 | } |
| 408 | |
| 409 | export interface BaseEvalCase { |
| 410 | suiteName: string; |
nothing calls this directly
no outgoing calls
no test coverage detected