Class EvalConfig

plugins/plugin-eval/src/plugin_eval/models.py:36–43 · view source on GitHub ↗

Source from the content-addressed store, hash-verified

34
35
36	class EvalConfig(BaseModel):
37	depth: Depth = Depth.STANDARD
38	concurrency: int = Field(default=4, ge=1, le=20)
39	output_format: str = "json"
40	verbose: bool = False
41	corpus_path: str \| None = None
42	judges: int = Field(default=1, ge=1, le=5)
43	monte_carlo_n: int \| None = None
44
45
46	class AntiPattern(BaseModel):

_run_scoreFunction · 0.90

compareFunction · 0.90

mainFunction · 0.90

test_default_configMethod · 0.90

test_custom_configMethod · 0.90

test_concurrency_boundsMethod · 0.90

test_score_warns_when_judge_unmeasuredFunction · 0.90

test_json_outputMethod · 0.90

test_markdown_outputMethod · 0.90

test_effective_depth_matches_layers_runMethod · 0.90

test_markdown_shows_no_warning_when_depth_was_honoredMethod · 0.90

test_markdown_shows_warning_when_plugin_eval_downgrades_depthMethod · 0.90

no outgoing calls

test_default_configMethod · 0.72

test_custom_configMethod · 0.72

test_concurrency_boundsMethod · 0.72

test_score_warns_when_judge_unmeasuredFunction · 0.72

test_json_outputMethod · 0.72

test_markdown_outputMethod · 0.72

test_effective_depth_matches_layers_runMethod · 0.72

test_markdown_shows_no_warning_when_depth_was_honoredMethod · 0.72

test_markdown_shows_warning_when_plugin_eval_downgrades_depthMethod · 0.72

test_markdown_shows_warning_when_standard_depth_is_downgradedMethod · 0.72

test_quick_eval_skillMethod · 0.72

test_quick_eval_pluginMethod · 0.72