(n_trig: int = 3, n_no: int = 3)
| 162 | |
| 163 | |
| 164 | def _build_eval_set(n_trig: int = 3, n_no: int = 3) -> list[EvalPrompt]: |
| 165 | prompts: list[EvalPrompt] = [] |
| 166 | for i in range(n_trig): |
| 167 | prompts.append(EvalPrompt(question=f"trig {i}", expected="trigger")) |
| 168 | for i in range(n_no): |
| 169 | prompts.append(EvalPrompt(question=f"no {i}", expected="no-trigger")) |
| 170 | return prompts |
| 171 | |
| 172 | |
| 173 | async def _supported_coverage(content, question, *, model): |
no test coverage detected