Load an eval set previously saved via ``save_eval_set``.
(path: Path)
| 480 | |
| 481 | |
| 482 | def load_eval_set(path: Path) -> list[EvalPrompt]: |
| 483 | """Load an eval set previously saved via ``save_eval_set``.""" |
| 484 | data = json.loads(Path(path).read_text(encoding="utf-8")) |
| 485 | out: list[EvalPrompt] = [] |
| 486 | for q in data.get("should_trigger", []): |
| 487 | out.append(EvalPrompt(question=q, expected="trigger")) |
| 488 | for q in data.get("should_not", []): |
| 489 | out.append(EvalPrompt(question=q, expected="no-trigger")) |
| 490 | return out |