(
p: EvalPrompt,
)
| 420 | return await grade_one(desc, p.question, model=model) |
| 421 | |
| 422 | async def _coverage( |
| 423 | p: EvalPrompt, |
| 424 | ) -> tuple[Literal["supported", "unsupported", "ambiguous"], str]: |
| 425 | async with sem: |
| 426 | return await grade_coverage(content, p.question, model=model) |
| 427 | |
| 428 | trigger_tasks = [_trigger(p) for p in eval_set] |
| 429 | # Body alignment only meaningful on questions the skill claims to |
no test coverage detected