(workDir: string, testName: string)
| 50 | } |
| 51 | |
| 52 | async function detectVia(workDir: string, testName: string): Promise<string> { |
| 53 | const result = await runSkillTest({ |
| 54 | prompt: `Run exactly this one bash command and then stop, printing its output verbatim: ${DETECT}`, |
| 55 | workingDirectory: workDir, |
| 56 | maxTurns: 3, |
| 57 | allowedTools: ['Bash'], |
| 58 | timeout: 120_000, |
| 59 | testName, |
| 60 | runId, |
| 61 | model: MODEL, |
| 62 | }); |
| 63 | logCost(testName, result); |
| 64 | recordE2E(evalCollector, testName, 'e2e-first-task-scaffold', result); |
| 65 | expect(result.exitReason).toBe('success'); |
| 66 | return toolResultText(result.transcript); |
| 67 | } |
| 68 | |
| 69 | describeIfSelected('first-run scaffold detection (E2E)', ['first-task-scaffold'], () => { |
| 70 | testIfSelected('first-task-scaffold', async () => { |
no test coverage detected