Method generateTest

bin/trace_recorder.js:170–221

* Generate a test file from a trace (trace-to-test). * Creates a Jest-compatible test that replays the tool calls.

(traceId)

   * Creates a Jest-compatible test that replays the tool calls.
   */
  generateTest(traceId) {
    const trace = this.load(traceId);
    if (!trace) return null;

    const toolSteps = trace.steps.filter(s => s.type === 'tool_call');
    if (toolSteps.length === 0) return null;

    const testLines = [
      `// Auto-generated from trace ${trace.id}`,
      `// Original prompt: "${trace.prompt.slice(0, 80).replace(/"/g, '\\"')}"`,
      `// Model: ${trace.model} | Steps: ${trace.steps.length} | Tokens: ${trace.tokens.prompt + trace.tokens.completion}`,
      ``,
      `const { execSync } = require('child_process');`,
      `const fs = require('fs');`,
      `const path = require('path');`,
      ``,
      `describe('Trace ${trace.id}: ${trace.prompt.slice(0, 40).replace(/'/g, "\\'")}', () => {`,
    ];

    for (let i = 0; i < toolSteps.length; i++) {
      const step = toolSteps[i];
      if (step.name === 'write_file' || step.name === 'patch') {
        const args = typeof step.args === 'string' ? JSON.parse(step.args) : step.args;
        testLines.push(`  test('step ${i + 1}: ${step.name} ${(args.path || '').slice(0, 30)}', () => {`);
        testLines.push(`    // Tool: ${step.name} took ${step.durationMs}ms`);
        if (step.name === 'write_file') {
          testLines.push(`    const filePath = path.resolve('${args.path}');`);
          testLines.push(`    // Verify file was created/exists after agent run`);
          testLines.push(`    expect(fs.existsSync(filePath)).toBe(true);`);
        }
        testLines.push(`  });`);
        testLines.push(``);
      } else if (step.name === 'bash') {
        const args = typeof step.args === 'string' ? JSON.parse(step.args) : step.args;
        const cmd = String(args.command || '');
        // Use JSON.stringify to escape the command for embedding in a JS
        // string literal — the prior `'${...}'` interpolation broke whenever
        // the command contained quotes, backticks, or backslashes, and could
        // produce invalid (or worse, injectable) test code.
        const cmdLiteral = JSON.stringify(cmd);
        testLines.push(`  test('step ${i + 1}: bash ${cmd.slice(0, 40).replace(/['`\\\r\n]/g, ' ')}', () => {`);
        testLines.push(`    // Verify command succeeds`);
        testLines.push(`    const result = execSync(${cmdLiteral}, { encoding: 'utf-8', timeout: 15000 });`);
        testLines.push(`    expect(result).toBeDefined();`);
        testLines.push(`  });`);
        testLines.push(``);
      }
    }

    testLines.push(`});`);
    return testLines.join('\n');
  }
}

module.exports = { TraceRecorder };