Function runLiveTest

packages/ai-code-mode-skills/test-cli/live-test.ts:43–414

(
  options: LiveTestOptions,
)

 * Run the live test with a real LLM
 */
export async function runLiveTest(
  options: LiveTestOptions,
): Promise<TestResult> {
  const { adapter, verbose = false } = options

  logSection('Live Skills Test')
  logInfo(`Using adapter: ${adapter.name} with model: ${adapter.model}`)

  // Create shared storage that persists between phases
  const storage = createTestStorage()
  const driver = createNodeIsolateDriver({
    memoryLimit: 128,
    timeout: 60000, // Longer timeout for real LLM
  })

  const result: TestResult = {
    passed: false,
    phases: {
      phase1: { success: false },
      phase2: { success: false },
    },
    skillCreated: false,
    skillUsed: false,
  }

  // =========================================================================
  // Phase 1: First run - Create skill using code mode
  // =========================================================================

  logSection('Phase 1: Skill Creation')
  logStep(1, 'Running code mode with real LLM (no existing skills)')

  try {
    const messages1: Array<ModelMessage> = [
      {
        role: 'user',
        content: `What is 5 + 3? 

IMPORTANT INSTRUCTIONS:
1. Use the execute_typescript tool to call external_add_numbers({ a: 5, b: 3 }) to get the answer
2. After getting the result, use register_skill to save a reusable skill called "add_two_numbers" that wraps this pattern
3. The skill should accept { a: number, b: number } as input and return the result from external_add_numbers

Please complete all three steps: execute the code, register the skill, and tell me the answer.`,
      },
    ]

    // Get tools and system prompt with skills integration
    const { tools: tools1, systemPrompt: systemPrompt1 } =
      await codeModeWithSkills({
        config: {
          driver,
          tools: [addNumbersTool],
          timeout: 60000,
          memoryLimit: 128,
        },
        adapter,
        skills: {