Function main

client-sdks/client-js/examples/eval-usage.ts:8–332

()

import { AsterClient } from "@aster/client-js";

async function main() {
  console.log("=".repeat(70));
  console.log("AsterClient Eval 功能演示");
  console.log("=".repeat(70));

  // 初始化客户端
  const client = new AsterClient({
    baseUrl: "http://localhost:8080",
    apiKey: process.env.ASTER_API_KEY,
  });

  // ========================================================================
  // 1. 创建测试用例集
  // ========================================================================
  console.log("\n📝 1. 创建测试用例集");
  console.log("-".repeat(70));

  const testCaseSet = await client.evals.createTestCaseSet(
    "Q&A Test Cases",
    [
      {
        id: "test-1",
        name: "Basic Greeting",
        input: "Hello, how are you?",
        expectedOutput: "I am doing well, thank you for asking!",
        tags: ["greeting", "simple"],
      },
      {
        id: "test-2",
        name: "Technical Question",
        input: "What is the difference between HTTP and HTTPS?",
        expectedOutput: "HTTPS is the secure version of HTTP. It uses SSL/TLS encryption to protect data in transit.",
        tags: ["technical", "security"],
      },
      {
        id: "test-3",
        name: "Complex Query",
        input: "Explain how machine learning models are trained",
        expectedOutput: "Machine learning models are trained by feeding them data and adjusting their parameters to minimize prediction errors.",
        tags: ["ml", "complex"],
      },
    ],
    "A collection of Q&A test cases for agent evaluation",
  );

  console.log("✅ 测试用例集已创建:", testCaseSet.id);
  console.log(`   名称: ${testCaseSet.name}`);
  console.log(`   测试用例数: ${testCaseSet.testCases.length}`);

  // ========================================================================
  // 2. 快速单次评估
  // ========================================================================
  console.log("\n⚡ 2. 快速单次评估");
  console.log("-".repeat(70));

  // 创建一个测试 Agent
  const agent = await client.agents.createFromTemplate("assistant", {
    name: "Test Assistant",