Function evaluateWithJudge

tests/judgeCompatibility.test.ts:50–64

(
  judge: Judge,
  systemPrompt: string,
  userPrompt: string,
)

};

async function evaluateWithJudge(
  judge: Judge,
  systemPrompt: string,
  userPrompt: string,
): Promise<ScoreResult> {
  const { object } = await generateObject({
    model: judge.model,
    schema: scoreResultSchema,
    system: systemPrompt,
    temperature: 0,
    prompt: userPrompt,
  });

  return object;
}

describe("Judge Compatibility Tests", () => {
  judges.forEach((judge) => {