Function evaluateWithJudge

tests/judgeConsistencyComplex.test.ts:28–47

* High Complexity Judge Consistency Tests * * These tests verify that judges handle very complex scenarios: * - Architectural refactors (class → function) * - Cross-cutting concerns (logging added everywhere) * - Async refactoring (sync → async) * * These tests are more intensive and should b

(
  judge: Judge,
  systemPrompt: string,
  userPrompt: string,
)

 */

async function evaluateWithJudge(
  judge: Judge,
  systemPrompt: string,
  userPrompt: string,
): Promise<ScoreResult> {
  try {
    const { object } = await generateObject({
      model: judge.model,
      schema: scoreResultSchema,
      system: systemPrompt,
      temperature: 0,
      prompt: userPrompt,
    });

    return object;
  } catch (error) {
    const message = error instanceof Error ? error.message : String(error);
    throw new Error(`Judge evaluation failed: ${message}`);
  }
}

function createDiffComparisonPrompt(
  diffPair: DiffPair,