Class EvaluationReporter

evaluation/reporter.ts:13–154

 * Reporter class for formatting and displaying evaluation results
 */
export class EvaluationReporter {
  /**
   * Print comparison results
   */
  printComparison(results: FocusedEvaluationResults[]): void {
    console.log('\n' + '='.repeat(80));
    console.log('🏆 MODEL COMPARISON - TOOL USAGE EFFECTIVENESS');
    console.log('='.repeat(80));

    // Sort by overall score
    const sorted = [...results].sort((a, b) => b.overallScore - a.overallScore);

    console.log('\n📊 OVERALL RANKINGS:');
    sorted.forEach((result, index) => {
      const rank = index + 1;
      const emoji = rank === 1 ? '🥇' : rank === 2 ? '🥈' : rank === 3 ? '🥉' : '  ';
      console.log(
        `${emoji} ${rank}. ${result.model.padEnd(20)} ${(result.overallScore * 100).toFixed(1)}%`
      );
    });

    console.log('\n📋 DETAILED BREAKDOWN:');
    console.log(
      'Model'.padEnd(20) +
        'Overall'.padEnd(10) +
        'Tools'.padEnd(10) +
        'Order'.padEnd(10) +
        'Efficiency'
    );
    console.log('-'.repeat(60));

    sorted.forEach(result => {
      const overall = (result.overallScore * 100).toFixed(1) + '%';
      const tools = (result.correctToolUsage * 100).toFixed(1) + '%';
      const order = (result.correctOrderUsage * 100).toFixed(1) + '%';
      const efficiency = (result.efficiencyScore * 100).toFixed(1) + '%';

      console.log(
        result.model.padEnd(20) +
          overall.padEnd(10) +
          tools.padEnd(10) +
          order.padEnd(10) +
          efficiency
      );
    });

    // Find best and worst scenarios
    console.log('\n🎯 KEY INSIGHTS:');

    const allResults = results.flatMap(r => r.results);
    const bestScenarios = allResults.filter(r => r.score === 1.0);
    const worstScenarios = allResults.filter(r => r.score < 0.5);

    if (bestScenarios.length > 0) {
      const commonBest = this.findMostCommon(bestScenarios.map(r => r.scenarioId));
      console.log(`✅ Best performing scenario: ${commonBest} (consistent across models)`);
    }