Method print_summary

utils/test_perplexity.py:490–536

Print summary of all tests.

(self, total_time)

        print(f"   ✅ Log saved: {log_file}")
    
    def print_summary(self, total_time):
        """Print summary of all tests."""
        print(f"\n\n{'='*80}")
        print(f"📊 TEST SUMMARY")
        print(f"{'='*80}\n")
        
        # Sort results by perplexity (lower is better)
        successful = [r for r in self.results if r['perplexity'] is not None]
        failed = [r for r in self.results if r['perplexity'] is None]
        
        if successful:
            # Extract numeric value from "mean±std" format for sorting
            def get_ppl_value(result):
                ppl = result['perplexity']
                if isinstance(ppl, str) and '±' in ppl:
                    return float(ppl.split('±')[0])
                elif isinstance(ppl, str):
                    try:
                        return float(ppl)
                    except ValueError:
                        return float('inf')
                return ppl
            
            successful_sorted = sorted(successful, key=get_ppl_value)
            
            print(f"{'Dataset':<20} {'Perplexity':>20} {'Time (s)':>12} {'Status':<15}")
            print(f"{'-'*80}")
            
            for result in successful_sorted:
                ppl_str = str(result['perplexity']) if result['perplexity'] is not None else 'N/A'
                print(f"{result['dataset']:<20} {ppl_str:>20} "
                      f"{result['time']:>12.2f} {result['status']:<15}")
            
            best_ppl = str(successful_sorted[0]['perplexity'])
            print(f"\n🏆 Best result: {successful_sorted[0]['dataset']} "
                  f"(PPL: {best_ppl})")
        
        if failed:
            print(f"\n❌ Failed tests ({len(failed)}):")
            for result in failed:
                print(f"   - {result['dataset']}: {result['status']}")
        
        print(f"\n{'='*80}")
        print(f"✅ Completed: {len(successful)}/{len(self.results)}")
        print(f"⏱️  Total time: {total_time:.2f}s ({total_time/60:.2f} min)")
        print(f"📁 Results saved in: {self.output_dir}")
        print(f"{'='*80}\n")


def main():