Function print_report

kernelbench/scorer.py:246–302

Print a leaderboard-style report.

(results: Optional[List[Dict]] = None)

def print_report(results: Optional[List[Dict]] = None) -> None:
    """Print a leaderboard-style report."""
    scores = load_scores()

    if results is None:
        results = list(scores.get("problems", {}).values())

    if not results:
        print("No results found. Run scorer first.")
        return

    # Group by level
    by_level: Dict[int, List[Dict]] = {}
    for r in results:
        lvl = r.get("level", 0)
        by_level.setdefault(lvl, []).append(r)

    print("\n" + "=" * 70)
    print("KERNELBENCH RESULTS")
    print("=" * 70)

    for lvl in sorted(by_level):
        level_results = by_level[lvl]
        n_total = len(level_results)
        n_correct = sum(1 for r in level_results if r.get("correctness") == "PASS")
        n_errors = sum(1 for r in level_results if r.get("error"))

        fast_p = compute_all_fast_p(level_results)

        print(f"\nLevel {lvl}: {n_total} problems")
        print(f"  Correct:    {n_correct}/{n_total} ({100 * n_correct / n_total:.1f}%)")
        if n_errors:
            print(f"  Errors:     {n_errors}")

        print(f"  fast_p scores:")
        for key, val in fast_p.items():
            bar = "#" * int(val * 40) + "." * (40 - int(val * 40))
            print(f"    {key:>8}: {val:.3f} [{bar}]")

        # Top speedups
        correct_results = [r for r in level_results if r.get("correctness") == "PASS"]
        if correct_results:
            top = sorted(correct_results, key=lambda r: r.get("speedup", 0), reverse=True)[:5]
            print(f"  Top speedups:")
            for r in top:
                pid = r.get("problem_id", "?")
                print(f"    P{pid:03d}: {r.get('speedup', 0):.2f}x")

    # Aggregate across all levels
    all_results = [r for rs in by_level.values() for r in rs]
    if len(by_level) > 1:
        print(f"\nAggregate ({len(all_results)} problems):")
        agg_fast_p = compute_all_fast_p(all_results)
        for key, val in agg_fast_p.items():
            print(f"  {key:>8}: {val:.3f}")

    print("\n" + "=" * 70)