Function main

benchmark/compare_formats.py:123–259

Run all benchmarks.

()

def main():
    """Run all benchmarks."""
    from sample_datasets import DATASETS

    print_header("🚀 TOON vs JSON: THE ULTIMATE SHOWDOWN 🚀", 80)
    print("\n" + " " * 10 + "Testing across 50 diverse, real-world datasets")
    print(" " * 10 + "Measuring size, tokens, and performance\n")

    results = []

    # Show detailed output for first 10 datasets
    print("\n" + "▼" * 80)
    print("DETAILED RESULTS (First 10 Datasets)")
    print("▼" * 80)

    for i, (dataset_name, dataset) in enumerate(DATASETS.items()):
        if i < 10:
            result = benchmark_dataset(dataset_name, dataset, verbose=True)
        else:
            # Silent benchmarking for remaining datasets
            if i == 10:
                print("\n" + "⚡" * 80)
                print("  Processing remaining 40 datasets...")
                print("⚡" * 80)
            result = benchmark_dataset(dataset_name, dataset, verbose=False)
            print(f"  ✓ {dataset_name:<50} ({result['size_savings']:.1f}% size, {result['token_savings']:.1f}% tokens)")
        results.append(result)

    # Calculate aggregate statistics
    total_json_size = sum(r['json_size'] for r in results)
    total_toon_size = sum(r['toon_size'] for r in results)
    total_json_tokens = sum(r['json_tokens'] for r in results)
    total_toon_tokens = sum(r['toon_tokens'] for r in results)

    avg_size_savings = calculate_savings(total_json_size, total_toon_size)
    avg_token_savings = calculate_savings(total_json_tokens, total_toon_tokens)

    total_size_saved = total_json_size - total_toon_size
    total_tokens_saved = total_json_tokens - total_toon_tokens

    # Best performers
    best_size = max(results, key=lambda x: x['size_savings'])
    best_tokens = max(results, key=lambda x: x['token_savings'])

    # Print epic summary
    print_header("📈 AGGREGATE RESULTS ACROSS ALL 50 DATASETS 📈", 80)

    print(f"\n{'┌' + '─'*78 + '┐'}")
    print(f"│{'TOTAL DATA SIZE':^78}│")
    print(f"│{' '*78}│")
    print(f"│  JSON:     {format_size(total_json_size):>15}  ({total_json_size:,} bytes){' '*(32-len(str(total_json_size)))}│")
    print(f"│  TOON:     {format_size(total_toon_size):>15}  ({total_toon_size:,} bytes){' '*(32-len(str(total_toon_size)))}│")
    print(f"│  SAVED:    {format_size(total_size_saved):>15}  (⬇ {avg_size_savings:.1f}%){' '*(41-len(f'{avg_size_savings:.1f}'))}│")
    print(f"{'└' + '─'*78 + '┘'}")

    print(f"\n{'┌' + '─'*78 + '┐'}")
    print(f"│{'TOTAL TOKEN COUNT (GPT-4)':^78}│")
    print(f"│{' '*78}│")