Run memory benchmarks.
()
| 110 | |
| 111 | |
| 112 | def main(): |
| 113 | """Run memory benchmarks.""" |
| 114 | from sample_datasets import DATASETS |
| 115 | |
| 116 | print("="*60) |
| 117 | print("TOON Memory Usage Benchmark") |
| 118 | print("="*60) |
| 119 | print("\nThis benchmark shows actual memory consumption when") |
| 120 | print("working with JSON vs TOON serialized data.") |
| 121 | |
| 122 | results = [] |
| 123 | |
| 124 | # Test a subset of datasets for memory benchmarks |
| 125 | test_datasets = { |
| 126 | "E-commerce Products": DATASETS["E-commerce Products"], |
| 127 | "Database Results": DATASETS["Database Results"], |
| 128 | "Large Inventory (100 items)": DATASETS["Large Inventory (100 items)"], |
| 129 | } |
| 130 | |
| 131 | for dataset_name, dataset in test_datasets.items(): |
| 132 | result = benchmark_memory(dataset_name, dataset) |
| 133 | results.append(result) |
| 134 | |
| 135 | # Summary |
| 136 | print(f"\n{'='*60}") |
| 137 | print("MEMORY SAVINGS SUMMARY") |
| 138 | print(f"{'='*60}") |
| 139 | print(f"\n{'Dataset':<35} {'Bytes Saved':<15} {'% Saved':<10}") |
| 140 | print("-" * 60) |
| 141 | |
| 142 | for result in results: |
| 143 | bytes_saved = result['json_bytes_memory'] - result['toon_bytes_memory'] |
| 144 | print(f"{result['name']:<35} {format_size(bytes_saved):<15} {result['bytes_savings']:>6.1f}%") |
| 145 | |
| 146 | total_json = sum(r['json_bytes_memory'] for r in results) |
| 147 | total_toon = sum(r['toon_bytes_memory'] for r in results) |
| 148 | total_saved = total_json - total_toon |
| 149 | avg_savings = ((total_json - total_toon) / total_json) * 100 |
| 150 | |
| 151 | print("-" * 60) |
| 152 | print(f"{'TOTAL':<35} {format_size(total_saved):<15} {avg_savings:>6.1f}%") |
| 153 | |
| 154 | print(f"\n🎉 Key Findings:") |
| 155 | print(f" • TOON reduces serialized data size by {avg_savings:.1f}% on average") |
| 156 | print(f" • This means less memory usage, faster network transfers") |
| 157 | print(f" • And most importantly: lower LLM API costs!") |
| 158 | print(f"\n✅ Memory benchmark completed successfully!") |
| 159 | |
| 160 | |
| 161 | if __name__ == "__main__": |
no test coverage detected
searching dependent graphs…