Demo: Show how performance is tracked
()
| 206 | |
| 207 | |
| 208 | def demo_performance_tracking(): |
| 209 | """Demo: Show how performance is tracked""" |
| 210 | |
| 211 | print("\n" + "="*80) |
| 212 | print("DEMO 4: PERFORMANCE TRACKING") |
| 213 | print("="*80) |
| 214 | |
| 215 | print("\nAgriQuant AI tracks these metrics continuously:") |
| 216 | |
| 217 | print("\n--- Accuracy Metrics ---") |
| 218 | print(" • Forecast Accuracy: % predictions verified by USDA") |
| 219 | print(" Target: >70%") |
| 220 | print(" • Mean Absolute Error: Avg difference in damage estimate") |
| 221 | print(" Target: <3 percentage points") |
| 222 | print(" • Confidence Calibration: 80% confident = 80% accurate") |
| 223 | print(" Target: >0.90") |
| 224 | |
| 225 | print("\n--- Error Analysis ---") |
| 226 | print(" • False Positive Rate: Predicted damage, none occurred") |
| 227 | print(" Target: <20%") |
| 228 | print(" • False Negative Rate: Missed significant events") |
| 229 | print(" Target: <10%") |
| 230 | |
| 231 | print("\n--- Example Performance Report ---") |
| 232 | example_metrics = { |
| 233 | "period": "Last 30 days", |
| 234 | "total_predictions": 23, |
| 235 | "verified_count": 16, |
| 236 | "avg_accuracy": 0.73, |
| 237 | "success_rate": 0.70, |
| 238 | "mae_pct": 2.4, |
| 239 | "false_positive_rate": 0.18, |
| 240 | "false_negative_rate": 0.12 |
| 241 | } |
| 242 | |
| 243 | print(json.dumps(example_metrics, indent=2)) |
| 244 | |
| 245 | print("\n--- Event Type Breakdown ---") |
| 246 | print(" Freeze events: 75% accuracy (8 events)") |
| 247 | print(" Hurricane threats: 71% accuracy (7 events)") |
| 248 | print(" Disease pressure: 60% accuracy (5 events)") |
| 249 | |
| 250 | |
| 251 | def demo_complete_workflow(): |
no outgoing calls
no test coverage detected