| 521 | |
| 522 | |
| 523 | def _summarize_usage(records: Sequence[RouteRecord | GuardrailRecord]) -> UsageSummary: |
| 524 | usages = [r.metadata.usage for r in records if r.metadata and r.metadata.usage] |
| 525 | inputs = [u.input_tokens for u in usages if u.input_tokens is not None] |
| 526 | outputs = [u.output_tokens for u in usages if u.output_tokens is not None] |
| 527 | return UsageSummary( |
| 528 | input_tokens=sum(inputs), |
| 529 | input_token_records=len(inputs), |
| 530 | output_tokens=sum(outputs), |
| 531 | output_token_records=len(outputs), |
| 532 | ) |
| 533 | |
| 534 | |
| 535 | def _summarize_latency( |