Function _record_stream_success

uncommon_route/proxy.py:5280–5343

(
                    stream_usage: UsageMetrics | None,
                    *,
                    stream_chunks: list[bytes] | None = None,
                )

        try:
            if is_streaming:
                async def _record_stream_success(
                    stream_usage: UsageMetrics | None,
                    *,
                    stream_chunks: list[bytes] | None = None,
                ) -> None:
                    stream_actual_cost: float | None = None
                    stream_ttft_ms: float | None = None
                    stream_tps: float | None = None
                    if stream_usage is not None:
                        stream_actual_cost = (
                            stream_usage.actual_cost
                            if stream_usage.actual_cost is not None
                            else _estimate_cost_from_usage(selected_model, stream_usage)
                        )
                        stream_ttft_ms = stream_usage.ttft_ms
                        stream_tps = stream_usage.tps

                    if is_virtual:
                        _model_experience.observe(
                            selected_model,
                            mode_value,
                            tier_value,
                            success=True,
                            ttft_ms=stream_ttft_ms,
                            tps=stream_tps,
                            total_input_tokens=stream_usage.input_tokens_total if stream_usage else None,
                            uncached_input_tokens=stream_usage.input_tokens_uncached if stream_usage else None,
                            cache_read_tokens=stream_usage.cache_read_input_tokens if stream_usage else 0,
                            cache_write_tokens=stream_usage.cache_write_input_tokens if stream_usage else 0,
                            input_cost_multiplier=stream_usage.input_cost_multiplier if stream_usage else None,
                        )
                        if request_id:
                            _feedback.rebind_request(
                                request_id,
                                model=selected_model,
                                tier=tier_value,
                                mode=mode_value,
                            )
                        combined_cost = (
                            (stream_actual_cost if stream_actual_cost is not None else main_estimated_cost)
                            + (sidechannel_actual_cost if sidechannel_actual_cost is not None else sidechannel_estimated_cost)
                        )
                        await _spend_reservation.settle(
                            request_id,
                            combined_cost,
                            model=selected_model,
                            action="chat",
                        )
                        _record_route_trace(
                            status_code=200,
                            actual_cost=stream_actual_cost,
                            usage_metrics=stream_usage,
                            streaming=True,
                            stream_chunks=stream_chunks,
                        )
                    else:
                        _record_route_trace(
                            status_code=200,