Create the ASGI application wired to the given upstream base URL.
(
upstream: str | None = DEFAULT_UPSTREAM,
spend_control: SpendControl | None = None,
providers_config: ProvidersConfig | None = None,
route_stats: RouteStats | None = None,
trace_store: TraceStore | None = None,
feedback: FeedbackCollector | None = None,
model_mapper: ModelMapper | None = None,
artifact_store: ArtifactStore | None = None,
composition_policy: CompositionPolicy | None = None,
semantic_compressor: SemanticCompressor | None = None,
model_experience: ModelExperienceStore | None = None,
routing_config_store: RoutingConfigStore | None = None,
connections_store: ConnectionsStore | None = None,
route_confidence_calibrator: object | None = None,
)
| 2733 | |
| 2734 | |
| 2735 | def create_app( |
| 2736 | upstream: str | None = DEFAULT_UPSTREAM, |
| 2737 | spend_control: SpendControl | None = None, |
| 2738 | providers_config: ProvidersConfig | None = None, |
| 2739 | route_stats: RouteStats | None = None, |
| 2740 | trace_store: TraceStore | None = None, |
| 2741 | feedback: FeedbackCollector | None = None, |
| 2742 | model_mapper: ModelMapper | None = None, |
| 2743 | artifact_store: ArtifactStore | None = None, |
| 2744 | composition_policy: CompositionPolicy | None = None, |
| 2745 | semantic_compressor: SemanticCompressor | None = None, |
| 2746 | model_experience: ModelExperienceStore | None = None, |
| 2747 | routing_config_store: RoutingConfigStore | None = None, |
| 2748 | connections_store: ConnectionsStore | None = None, |
| 2749 | route_confidence_calibrator: object | None = None, |
| 2750 | ) -> Starlette: |
| 2751 | """Create the ASGI application wired to the given upstream base URL.""" |
| 2752 | _cli_upstream_override = str(upstream or "").strip() or None |
| 2753 | _connections_store = connections_store or ConnectionsStore() |
| 2754 | _effective_connection = resolve_primary_connection( |
| 2755 | cli_upstream=_cli_upstream_override, |
| 2756 | store=_connections_store, |
| 2757 | ) |
| 2758 | upstream = _effective_connection.upstream |
| 2759 | _primary_api_key = _effective_connection.api_key |
| 2760 | _spend = spend_control or SpendControl() |
| 2761 | _spend_reservation = _SpendReservation(_spend) |
| 2762 | _providers = providers_config or load_providers() |
| 2763 | _stats = route_stats or RouteStats() |
| 2764 | _traces = trace_store or TraceStore() |
| 2765 | _route_confidence = route_confidence_calibrator or get_active_route_confidence_calibrator() |
| 2766 | if any(record.feedback_signal for record in _stats.history()): |
| 2767 | _route_confidence.fit_from_route_records(_stats.history()) |
| 2768 | _model_experience = model_experience or ModelExperienceStore() |
| 2769 | _feedback = feedback or FeedbackCollector( |
| 2770 | model_experience=_model_experience, |
| 2771 | buffer_path=data_dir() / "feedback_buffer.json", |
| 2772 | ) |
| 2773 | if getattr(_feedback, "_model_experience", None) is None: |
| 2774 | _feedback._model_experience = _model_experience |
| 2775 | _mapper = model_mapper or ModelMapper(upstream) |
| 2776 | _artifacts = artifact_store or ArtifactStore() |
| 2777 | _composition_policy = composition_policy or load_composition_policy() |
| 2778 | _semantic = semantic_compressor |
| 2779 | _routing_store = routing_config_store or RoutingConfigStore() |
| 2780 | _routing_config = _routing_store.config() |
| 2781 | _scene_store = SceneStore() |
| 2782 | _responses_history: dict[str, list[dict[str, Any]]] = {} |
| 2783 | forced_messages_mode_raw = str(os.environ.get("UNCOMMON_ROUTE_FORCE_MESSAGES_DEFAULT_MODE", "")).strip() |
| 2784 | forced_messages_upstream_model = str( |
| 2785 | os.environ.get("UNCOMMON_ROUTE_FORCE_MESSAGES_UPSTREAM_MODEL", "") |
| 2786 | ).strip() |
| 2787 | _forced_messages_default_mode: RoutingMode | None = None |
| 2788 | disable_anthropic_cache = str(os.environ.get("UNCOMMON_ROUTE_DISABLE_ANTHROPIC_CACHE", "")).strip().lower() in { |
| 2789 | "1", |
| 2790 | "true", |
| 2791 | "yes", |
| 2792 | "on", |