Function handle_parameter_cache

api_utils/model_switching.py:102–121

(req_id: str, context: RequestContext)

async def handle_parameter_cache(req_id: str, context: RequestContext) -> None:
    set_request_id(req_id)
    logger = context["logger"]
    params_cache_lock = context["params_cache_lock"]
    page_params_cache = context["page_params_cache"]
    current_ai_studio_model_id = context["current_ai_studio_model_id"]
    model_actually_switched = context["model_actually_switched"]

    async with params_cache_lock:
        cached_model_for_params = page_params_cache.get(
            "last_known_model_id_for_params"
        )
        if model_actually_switched or (
            current_ai_studio_model_id != cached_model_for_params
        ):
            logger.info(f"[{req_id}] Model changed, parameter cache invalidated.")
            page_params_cache.clear()
            page_params_cache["last_known_model_id_for_params"] = (
                current_ai_studio_model_id
            )