Method handle_request

api/openrouter_handler.py:109–237

Process a /v1/chat/completions request asynchronously via OpenRouter. Translates display model name to actual OpenRouter model ID. Returns either dict (non-streaming) or StreamingResponse (streaming).

(self, request_data: dict)

        }

    async def handle_request(self, request_data: dict):
        """
        Process a /v1/chat/completions request asynchronously via OpenRouter.
        Translates display model name to actual OpenRouter model ID.
        Returns either dict (non-streaming) or StreamingResponse (streaming).
        """
        if not self.api_key:
            raise ConfigError("OPENROUTER_API_KEY is not configured on the server.")

        # --- Get Display Name and Translate to Actual Model ID ---
        display_model_name = request_data.get("model")
        if not display_model_name:
            raise ValueError("Request data must include a 'model' field (using the display name).")

        # --- Special Case: NULL Model ---
        if display_model_name == "NULL":
            logger.info("NULL model requested, returning empty response without API call")

            if request_data.get("stream", False):
                # Return streaming response for NULL
                return StreamingResponse(
                    self._generate_null_stream(),
                    media_type="text/event-stream"
                )
            else:
                # Return non-streaming response for NULL
                return {
                    "id": f"chatcmpl-null-{int(time.time())}",
                    "object": "chat.completion",
                    "created": int(time.time()),
                    "model": "NULL",
                    "choices": [{
                        "index": 0,
                        "message": {
                            "role": "assistant",
                            "content": " "
                        },
                        "finish_reason": "stop"
                    }],
                    "usage": {
                        "prompt_tokens": 0,
                        "completion_tokens": 1,
                        "total_tokens": 1
                    }
                }
        # --- End Special Case ---

        # Look up the display name in our map
        model_info = self.model_map.get(display_model_name)
        if not model_info:
            # If the display name isn't found, the model is unsupported by this mapping
            logger.warning(f"Received request for unmapped OpenRouter model display name: {display_model_name}")
            raise ValueError(f"Model display name '{display_model_name}' is not recognized or supported.")

        actual_model_id = model_info.get("model_id")
        if not actual_model_id:
             # Should not happen if map is defined correctly, but good practice to check
             logger.error(f"Internal configuration error: Missing 'model_id' for display name '{display_model_name}' in model_map.")