Method _stream_fireworks_response

api/fireworks_handler.py:181–211

Stream SSE chunks from Fireworks API.

(self, headers: dict, payload: dict, display_model_name: str, actual_model_id: str)

        return response_data

    async def _stream_fireworks_response(self, headers: dict, payload: dict, display_model_name: str, actual_model_id: str):
        """Stream SSE chunks from Fireworks API."""
        try:
            client = get_http_client()
            async with client.stream("POST", self.FIREWORKS_API_URL, headers=headers, json=payload) as response:
                response.raise_for_status()
                async for line in response.aiter_lines():
                    if line.startswith("data: "):
                        # Replace actual model ID with display name in streaming chunks
                        chunk_data = line[6:]  # Remove "data: " prefix
                        if chunk_data != "[DONE]":
                            try:
                                chunk_json = json.loads(chunk_data)
                                if "model" in chunk_json:
                                    chunk_json["model"] = display_model_name
                                yield f"data: {json.dumps(chunk_json)}\n\n"
                            except json.JSONDecodeError:
                                # If we can't parse, just forward as-is
                                yield f"data: {chunk_data}\n\n"
                        else:
                            yield f"data: {chunk_data}\n\n"
        except httpx.RequestError as exc:
            logger.error(f"Fireworks streaming API request failed: {exc}")
            yield f"data: {json.dumps({'error': f'Connection error: {exc}'})}\n\n"
        except httpx.HTTPStatusError as exc:
            error_body = exc.response.text
            logger.error(f"Fireworks streaming API error {exc.response.status_code}: {error_body[:500]}")
            yield f"data: {json.dumps({'error': f'API error ({exc.response.status_code}): {error_body}'})}\n\n"
        except Exception as exc:
            logger.exception(f"Unexpected error in Fireworks streaming for model {actual_model_id}")
            yield f"data: {json.dumps({'error': f'Unexpected error: {exc}'})}\n\n"