Class FireworksAPIHandler

api/fireworks_handler.py:13–211

Asynchronous handler for Fireworks AI API requests using httpx, with mapping for user-friendly model names.

logger = logging.getLogger("fireworks_handler")

class FireworksAPIHandler(BaseAPIHandler):
    """
    Asynchronous handler for Fireworks AI API requests using httpx,
    with mapping for user-friendly model names.
    """
    FIREWORKS_API_URL = "https://api.fireworks.ai/inference/v1/chat/completions"

    def __init__(self):
        super().__init__("fireworks")

        # --- Model Mapping ---
        # Dictionary mapping display names to actual model IDs and parameters
        self.model_map = {
            # Simple mapping with just two models
            "Meta llama4-scout": {
                "model_id": "accounts/fireworks/models/llama4-scout-instruct-basic",
                "parameters": "109B",
                "multimodal": True
            },
            # "llama4-maverick": {
            #     "model_id": "accounts/fireworks/models/llama4-maverick-instruct-basic",
            #     "parameters": "400B",
            #     "multimodal": True
            # },
            # "OpenAI gpt-oss-120b": {
            #     "model_id": "accounts/fireworks/models/gpt-oss-120b",
            #     "parameters": "120B",
            #     "multimodal": False 
            # },
            # "NVIDIA nemotron Nano 2 VL": {
            #     "model_id": "accounts/fireworks/models/nemotron-nano-v2-12b-vl",
            #     "parameters": "12B",
            #     "multimodal": True
            # },
        }

        # Define supported models for display using the pretty names from the map
        self.models = [
            {"name": display_name, "parameters": model_info.get("parameters", "N/A"),
            "multimodal": model_info.get("multimodal", False), "pro": True}
            for display_name, model_info in self.model_map.items()
        ]
        # --- End Model Mapping ---

        self.api_key = os.environ.get("FIREWORKS_API_KEY")
        if not self.api_key:
            logger.error("FIREWORKS_API_KEY environment variable not set. Fireworks handler will fail.")

        # Log the DISPLAY names that will be shown to the user
        logger.info("FireworksAPIHandler registered display models: %s", [m["name"] for m in self.models])

        # Base headers
        self.base_headers = {
            "Authorization": f"Bearer {self.api_key}" if self.api_key else "",
            "Content-Type": "application/json",
            "Accept": "application/json"
        }