Function _parse_model

src/whichllm/models/fetcher.py:571–711

Parse HF API response into ModelInfo.

(data: dict)

def _parse_model(data: dict) -> ModelInfo | None:
    """Parse HF API response into ModelInfo."""
    model_id = data.get("id", "")
    if not model_id:
        return None

    config = data.get("config", {}) or {}
    card_data = data.get("cardData", {}) or {}

    # Base model from card data
    base_model_raw = card_data.get("base_model")
    base_model = None
    if isinstance(base_model_raw, str):
        base_model = base_model_raw
    elif isinstance(base_model_raw, list) and base_model_raw:
        base_model = base_model_raw[0]

    param_count = _extract_param_count(data)
    param_count = _normalize_param_count(param_count, model_id, base_model)
    if param_count == 0:
        return None

    # MoE detection. HF model configs use a variety of keys for the
    # expert-count field — try the common ones before giving up.
    num_experts = 0
    for k in (
        "num_local_experts",
        "num_experts",
        "n_routed_experts",
        "moe_num_experts",
        "num_moe_experts",
        "n_local_experts",
    ):
        v = config.get(k, 0)
        if isinstance(v, int) and v > num_experts:
            num_experts = v
    experts_per_tok = 0
    for k in (
        "num_experts_per_tok",
        "moe_topk",
        "moe_top_k",
        "num_experts_per_token",
        "top_k",
    ):
        v = config.get(k, 0)
        if isinstance(v, int) and v > experts_per_tok:
            experts_per_tok = v

    # Known-frontier MoE registry and A*B naming hints: when HF config lacks
    # expert metadata, fall back to release-card counts or model IDs such as
    # Qwen3.6-35B-A3B. The A3B suffix means 3B active params per token.
    known_moe_active = _resolve_moe_active_params(param_count, model_id, base_model)
    is_moe = num_experts > 0 or known_moe_active is not None
    active_params = None
    if is_moe:
        if known_moe_active is not None:
            active_params = known_moe_active
        elif num_experts > 0: