Function create_synthetic_gpu

src/whichllm/hardware/gpu_simulator.py:256–346

Create a synthetic GPUInfo from a GPU name. Looks up specs from the dbgpu database (2000+ GPUs). Args: name: GPU name (e.g. "RTX 4090", "RX 7900 XTX"). vram_override_gb: Override VRAM in GB. Required if GPU not in database. Returns: GPUInfo with ``(simulated)``

(name: str, vram_override_gb: float | None = None)

def create_synthetic_gpu(name: str, vram_override_gb: float | None = None) -> GPUInfo:
    """Create a synthetic GPUInfo from a GPU name.

    Looks up specs from the dbgpu database (2000+ GPUs).

    Args:
        name: GPU name (e.g. "RTX 4090", "RX 7900 XTX").
        vram_override_gb: Override VRAM in GB. Required if GPU not in database.

    Returns:
        GPUInfo with ``(simulated)`` suffix in the name.

    Raises:
        ValueError: If GPU is not found and no vram_override_gb given.
    """
    _last_suggestions.clear()

    amd_shared_memory_apu = _is_amd_shared_memory_apu(name)
    curated = _lookup_curated_spec(name)

    # Apple Silicon short-circuit: dbgpu has no Apple entries, so we check
    # first to avoid fuzzy-matching "M1" against "Rage Mobility-M1".
    apple_hit = _lookup_apple_silicon(name)
    if apple_hit is not None:
        canonical, vendor, default_vram_gb, bandwidth = apple_hit
        vram_gb = vram_override_gb if vram_override_gb is not None else default_vram_gb
        return GPUInfo(
            name=f"{canonical} (simulated)",
            vendor=vendor,
            vram_bytes=int(vram_gb * _GiB),
            memory_bandwidth_gbps=bandwidth,
            shared_memory=True,
            vram_overridden=vram_override_gb is not None,
        )

    spec = _lookup_dbgpu(name)

    # VRAM
    if vram_override_gb is not None:
        vram_bytes = int(vram_override_gb * _GiB)
    elif spec is not None and spec.memory_size_gb:
        vram_bytes = int(spec.memory_size_gb * _GiB)
    elif curated is not None:
        vram_bytes = int(curated.vram_gb * _GiB)
    else:
        msg = f"Unknown GPU '{name}'."
        if _last_suggestions:
            candidates = ", ".join(n for n, _ in _last_suggestions)
            msg += f" Did you mean: {candidates}?"
        msg += " Use --vram to specify VRAM in GB."
        raise ValueError(msg)

    # Bandwidth
    bandwidth: float | None = None
    if spec is not None and spec.memory_bandwidth_gb_s:
        bandwidth = spec.memory_bandwidth_gb_s
    if bandwidth is None and curated is not None:
        bandwidth = curated.memory_bandwidth_gbps