Function _is_vulkan_only_gpu

src/whichllm/engine/compatibility.py:37–48

Return True for legacy NVIDIA GPUs with no modern CUDA support. Kepler cards (compute capability 3.x) were dropped by CUDA 12 and current llama.cpp CUDA builds, so they only run through the Vulkan backend. Matches ``VULKAN_ONLY_GPUS`` entries as case-insensitive substrings of the GPU na

(gpu: GPUInfo)

def _is_vulkan_only_gpu(gpu: GPUInfo) -> bool:
    """Return True for legacy NVIDIA GPUs with no modern CUDA support.

    Kepler cards (compute capability 3.x) were dropped by CUDA 12 and current
    llama.cpp CUDA builds, so they only run through the Vulkan backend. Matches
    ``VULKAN_ONLY_GPUS`` entries as case-insensitive substrings of the GPU name,
    the same convention used by the bandwidth/compute-capability lookups.
    """
    if gpu.vendor != "nvidia":
        return False
    name_upper = gpu.name.upper()
    return any(marker.upper() in name_upper for marker in VULKAN_ONLY_GPUS)


def _fit_candidate_gpus(gpus: list[GPUInfo]) -> list[GPUInfo]: