| 5 | |
| 6 | @dataclass |
| 7 | class GPUInfo: |
| 8 | name: str |
| 9 | vendor: str # "nvidia" | "amd" | "apple" | "intel" |
| 10 | vram_bytes: int |
| 11 | usable_vram_bytes: int | None = None |
| 12 | compute_capability: tuple[int, int] | None = None # NVIDIA only |
| 13 | cuda_version: str | None = None |
| 14 | rocm_version: str | None = None |
| 15 | memory_bandwidth_gbps: float | None = None # from lookup table |
| 16 | shared_memory: bool = False |
| 17 | vram_overridden: bool = False |
| 18 | |
| 19 | |
| 20 | @dataclass |
no outgoing calls