| 407 | } |
| 408 | |
| 409 | BackendMemorySnapshot query_backend_memory(ggml_backend_t backend, int device_hint) { |
| 410 | BackendMemorySnapshot snapshot; |
| 411 | if (backend == nullptr) { |
| 412 | return snapshot; |
| 413 | } |
| 414 | ggml_backend_dev_t device = ggml_backend_get_device(backend); |
| 415 | if (device != nullptr) { |
| 416 | size_t free_bytes = 0; |
| 417 | size_t total_bytes = 0; |
| 418 | ggml_backend_dev_memory(device, &free_bytes, &total_bytes); |
| 419 | if (total_bytes > 0 && free_bytes <= total_bytes) { |
| 420 | snapshot.available = true; |
no test coverage detected