Function get_backend_memory

smallthinker/tools/rpc/rpc-server.cpp:257–261

}

static void get_backend_memory(ggml_backend_t backend, size_t * free_mem, size_t * total_mem) {
    ggml_backend_dev_t dev = ggml_backend_get_device(backend);
    GGML_ASSERT(dev != nullptr);
    ggml_backend_dev_memory(dev, free_mem, total_mem);
}

int main(int argc, char * argv[]) {
    ggml_backend_load_all();