| 805 | } |
| 806 | |
| 807 | void llama_numa_init(enum ggml_numa_strategy numa) { |
| 808 | if (numa != GGML_NUMA_STRATEGY_DISABLED) { |
| 809 | auto * dev = ggml_backend_dev_by_type(GGML_BACKEND_DEVICE_TYPE_CPU); |
| 810 | GGML_ASSERT(dev && "CPU backend is not loaded"); |
| 811 | auto * reg = ggml_backend_dev_backend_reg(dev); |
| 812 | auto * numa_init_fn = (decltype(ggml_numa_init) *) ggml_backend_reg_get_proc_address(reg, "ggml_backend_cpu_numa_init"); |
| 813 | if (numa_init_fn) { |
| 814 | numa_init_fn(numa); |
| 815 | } |
| 816 | } |
| 817 | } |
| 818 | |
| 819 | void llama_backend_free(void) { |
| 820 | ggml_quantize_free(); |