| 9758 | } |
| 9759 | |
| 9760 | void llama_backend_init(bool numa) { |
| 9761 | ggml_time_init(); |
| 9762 | |
| 9763 | // needed to initialize f16 tables |
| 9764 | { |
| 9765 | struct ggml_init_params params = { 0, NULL, false }; |
| 9766 | struct ggml_context * ctx = ggml_init(params); |
| 9767 | ggml_free(ctx); |
| 9768 | } |
| 9769 | |
| 9770 | if (numa) { |
| 9771 | ggml_numa_init(); |
| 9772 | } |
| 9773 | |
| 9774 | #ifdef GGML_USE_MPI |
| 9775 | ggml_mpi_backend_init(); |
| 9776 | #endif |
| 9777 | } |
| 9778 | |
| 9779 | void llama_backend_free(void) { |
| 9780 | #ifdef GGML_USE_MPI |