| 3080 | }; |
| 3081 | |
| 3082 | static bool load_gpu_split_from_split_file(llama_model & model, std::string split_path, size_t vram_budget) { |
| 3083 | llama_gpu_split_loader loader(split_path, true); |
| 3084 | return loader.check_vram_allocable(vram_budget) |
| 3085 | && loader.load_gpu_idx_for_model(&model) == 0; |
| 3086 | } |
| 3087 | |
| 3088 | static bool llm_load_gpu_split_with_budget(llama_model_loader & ml, llama_model & model, size_t vram_allocatable_bytes, bool no_cache) { |
| 3089 | std::string cached_split_path = ml.file.fname + ".generated.gpuidx"; |
no test coverage detected