| 44 | } |
| 45 | |
| 46 | bool Model::init(const std::string& model_folder, size_t context_size, const std::string& system_prompt, bool do_warmup) { |
| 47 | if (initialized_) { |
| 48 | return true; |
| 49 | } |
| 50 | auto* gb = new CactusGraph(); |
| 51 | graph_handle_ = gb; |
| 52 | owns_graph_ = true; |
| 53 | embedding_file_path_ = model_folder + "/token_embeddings.weights"; |
| 54 | return init_internal(gb, model_folder, context_size, system_prompt, do_warmup); |
| 55 | } |
| 56 | |
| 57 | bool Model::init(CactusGraph* external_graph, const std::string& model_folder, size_t context_size, |
| 58 | const std::string& system_prompt, bool do_warmup) { |