| 33 | } |
| 34 | |
| 35 | static bool eval_string(struct llama_context * ctx_llama, const char* str, int n_batch, int * n_past, bool add_bos){ |
| 36 | std::string str2 = str; |
| 37 | std::vector<llama_token> embd_inp = ::llama_tokenize(ctx_llama, str2, add_bos); |
| 38 | eval_tokens(ctx_llama, embd_inp, n_batch, n_past); |
| 39 | return true; |
| 40 | } |
| 41 | |
| 42 | // TODO: use common/sampling.h |
| 43 | static llama_token sample_id(llama_context * ctx_llama, gpt_params & params) { |
no test coverage detected