Function chat_loop

smallthinker/tools/run/run.cpp:1179–1205

Main chat loop function

// Main chat loop function
static int chat_loop(LlamaData & llama_data, const Opt & opt) {
    int prev_len = 0;
    llama_data.fmtted.resize(llama_n_ctx(llama_data.context.get()));
    std::string chat_template;
    if (!opt.chat_template_file.empty()) {
        chat_template = read_chat_template_file(opt.chat_template_file);
    }

    common_chat_templates_ptr chat_templates    = common_chat_templates_init(llama_data.model.get(), chat_template);
    static const bool stdout_a_terminal = is_stdout_a_terminal();
    while (true) {
        // Get user input
        std::string user_input;
        if (get_user_input(user_input, opt.user) == 1) {
            return 0;
        }

        const int ret = process_user_message(opt, user_input, llama_data, chat_templates, prev_len, stdout_a_terminal);
        if (ret == 1) {
            return 1;
        } else if (ret == 2) {
            break;
        }
    }

    return 0;
}

static void log_callback(const enum ggml_log_level level, const char * text, void * p) {
    const Opt * opt = static_cast<Opt *>(p);