Method clear_context

src/common/AutoModel/automodel.cpp:455–467

\brief Clear the context \note The function will clear the context \note The function will reset the total tokens \note The function will reset the last token \note The function will clear the context \note The function will reset the total tokens

/// \note The function will clear the context
/// \note The function will reset the total tokens
void AutoModel::clear_context() {
    this->total_tokens = 0;
    this->last_token = -1;
    this->token_history.clear();
    this->checkpoint_his.clear();
    this->lm_engine->clear_context();
    this->total_tokens = 0;
    this->sampler->reset_penalties();
    for (size_t i = 0; i < PROFILER_TYPE_NUM; i++) {
        this->profiler_list[i].reset();
    }
    this->last_prefill_time = { 0, "us" };
}


/// \brief Get the current context length