Method insert

subprojects/llama.cpp/tools/server/server-common.cpp:323–326

}

void server_tokens::insert(const llama_tokens & inp_tokens) {
    GGML_ASSERT(!has_mtmd); // only allow this if mtmd is disabled
    tokens.insert(tokens.end(), inp_tokens.begin(), inp_tokens.end());
}

const llama_tokens & server_tokens::get_text_tokens() const {
    GGML_ASSERT(!has_mtmd); // only allow this if mtmd is disabled