Method n_tokens

subprojects/llama.cpp/src/llama-vocab.cpp:3363–3365

}

uint32_t llama_vocab::n_tokens() const {
    return (uint32_t) pimpl->id_to_token.size();
}

uint32_t llama_vocab::n_token_types() const {
    return (uint32_t) pimpl->n_token_types;