Method n_ubatch

smallthinker/src/llama-context.cpp:408–410

}

uint32_t llama_context::n_ubatch() const {
    return cparams.n_ubatch;
}

uint32_t llama_context::n_seq_max() const {
    return cparams.n_seq_max;