Method addTokenizer

plugins/wasmedge_llmc/llmc_env.cpp:22–25

}

uint32_t LLMCEnv::addTokenizer(Tokenizer *T) noexcept {
  Tokenizers.push_back(T);
  return Tokenizers.size() - 1;
}

Tokenizer *LLMCEnv::getTokenizer(uint32_t Id) noexcept {
  assert(Id < Tokenizers.size() && "Out of bounds");