Method decode

src/common/tokenizer/tokenizer.cpp:163–165

\brief Decode the tokens \param tokens the tokens \return the decoded text

/// \param tokens the tokens
/// \return the decoded text
std::string Tokenizer::decode(const std::vector<int>& tokens) {
    return this->tokenizer->Decode(tokens);
}

/// \brief Run time decoder
/// \param answer_token the answer token