Method find_token_id

src/models/ace_step/tokenizer_text.cpp:78–80

}

std::optional<int32_t> AceStepTextTokenizer::find_token_id(const std::string & token) const {
    return impl_->tokenizer->find_token_id(token);
}

AceStepTokenizedText AceStepTextTokenizer::tokenize_text(const std::string & text, int64_t max_length) const {
    if (max_length <= 0) {