Function ForEachNormalizedToken

libs/indexer/search_string_utils.hpp:78–81

template <class FnT>
void ForEachNormalizedToken(std::string_view s, FnT && fn)
{
  SplitUniString(NormalizeAndSimplifyString(s), fn, Delimiters());
}

std::vector<strings::UniString> NormalizeAndTokenizeString(std::string_view s);
bool TokenizeStringAndCheckIfLastTokenIsPrefix(std::string_view s, std::vector<strings::UniString> & tokens);