Function ForEachToken

libs/indexer/categories_index.cpp:33–36

template <typename TF>
void ForEachToken(std::string const & s, TF && fn)
{
  search::ForEachNormalizedToken(s, [&fn](strings::UniString const & token) { fn(strings::ToUtf8(token)); });
}

void TokenizeAndAddAllSubstrings(base::MemTrie<std::string, base::VectorValues<uint32_t>> & trie, std::string const & s,
                                 uint32_t value)