Method operator()

generator/dumper.cpp:116–133

  TokensContainerT m_stats;

  void operator()(int8_t langCode, std::string_view name)
  {
    CHECK(!name.empty(), ("Feature name is empty"));

    auto const tokens = search::NormalizeAndTokenizeString(name);
    for (size_t i = 1; i < tokens.size(); ++i)
    {
      strings::UniString s;
      for (size_t numTokens = 0; numTokens < i; ++numTokens)
      {
        s.append(tokens[numTokens].begin(), tokens[numTokens].end());
        s.push_back(' ');
      }
      auto [iter, found] = m_stats[langCode].emplace(s, std::make_pair(1U, name));
      if (!found)
        iter->second.first++;
    }
  }

  void operator()(FeatureType & f, uint32_t) { f.ForEachName(*this); }
};