Function DumpSearchTokens

generator/dumper.cpp:171–190

}

void DumpSearchTokens(string const & fPath, size_t maxTokensToShow)
{
  using Value = Uint64IndexValue;

  FilesContainerR container(std::make_unique<FileReader>(fPath));
  feature::DataHeader header(container);

  auto const trieRoot = trie::ReadTrie<ModelReaderPtr, ValueList<Value>>(container.GetReader(SEARCH_INDEX_FILE_TAG),
                                                                         SingleValueSerializer<Value>());

  SearchTokensCollector<Value> f;
  trie::ForEachRef(*trieRoot, f, strings::UniString());
  f.Finish();

  for (size_t i = 0; i < std::min(maxTokensToShow, f.m_tokens.size()); ++i)
  {
    auto const & s = f.m_tokens[i].second;
    cout << f.m_tokens[i].first << " " << strings::ToUtf8(s) << endl;
  }
}

void DumpFeatureNames(string const & fPath, string const & lang)
{