Function ProcessFile

tools/triecompiler/lib/main.cpp:294–340

template <class TRecord, class TPacker>
static int ProcessFile(IInputStream& in, const TOptions& o, const TPacker& packer) {
    TFixedBufferFileOutput out(o.Triefile);
    typedef typename TRecord::TKeyChar TKeyChar;
    typedef typename TRecord::TValue TValue;

    THolder< TCompactTrieBuilder<TKeyChar, TValue, TPacker> > builder(new TCompactTrieBuilder<TKeyChar, TValue, TPacker>(o.Flags, packer));

    TRecord r;
    while (r.Load(in, o.AllowEmptyKey, o.NoValues)) {
        builder->Add(r.Key.data(), r.Key.size(), r.Value);
    }

    if (o.Flags & CTBF_VERBOSE) {
        Cerr << Endl;
        Cerr << "Entries: " << builder->GetEntryCount() << Endl;
        Cerr << "Tree nodes: " << builder->GetNodeCount() << Endl;
    }
    TBufferOutput inputForFastLayout;
    IOutputStream* currentOutput = &out;
    if (o.FastLayout) {
        currentOutput = &inputForFastLayout;
    }
    if (o.Minimized) {
        TBufferOutput raw;
        size_t datalength = builder->Save(raw);
        if (o.Flags & CTBF_VERBOSE)
            Cerr << "Data length (before compression): " << datalength << Endl;
        builder.Destroy();

        datalength = CompactTrieMinimize(*currentOutput, raw.Buffer().Data(), raw.Buffer().Size(), o.Flags & CTBF_VERBOSE, packer);
        if (o.Flags & CTBF_VERBOSE)
            Cerr << "Data length (minimized): " << datalength << Endl;
    } else {
        size_t datalength = builder->Save(*currentOutput);
        if (o.Flags & CTBF_VERBOSE)
            Cerr << "Data length: " << datalength << Endl;
    }
    if (o.FastLayout) {
        builder.Destroy();
        size_t datalength = CompactTrieMakeFastLayout(out, inputForFastLayout.Buffer().Data(),
            inputForFastLayout.Buffer().Size(), o.Flags & CTBF_VERBOSE, packer);
        if (o.Flags & CTBF_VERBOSE)
            Cerr << "Data length (fast layout): " << datalength << Endl;
    }

    return 0;
}

template <class TRecord, class TPacker>
static int VerifyFile(const TOptions& o, const TPacker& packer) {