Function test

main.cpp:73–112

}

void test() {



    auto lines = load_titles();
    auto gts = load_gt();

    vector<double> elapsed_times;
    for (int loop = 0; loop < 3; loop++) {
        FlashBertTokenizer tokenizer("../res/vocab_char_16424.txt", true);
        std::chrono::system_clock::time_point t_beg, t_end;
        std::chrono::duration<double> diff{};

        t_beg = std::chrono::system_clock::now();

        int correct = 0;
        long long int total = 0;
        for (int i = 0; i < lines.size(); i++) {
            auto ids = tokenizer(lines[i]);
            if (ids == gts[i]) {
                correct += 1;
            }
            total += ids.size();
        }
        t_end = std::chrono::system_clock::now();
        diff = t_end - t_beg;
        auto elapsed_time = diff.count();
        elapsed_times.push_back(elapsed_time);
        std::cout << elapsed_time << " seconds" << "\t";

        //std::cout << lines.size() << "\t";
        std::cout << static_cast<double>(correct) * 100.0 / lines.size() << " % Accuracy" << std::endl;
        std::cout << static_cast<double>(lines.size()) / elapsed_time << " RPS" << std::endl;
        std::cout << "--------------" << std::endl;
    }

    double total = std::accumulate(elapsed_times.begin(),elapsed_times.end(),0.0) / 3;

    std::cout << "Final: " << total << std::endl;
}

int main() {
    std::ios::sync_with_stdio(false);