| 51 | } |
| 52 | |
| 53 | TEST_F(FlatSparseBuilderTest, TestGeneral) { |
| 54 | IndexBuilder::Pointer builder = |
| 55 | IndexFactory::CreateBuilder("FlatSparseBuilder"); |
| 56 | ASSERT_NE(builder, nullptr); |
| 57 | |
| 58 | auto holder = make_shared<OnePassIndexSparseHolder<IndexMeta::DT_FP32>>(); |
| 59 | uint32_t sparse_count = 4; |
| 60 | size_t doc_cnt = 1000UL; |
| 61 | for (size_t i = 0; i < doc_cnt; i++) { |
| 62 | SparseVector<float> vec; |
| 63 | |
| 64 | NumericalVector<uint32_t> sparse_indices(sparse_count); |
| 65 | NumericalVector<float> sparse_values(sparse_count); |
| 66 | for (size_t j = 0; j < sparse_count; ++j) { |
| 67 | sparse_indices[j] = 20 * j; |
| 68 | sparse_values[j] = i; |
| 69 | } |
| 70 | |
| 71 | vec.add_sparses(sparse_indices, sparse_values); |
| 72 | |
| 73 | ASSERT_TRUE(holder->emplace(i, vec)); |
| 74 | } |
| 75 | |
| 76 | Params params; |
| 77 | ASSERT_EQ(0, builder->init(*_index_meta_ptr, params)); |
| 78 | |
| 79 | ASSERT_EQ(0, builder->train(holder)); |
| 80 | |
| 81 | ASSERT_EQ(0, builder->build(holder)); |
| 82 | |
| 83 | auto dumper = IndexFactory::CreateDumper("FileDumper"); |
| 84 | ASSERT_NE(dumper, nullptr); |
| 85 | |
| 86 | string path = _dir + "TestGeneral"; |
| 87 | ASSERT_EQ(0, dumper->create(path)); |
| 88 | ASSERT_EQ(0, builder->dump(dumper)); |
| 89 | ASSERT_EQ(0, dumper->close()); |
| 90 | |
| 91 | auto &stats = builder->stats(); |
| 92 | ASSERT_EQ(0UL, stats.trained_count()); |
| 93 | ASSERT_EQ(doc_cnt, stats.built_count()); |
| 94 | ASSERT_EQ(doc_cnt, stats.dumped_count()); |
| 95 | ASSERT_EQ(0UL, stats.discarded_count()); |
| 96 | ASSERT_EQ(0UL, stats.trained_costtime()); |
| 97 | ASSERT_EQ(stats.built_costtime(), 0UL); |
| 98 | // ASSERT_GT(stats.dumped_costtime(), 0UL); |
| 99 | |
| 100 | // cleanup and rebuild |
| 101 | ASSERT_EQ(0, builder->cleanup()); |
| 102 | |
| 103 | auto holder2 = make_shared<MultiPassIndexSparseHolder<IndexMeta::DT_FP32>>(); |
| 104 | size_t doc_cnt2 = 2000UL; |
| 105 | for (size_t i = 0; i < doc_cnt2; i++) { |
| 106 | SparseVector<float> vec; |
| 107 | |
| 108 | NumericalVector<uint32_t> sparse_indices(sparse_count); |
| 109 | NumericalVector<float> sparse_values(sparse_count); |
| 110 | for (size_t j = 0; j < sparse_count; ++j) { |
nothing calls this directly
no test coverage detected