MCPcopy Create free account
hub / github.com/alibaba/zvec / TEST_F

Function TEST_F

tests/core/algorithm/flat_sparse/flat_sparse_builder_test.cc:53–135  ·  view source on GitHub ↗

Source from the content-addressed store, hash-verified

51}
52
53TEST_F(FlatSparseBuilderTest, TestGeneral) {
54 IndexBuilder::Pointer builder =
55 IndexFactory::CreateBuilder("FlatSparseBuilder");
56 ASSERT_NE(builder, nullptr);
57
58 auto holder = make_shared<OnePassIndexSparseHolder<IndexMeta::DT_FP32>>();
59 uint32_t sparse_count = 4;
60 size_t doc_cnt = 1000UL;
61 for (size_t i = 0; i < doc_cnt; i++) {
62 SparseVector<float> vec;
63
64 NumericalVector<uint32_t> sparse_indices(sparse_count);
65 NumericalVector<float> sparse_values(sparse_count);
66 for (size_t j = 0; j < sparse_count; ++j) {
67 sparse_indices[j] = 20 * j;
68 sparse_values[j] = i;
69 }
70
71 vec.add_sparses(sparse_indices, sparse_values);
72
73 ASSERT_TRUE(holder->emplace(i, vec));
74 }
75
76 Params params;
77 ASSERT_EQ(0, builder->init(*_index_meta_ptr, params));
78
79 ASSERT_EQ(0, builder->train(holder));
80
81 ASSERT_EQ(0, builder->build(holder));
82
83 auto dumper = IndexFactory::CreateDumper("FileDumper");
84 ASSERT_NE(dumper, nullptr);
85
86 string path = _dir + "TestGeneral";
87 ASSERT_EQ(0, dumper->create(path));
88 ASSERT_EQ(0, builder->dump(dumper));
89 ASSERT_EQ(0, dumper->close());
90
91 auto &stats = builder->stats();
92 ASSERT_EQ(0UL, stats.trained_count());
93 ASSERT_EQ(doc_cnt, stats.built_count());
94 ASSERT_EQ(doc_cnt, stats.dumped_count());
95 ASSERT_EQ(0UL, stats.discarded_count());
96 ASSERT_EQ(0UL, stats.trained_costtime());
97 ASSERT_EQ(stats.built_costtime(), 0UL);
98 // ASSERT_GT(stats.dumped_costtime(), 0UL);
99
100 // cleanup and rebuild
101 ASSERT_EQ(0, builder->cleanup());
102
103 auto holder2 = make_shared<MultiPassIndexSparseHolder<IndexMeta::DT_FP32>>();
104 size_t doc_cnt2 = 2000UL;
105 for (size_t i = 0; i < doc_cnt2; i++) {
106 SparseVector<float> vec;
107
108 NumericalVector<uint32_t> sparse_indices(sparse_count);
109 NumericalVector<float> sparse_values(sparse_count);
110 for (size_t j = 0; j < sparse_count; ++j) {

Callers

nothing calls this directly

Calls 15

built_countMethod · 0.80
built_costtimeMethod · 0.80
waitMethod · 0.80
add_sparsesMethod · 0.45
emplaceMethod · 0.45
initMethod · 0.45
trainMethod · 0.45
buildMethod · 0.45
createMethod · 0.45
dumpMethod · 0.45
closeMethod · 0.45
statsMethod · 0.45

Tested by

no test coverage detected