MCPcopy Create free account
hub / github.com/alibaba/zvec / add_impl

Method add_impl

src/core/algorithm/flat_sparse/flat_sparse_streamer.cc:180–236  ·  view source on GitHub ↗

Source from the content-addressed store, hash-verified

178}
179
180int FlatSparseStreamer::add_impl(uint64_t pkey, const uint32_t sparse_count,
181 const uint32_t *sparse_indices,
182 const void *sparse_query,
183 const IndexQueryMeta &qmeta,
184 Context::Pointer &context) {
185 if (state_ != STATE_OPENED) {
186 LOG_ERROR("Failed to add_impl, open streamer first!");
187 (*stats_.mutable_discarded_count())++;
188 return IndexError_NoReady;
189 }
190
191 int ret = check_params(qmeta);
192 if (ailego_unlikely(ret != 0)) {
193 (*stats_.mutable_discarded_count())++;
194 return ret;
195 }
196
197 if (ailego_unlikely(sparse_count > PARAM_FLAT_SPARSE_MAX_DIM_SIZE)) {
198 LOG_ERROR(
199 "Failed to add sparse vector: number of non-zero elements (%u) exceeds "
200 "maximum allowed (%u), key=%zu",
201 sparse_count, PARAM_FLAT_SPARSE_MAX_DIM_SIZE, (size_t)pkey);
202 (*stats_.mutable_discarded_count())++;
203 return IndexError_InvalidValue;
204 }
205
206 // context is trivial here
207 FlatSparseContext *ctx = dynamic_cast<FlatSparseContext *>(context.get());
208 ailego_do_if_false(ctx) {
209 LOG_ERROR("Cast context to FlatSparseContext failed");
210 (*stats_.mutable_discarded_count())++;
211 return IndexError_Cast;
212 }
213
214 if (ailego_unlikely(!shared_mutex_.try_lock_shared())) {
215 LOG_ERROR("Cannot add vector while dumping index");
216 (*stats_.mutable_discarded_count())++;
217 return IndexError_Unsupported;
218 }
219 AILEGO_DEFER([&]() { shared_mutex_.unlock_shared(); });
220
221 // convert to sparse format and add to entity
222 std::string sparse_query_buffer;
223 SparseUtility::TransSparseFormat(sparse_count, sparse_indices, sparse_query,
224 meta_.unit_size(), sparse_query_buffer);
225
226 ret = entity_.add(pkey, sparse_query_buffer, sparse_count);
227 if (ret != 0) {
228 LOG_ERROR("Failed to add sparse vector, key=%zu, ret=%s", (size_t)pkey,
229 IndexError::What(ret));
230 (*stats_.mutable_discarded_count())++;
231 return ret;
232 }
233
234 (*stats_.mutable_added_count())++;
235 return 0;
236}
237

Callers

nothing calls this directly

Calls 7

unlock_sharedMethod · 0.80
mutable_added_countMethod · 0.80
getMethod · 0.45
try_lock_sharedMethod · 0.45
unit_sizeMethod · 0.45
addMethod · 0.45

Tested by

no test coverage detected