| 178 | } |
| 179 | |
| 180 | int FlatSparseStreamer::add_impl(uint64_t pkey, const uint32_t sparse_count, |
| 181 | const uint32_t *sparse_indices, |
| 182 | const void *sparse_query, |
| 183 | const IndexQueryMeta &qmeta, |
| 184 | Context::Pointer &context) { |
| 185 | if (state_ != STATE_OPENED) { |
| 186 | LOG_ERROR("Failed to add_impl, open streamer first!"); |
| 187 | (*stats_.mutable_discarded_count())++; |
| 188 | return IndexError_NoReady; |
| 189 | } |
| 190 | |
| 191 | int ret = check_params(qmeta); |
| 192 | if (ailego_unlikely(ret != 0)) { |
| 193 | (*stats_.mutable_discarded_count())++; |
| 194 | return ret; |
| 195 | } |
| 196 | |
| 197 | if (ailego_unlikely(sparse_count > PARAM_FLAT_SPARSE_MAX_DIM_SIZE)) { |
| 198 | LOG_ERROR( |
| 199 | "Failed to add sparse vector: number of non-zero elements (%u) exceeds " |
| 200 | "maximum allowed (%u), key=%zu", |
| 201 | sparse_count, PARAM_FLAT_SPARSE_MAX_DIM_SIZE, (size_t)pkey); |
| 202 | (*stats_.mutable_discarded_count())++; |
| 203 | return IndexError_InvalidValue; |
| 204 | } |
| 205 | |
| 206 | // context is trivial here |
| 207 | FlatSparseContext *ctx = dynamic_cast<FlatSparseContext *>(context.get()); |
| 208 | ailego_do_if_false(ctx) { |
| 209 | LOG_ERROR("Cast context to FlatSparseContext failed"); |
| 210 | (*stats_.mutable_discarded_count())++; |
| 211 | return IndexError_Cast; |
| 212 | } |
| 213 | |
| 214 | if (ailego_unlikely(!shared_mutex_.try_lock_shared())) { |
| 215 | LOG_ERROR("Cannot add vector while dumping index"); |
| 216 | (*stats_.mutable_discarded_count())++; |
| 217 | return IndexError_Unsupported; |
| 218 | } |
| 219 | AILEGO_DEFER([&]() { shared_mutex_.unlock_shared(); }); |
| 220 | |
| 221 | // convert to sparse format and add to entity |
| 222 | std::string sparse_query_buffer; |
| 223 | SparseUtility::TransSparseFormat(sparse_count, sparse_indices, sparse_query, |
| 224 | meta_.unit_size(), sparse_query_buffer); |
| 225 | |
| 226 | ret = entity_.add(pkey, sparse_query_buffer, sparse_count); |
| 227 | if (ret != 0) { |
| 228 | LOG_ERROR("Failed to add sparse vector, key=%zu, ret=%s", (size_t)pkey, |
| 229 | IndexError::What(ret)); |
| 230 | (*stats_.mutable_discarded_count())++; |
| 231 | return ret; |
| 232 | } |
| 233 | |
| 234 | (*stats_.mutable_added_count())++; |
| 235 | return 0; |
| 236 | } |
| 237 |
nothing calls this directly
no test coverage detected