MCPcopy Create free account
hub / github.com/alibaba/zvec / alloc_block

Method alloc_block

src/core/algorithm/flat/flat_streamer_entity.cc:1504–1554  ·  view source on GitHub ↗

Source from the content-addressed store, hash-verified

1502}
1503
1504int FlatStreamerEntity::alloc_block(const BlockLocation &next,
1505 BlockLocation *block) {
1506 IndexStorage::Segment::Pointer segment;
1507 size_t segment_id;
1508 {
1509 std::lock_guard<std::mutex> lock(segments_mutex_);
1510 segment_id = segments_.size() - 1;
1511 segment = segments_.back();
1512 }
1513 if (segment_id == 0 || segment->padding_size() < linear_block_size()) {
1514 int ret = this->alloc_segment();
1515 if (ailego_unlikely(ret != 0)) {
1516 return ret;
1517 }
1518 std::lock_guard<std::mutex> lock(segments_mutex_);
1519 segment_id = segments_.size() - 1;
1520 segment = segments_.back();
1521 }
1522
1523 size_t block_index = segment->data_size() / linear_block_size();
1524 if (block_index == kMaxBlockId) {
1525 LOG_ERROR("Failed to alloc block, exceed max count %zu per segment",
1526 kMaxBlockId);
1527 return IndexError_IndexFull;
1528 }
1529
1530 BlockHeader header;
1531 header.next = next;
1532 header.vector_count = 0;
1533 header.column_major = false;
1534
1535 size_t hd_off = segment->data_size() + linear_block_size() - sizeof(header);
1536 if (segment->write(hd_off, &header, sizeof(header)) != sizeof(header)) {
1537 LOG_ERROR("Failed to write block header");
1538 return IndexError_WriteData;
1539 }
1540
1541 size_t del_off = hd_off - sizeof(DeletionMap);
1542 DeletionMap reset_del_map{};
1543 if (segment->write(del_off, &reset_del_map, sizeof(reset_del_map)) !=
1544 sizeof(reset_del_map)) {
1545 LOG_ERROR("Failed to write block deletion map");
1546 return IndexError_WriteData;
1547 }
1548
1549 ++meta_.header.block_count;
1550 block->segment_id = segment_id;
1551 block->block_index = (segment->data_size() / linear_block_size()) - 1;
1552
1553 return 0;
1554}
1555
1556int FlatStreamerEntity::add_to_block(const BlockLocation &block, uint64_t key,
1557 const void *data, size_t size) {

Callers 2

addMethod · 0.95
add_vector_with_idMethod · 0.95

Calls 6

alloc_segmentMethod · 0.95
sizeMethod · 0.45
backMethod · 0.45
padding_sizeMethod · 0.45
data_sizeMethod · 0.45
writeMethod · 0.45

Tested by

no test coverage detected