Method hintsPrefetch

mllm/engine/prefix_cache/ZenFS.cpp:521–540

}

void ZenFileSystem::hintsPrefetch(vp_addr_t token_lane_addr) const {
  // 1. Find which blob we are.
  vp_blob_addr_t blob_addr = getBlobAddr(token_lane_addr, options_.page_bits, options_.lane_bits);

  // 2. If this blob in mmap file, we need to prefetch.
  auto it = blob_.find(blob_addr);
  if (it != blob_.end() && it->second.type == ZenFSBlobType::kOnDiskMMAP && it->second.mmap_file.has_value()) {
    // Calculate the offset and length for prefetch
    // Each lane represents a token, and we need to prefetch based on the token lane address
    vp_page_addr_t page_addr = getPageAddr(token_lane_addr, options_.page_bits, options_.lane_bits);
    vp_lane_addr_t lane_addr = getLaneAddr(token_lane_addr, options_.page_bits, options_.lane_bits);

    // Calculate offset: page offset + lane offset
    size_t page_offset = page_addr * per_kv_token_mem_size_;
    size_t lane_offset = lane_addr * per_kv_token_mem_size_;
    size_t offset = page_offset + lane_offset;

    it->second.mmap_file.value()->prefetch(offset, per_kv_token_mem_size_);
  }
}

void ZenFileSystem::hintsPurge(vp_addr_t token_lane_addr) {
  // 1. Find which blob we are.