Method initialize

mllm/engine/prefix_cache/ZenFS.cpp:295–338

#endif

void ZenFileSystem::initialize(const ZenFileSystemOptions& options) {
  options_ = options;
  per_kv_token_mem_size_ = bytesOfType(options.k_dtype) * options.per_k_token_ele / lanesOfType(options.k_dtype);

  // 1. Check if this working dirs exists
  if (options_.record) {
    if (!std::filesystem::exists(options.working_dir)) { std::filesystem::create_directory(options.working_dir); }
  }

  // 2. Create index.json instance
  auto ms =
      std::chrono::time_point_cast<std::chrono::milliseconds>(std::chrono::system_clock::now()).time_since_epoch().count();
  index_["uuid"] = XXH64(&ms, sizeof(ms), 0);
  index_["working_dir"] = options.working_dir;
  index_["blob_bits_size"] = options.blob_bits_size;
  index_["lane_bits_size"] = options.lane_bits;
  index_["page_bits_size"] = options.page_bits;
  index_["per_k_token_ele"] = options.per_k_token_ele;
  index_["per_v_token_ele"] = options.per_v_token_ele;
  index_["k_dtype"] = static_cast<int>(options.k_dtype);
  index_["v_dtype"] = static_cast<int>(options.v_dtype);
  index_["mmap_type"] = static_cast<int>(options.mmap_type);

  // 3. Validate options
  if (options.per_k_token_ele != options.per_v_token_ele) {
    MLLM_ERROR_EXIT(ExitCode::kCoreError, "per_k_token_ele != per_v_token_ele");
  }
  if (options.k_dtype != options.v_dtype) { MLLM_ERROR_EXIT(ExitCode::kCoreError, "k_dtype != v_dtype"); }
  MLLM_RT_ASSERT(options.page_bits + options.lane_bits < 32);

  // X. Create the first block Tensor for KV
  {
    size_t total_bits = (1 << (options_.page_bits + options_.lane_bits));
    size_t uint64_count = (total_bits + 64 - 1) / 64;

    // The first blob is in memory
    blob_.insert({blob_.size(), ZenFSBlob{.data = Tensor::zeros({(1 << (options_.page_bits + options_.lane_bits)),
                                                                 (int32_t)options.per_k_token_ele},
                                                                options.k_dtype),
                                          .type = ZenFSBlobType::kInMemory,
                                          .mmap_file = std::nullopt,
                                          .free_lanes_bits_map = std::vector<uint64_t>(uint64_count, ~0ULL)}});
  }
}

void ZenFileSystem::finalize() {
  // 1. Write to index.json