Method from_directory

src/codec.cpp:333–377

}

int YALMData::from_directory(const std::string& dirname, bool lock_model_weights) {
  std::vector<std::string> files;
  DIR* dir = opendir(dirname.c_str());
  if (dir == nullptr) {
    std::cout << "failed to open directory" << std::endl;
    return -1;
  }

  // Collect all files
  struct dirent* entry;
  while ((entry = readdir(dir)) != nullptr) {
    std::string filename = entry->d_name;
    // Skip . and .. directory entries
    if (filename != "." && filename != "..") {
      files.push_back(dirname + "/" + filename);
    }
  }
  closedir(dir);

  if (files.empty()) {
    std::cout << "no files found" << std::endl;
    return -1;
  }

  // Sort files to ensure consistent ordering
  std::sort(files.begin(), files.end());

  // Read first file with metadata
  if (update_from_file(files[0], true, lock_model_weights) != 0) {
    std::cout << "failed to read metadata" << std::endl;
    return -1;
  }

  std::cout << "read metadata " << metadata << std::endl;

  // Read remaining files without metadata
  for (size_t i = 1; i < files.size(); i++) {
    if (update_from_file(files[i], false, lock_model_weights) != 0) {
      std::cout << "failed to read file " << files[i] << std::endl;
      return -1;
    }
  }

  return 0;
}