Function divideFiles

src/data/common.cc:152–167

}

std::vector<DataConfig> divideFiles(const DataConfig& data, int num) {
  // evenly divide files
  std::vector<DataConfig> parts;
  for (int i = 0; i < num; ++i) {
    DataConfig dc = data; dc.clear_file();
    for (int j = 0; j < data.file_size(); ++j) {
      if (j % num == i) dc.add_file(data.file(j));
      int32 load_limit = data.max_num_files_per_worker();
      if (load_limit >= 0 && dc.file_size() >= load_limit) {
        break;
      }
    }
    parts.push_back(dc);
  }
  return parts;
}

DataConfig shuffleFiles(const DataConfig& data) {
  DataConfig ret = data; ret.clear_file();