Method _get_arrow_file_path

knn_utils/saveEmbedMulti.py:310–313

Get the Arrow file path (single file for all processes)

(self)

                os.makedirs(self.dstore_dir, exist_ok=True)

    def _get_arrow_file_path(self):
        """Get the Arrow file path (single file for all processes)"""
        base_path = get_dstore_path(self.dstore_dir, self.model.config.model_type, self.eval_subset, self.dimension)
        return base_path

    def _setup_arrow_writer(self):
        """Set up the Arrow writer for streaming writes (only on main process)"""