Generate the path for the FAISS index file.
(dstore_info)
| 55 | } |
| 56 | |
| 57 | def get_index_path(dstore_info): |
| 58 | """Generate the path for the FAISS index file.""" |
| 59 | index_path = os.path.join( |
| 60 | dstore_info["dstore_dir"], |
| 61 | f"{dstore_info['eval_subset']}_{dstore_info['dimension']}.index" |
| 62 | ) |
| 63 | return index_path |
| 64 | |
| 65 | def select_continuous_chunks(dataset, total_sample_size, num_chunks=10, seed=42): |
| 66 | """ |