| 16 | from d3l.indexing.feature_extraction.values.fasttext_embedding_transformer import FasttextTransformer |
| 17 | |
| 18 | def split_list(lst, num_parts): |
| 19 | avg = len(lst) // num_parts |
| 20 | remainder = len(lst) % num_parts |
| 21 | |
| 22 | result = [] |
| 23 | start = 0 |
| 24 | for i in range(num_parts): |
| 25 | if i < remainder: |
| 26 | end = start + avg + 1 |
| 27 | else: |
| 28 | end = start + avg |
| 29 | result.append(lst[start:end]) |
| 30 | start = end |
| 31 | |
| 32 | return result |
| 33 | |
| 34 | def sub_process(query_tables, queue, output_folder, qe, dataloader, k_value): |
| 35 | for i, table_name_with_extension in enumerate(query_tables): |