Function split_list

join/Deepjoin/dataprocess/process_table_tosentence.py:158–172

(lst, num_parts)

    return elelist[-2] + "-" + elelist[-1]

def split_list(lst, num_parts):
    avg = len(lst) // num_parts
    remainder = len(lst) % num_parts

    result = []
    start = 0
    for i in range(num_parts):
        if i < remainder:
            end = start + avg + 1
        else:
            end = start + avg
        result.append(lst[start:end])
        start = end

    return result

def process_table_sentense(filepathstore,datadir,data_pkl_name,tmppath= "/data/lijiajun/webtable_tmp",split_num=10):