Function load_txt_data

LanguageNetwork/BERT/utils/dataio.py:14–38

This func is used to reading txt file :param origin: :param path: path where file stored :param mode: :type path: str :return: string lines in file in a list :rtype: list

(path, mode='utf-8-sig', origin=False)

def load_txt_data(path, mode='utf-8-sig', origin=False):
    """
    This func is used to reading txt file
    :param origin:
    :param path: path where file stored
    :param mode:
    :type path: str
    :return: string lines in file in a list
    :rtype: list
    """
    if type(path) != str:
        raise TypeError
    res = []

    file = open(path, 'rb')
    lines = file.read().decode(mode, 'ignore')
    for line in lines.split('\n'):
        line = line.strip()
        if origin:
            res.append(line)
        else:
            if line:
                res.append(line)
    file.close()
    return res


def load_excel_data(path):