Function read_jsonl

opencompass/datasets/agieval/utils.py:5–18

(path)

def read_jsonl(path):
    with open(path, encoding='utf8') as fh:
        results = []
        for line in fh:
            if line is None:
                continue
            try:
                results.append(json.loads(line) if line != 'null' else line)
            except Exception as e:
                print(e)
                print(path)
                print(line)
                raise e
    return results


def save_jsonl(lines, directory):