(data_name: str, data_dir: str = "../data/InfiniteBench/")
| 61 | |
| 62 | |
| 63 | def load_data(data_name: str, data_dir: str = "../data/InfiniteBench/"): |
| 64 | path = DATA_NAME_TO_PATH[data_name] |
| 65 | fname = Path(data_dir, path) |
| 66 | return list(iter_jsonl(fname)) |
| 67 | |
| 68 | |
| 69 | def create_prompt(eg: dict, data_name: str, data_dir) -> str: |