(code_data_path, split, args_opt, process_fn=None, skip_num=0)
| 163 | |
| 164 | |
| 165 | def get_code_data(code_data_path, split, args_opt, process_fn=None, skip_num=0): |
| 166 | datasets = [] |
| 167 | for dir in os.listdir(code_data_path): |
| 168 | sub_dir = os.path.join(code_data_path, dir, split) |
| 169 | print(f"Loading code data {sub_dir}") |
| 170 | data = LMDBDataset( |
| 171 | sub_dir, |
| 172 | process_fn=process_fn, |
| 173 | ) |
| 174 | datasets.append(data) |
| 175 | data = ConcatDataset(datasets) |
| 176 | return data |
no test coverage detected