(args)
| 458 | |
| 459 | |
| 460 | def read_data(args): |
| 461 | files = pd.read_csv(args.dataset, sep=",", header=None, names=["file"]) |
| 462 | files = files["file"].tolist() |
| 463 | data = [] |
| 464 | for file in files: |
| 465 | with open(file, "r") as f: |
| 466 | text = f.read() |
| 467 | data.append(text) |
| 468 | |
| 469 | return data |
| 470 | |
| 471 | |
| 472 | def get_augmenter(args): |