(all_task_config_path)
| 19 | |
| 20 | |
| 21 | def find_all_tasks(all_task_config_path): |
| 22 | tasks = [] |
| 23 | for task in all_task_config_path: |
| 24 | if isdir(task): |
| 25 | tasks += [relpath(path, ".") for path in glob(join(task, "**/*.yaml"), recursive=True)] |
| 26 | elif isfile(task): |
| 27 | tasks.append(task) |
| 28 | return tasks |
| 29 | |
| 30 | |
| 31 | def evaluate_all_tasks(data_path, model, tokenizer, all_task_config_path, task_classes): |