(task_dir)
| 344 | return tasks_and_groups |
| 345 | |
| 346 | def include_path(task_dir): |
| 347 | logger = utils.eval_logger |
| 348 | logger.setLevel(getattr(logging, "INFO")) |
| 349 | logger.info( |
| 350 | "To still use tasks loaded from args.include_path," |
| 351 | "see an example of the new TaskManager API in https://github.com/EleutherAI/lm-evaluation-harness/blob/main/docs/interface.md#external-library-usage" |
| 352 | ) |
| 353 | return 0 |
| 354 | |
| 355 | def initialize_tasks(verbosity="INFO"): |
| 356 | logger = utils.eval_logger |