(patterns, source_list)
| 222 | from lm_eval import tasks, evaluator |
| 223 | |
| 224 | def pattern_match(patterns, source_list): |
| 225 | task_names = set() |
| 226 | for pattern in patterns: |
| 227 | for matching in fnmatch.filter(source_list, pattern): |
| 228 | task_names.add(matching) |
| 229 | return list(task_names) |
| 230 | |
| 231 | task_names = pattern_match(task_list, tasks.ALL_TASKS) |
| 232 | model_args = f"pretrained={model_name},cache_dir=./llm_weights" |