MCPcopy Create free account
hub / github.com/OpenSparseLLMs/MoM / __init__

Method __init__

lm-eval-harness/lm_eval/tasks/__init__.py:19–35  ·  view source on GitHub ↗
(
        self,
        verbosity="INFO",
        include_path=None
        )

Source from the content-addressed store, hash-verified

17
18 """
19 def __init__(
20 self,
21 verbosity="INFO",
22 include_path=None
23 ) -> None:
24
25 self.verbosity = verbosity
26 self.include_path = include_path
27 self.logger = utils.eval_logger
28 self.logger.setLevel(getattr(logging, f"{verbosity}"))
29
30 self._task_index = self.initialize_tasks(
31 include_path=include_path
32 )
33 self._all_tasks = sorted(list(self._task_index.keys()))
34
35 self.task_group_map = collections.defaultdict(list)
36
37 def initialize_tasks(self, include_path: str = None):
38 """Creates an dictionary of tasks index.

Callers

nothing calls this directly

Calls 1

initialize_tasksMethod · 0.95

Tested by

no test coverage detected