(path: str, prompt_mode: str = 'zero-shot', **kwargs)
| 33 | |
| 34 | @staticmethod |
| 35 | def load(path: str, prompt_mode: str = 'zero-shot', **kwargs): |
| 36 | dataset = load_dataset(path=path, |
| 37 | split='validation', |
| 38 | trust_remote_code=True) |
| 39 | |
| 40 | if prompt_mode == 'zero-shot': |
| 41 | dataset = dataset.map(lambda item: _parse(item, prompt_mode)) |
| 42 | elif prompt_mode == 'few-shot': |
| 43 | pass # TODO: Implement few-shot prompt |
| 44 | |
| 45 | return dataset |
| 46 | |
| 47 | |
| 48 | class MedmcqaEvaluator(BaseEvaluator): |
nothing calls this directly
no test coverage detected