(self, evaluation_module_name, evaluation_module_type)
| 100 | evaluation_module_type = None |
| 101 | |
| 102 | def test_load(self, evaluation_module_name, evaluation_module_type): |
| 103 | doctest.ELLIPSIS_MARKER = "[...]" |
| 104 | evaluation_module = importlib.import_module( |
| 105 | evaluate.loading.evaluation_module_factory( |
| 106 | os.path.join(evaluation_module_type + "s", evaluation_module_name), module_type=evaluation_module_type |
| 107 | ).module_path |
| 108 | ) |
| 109 | evaluation_instance = evaluate.loading.import_main_class(evaluation_module.__name__) |
| 110 | # check parameters |
| 111 | parameters = inspect.signature(evaluation_instance._compute).parameters |
| 112 | self.assertTrue(all([p.kind != p.VAR_KEYWORD for p in parameters.values()])) # no **kwargs |
| 113 | # run doctest |
| 114 | with self.patch_intensive_calls(evaluation_module_name, evaluation_module.__name__): |
| 115 | with self.use_local_metrics(evaluation_module_type): |
| 116 | try: |
| 117 | results = doctest.testmod(evaluation_module, verbose=True, raise_on_error=True) |
| 118 | except doctest.UnexpectedException as e: |
| 119 | raise e.exc_info[1] # raise the exception that doctest caught |
| 120 | self.assertEqual(results.failed, 0) |
| 121 | self.assertGreater(results.attempted, 1) |
| 122 | |
| 123 | @slow |
| 124 | def test_load_real_metric(self, evaluation_module_name, evaluation_module_type): |
nothing calls this directly
no test coverage detected