| 192 | |
| 193 | |
| 194 | class OS(TaskHandler): |
| 195 | def match(self, task_name) -> bool: |
| 196 | task_name = task_name.lower() |
| 197 | return task_name.startswith("os") or task_name.startswith("operating") |
| 198 | |
| 199 | def get_main_metric(self, overall_result): |
| 200 | return overall_result["custom"]["overall"]["acc"] |
| 201 | |
| 202 | def get_order_priority(self): |
| 203 | return 1 |
| 204 | |
| 205 | |
| 206 | class DB(TaskHandler): |