| 161 | |
| 162 | |
| 163 | class DCG(TaskHandler): |
| 164 | def match(self, task_name) -> bool: |
| 165 | task_name = task_name.lower() |
| 166 | return ( |
| 167 | "card" in task_name |
| 168 | or task_name.startswith("cg") |
| 169 | or task_name.startswith("dcg") |
| 170 | ) |
| 171 | |
| 172 | def get_main_metric(self, overall_result): |
| 173 | try: |
| 174 | return overall_result["custom"]["score"] |
| 175 | except: |
| 176 | return {"win_rate(legacy)": overall_result["custom"]["win_rate"]} |
| 177 | |
| 178 | def get_order_priority(self): |
| 179 | return 4 |
| 180 | |
| 181 | |
| 182 | class HH(TaskHandler): |