Extract option letters from model output.
(text: str)
| 16 | |
| 17 | |
| 18 | def extract_option_letters(text: str) -> Set[str]: |
| 19 | """Extract option letters from model output.""" |
| 20 | text_upper = text.upper() |
| 21 | options = set() |
| 22 | |
| 23 | patterns = [ |
| 24 | r'\b([A-F])\b', |
| 25 | r'选([A-F])', |
| 26 | r'答案[是为：:]*\s*([A-F])', |
| 27 | r'choose\s*([A-F])', |
| 28 | r'answer[:\s]*([A-F])', |
| 29 | r'([A-F])选项', |
| 30 | ] |
| 31 | |
| 32 | for pattern in patterns: |
| 33 | options.update(re.findall(pattern, text_upper)) |
| 34 | |
| 35 | return options |
| 36 | |
| 37 | |
| 38 | class StringContainMetric(BaseMetric): |