(x_str)
| 622 | labels, skip_special_tokens=False) |
| 623 | |
| 624 | def clean_str(x_str): |
| 625 | for to_remove_token in to_remove_token_list: |
| 626 | x_str = x_str.replace(to_remove_token, '') |
| 627 | return x_str.strip() |
| 628 | |
| 629 | decoded_preds = [clean_str(x) for x in decoded_preds] |
| 630 | decoded_labels = [clean_str(x) for x in decoded_labels] |