()
| 583 | |
| 584 | #[test] |
| 585 | fn unicode_characters() { |
| 586 | let phrase = Search::parse("Æneid étude 北亰 ᔕᓇᓇ げんまい茶").unwrap(); |
| 587 | assert_eq!( |
| 588 | phrase.tokens, |
| 589 | phrases(&["aeneid", "etude", "bei", "jing", "shanana", "genmaicha"]) |
| 590 | ); |
| 591 | } |
| 592 | |
| 593 | #[test] |
| 594 | fn splits_on_hyphens() { |