Splits a string into graphemes. @param list tokens @param string string
(final TokenList list, final String string)
| 20 | * @param string string |
| 21 | */ |
| 22 | public static void split(final TokenList list, final String string) { |
| 23 | final BreakIterator bi = BreakIterator.getCharacterInstance(); |
| 24 | bi.setText(string); |
| 25 | for(int s = bi.first(), e = bi.next(); e != BreakIterator.DONE; s = e, e = bi.next()) { |
| 26 | list.add(string.substring(s, e)); |
| 27 | } |
| 28 | } |
| 29 | } |