(t *testing.T)
| 9 | ) |
| 10 | |
| 11 | func TestSplit(t *testing.T) { |
| 12 | expect(t, "中/国/有/十/三/亿/人/口/", |
| 13 | bytesToString(splitTextToWords([]byte( |
| 14 | "中国有十三亿人口")))) |
| 15 | |
| 16 | expect(t, "github/ /is/ /a/ /web/-/based/ /hosting/ /service/,/ /for/ /software/ /development/ /projects/./", |
| 17 | bytesToString(splitTextToWords([]byte( |
| 18 | "GitHub is a web-based hosting service, for software development projects.")))) |
| 19 | |
| 20 | expect(t, "中/国/雅/虎/yahoo/!/ /china/致/力/于/，/领/先/的/公/益/民/生/门/户/网/站/。/", |
| 21 | bytesToString(splitTextToWords([]byte( |
| 22 | "中国雅虎Yahoo! China致力于，领先的公益民生门户网站。")))) |
| 23 | |
| 24 | expect(t, "こ/ん/に/ち/は/", bytesToString(splitTextToWords([]byte("こんにちは")))) |
| 25 | |
| 26 | expect(t, "안/녕/하/세/요/", bytesToString(splitTextToWords([]byte("안녕하세요")))) |
| 27 | |
| 28 | expect(t, "Я/ /тоже/ /рада/ /Вас/ /видеть/", bytesToString(splitTextToWords([]byte("Я тоже рада Вас видеть")))) |
| 29 | |
| 30 | expect(t, "¿/cómo/ /van/ /las/ /cosas/", bytesToString(splitTextToWords([]byte("¿Cómo van las cosas")))) |
| 31 | |
| 32 | expect(t, "wie/ /geht/ /es/ /ihnen/", bytesToString(splitTextToWords([]byte("Wie geht es Ihnen")))) |
| 33 | |
| 34 | expect(t, "je/ /suis/ /enchanté/ /de/ /cette/ /pièce/", |
| 35 | bytesToString(splitTextToWords([]byte("Je suis enchanté de cette pièce")))) |
| 36 | } |
| 37 | |
| 38 | func TestSegment(t *testing.T) { |
| 39 | var seg Segmenter |
nothing calls this directly
no test coverage detected