A list of words, where punctuation marks are split from words.
(self, string="", token=["word"])
| 32 | class Sentence(list): |
| 33 | |
| 34 | def __init__(self, string="", token=["word"]): |
| 35 | """ A list of words, where punctuation marks are split from words. |
| 36 | """ |
| 37 | for ch in PUNCTUATION: # Naive tokenization. |
| 38 | string = string.replace(ch, " %s " % ch) |
| 39 | string = re.sub(r"\s+", " ", string) |
| 40 | string = string.split(" ") |
| 41 | list.__init__(self, (Word(self, w, index=i) for i, w in enumerate(string))) |
| 42 | |
| 43 | @property |
| 44 | def words(self): |