(self, path)
| 57 | |
| 58 | class SentCorpus(object): |
| 59 | def __init__(self, path): |
| 60 | self.dictionary = Dictionary() |
| 61 | self.train = self.tokenize(os.path.join(path, 'train.txt')) |
| 62 | self.valid = self.tokenize(os.path.join(path, 'valid.txt')) |
| 63 | self.test = self.tokenize(os.path.join(path, 'test.txt')) |
| 64 | |
| 65 | def tokenize(self, path): |
| 66 | """Tokenizes a text file.""" |
nothing calls this directly
no test coverage detected