(fname)
| 12 | MLP=True |
| 13 | |
| 14 | def read(fname): |
| 15 | sent = [] |
| 16 | for line in open(fname): |
| 17 | line = line.strip().split() |
| 18 | if not line: |
| 19 | if sent: yield sent |
| 20 | sent = [] |
| 21 | else: |
| 22 | w,p = line |
| 23 | sent.append((w,p)) |
| 24 | |
| 25 | train=list(read(train_file)) |
| 26 | test=list(read(test_file)) |