setstate
(self, state)
| 65 | return attrs |
| 66 | |
| 67 | def __setstate__(self, state): |
| 68 | """setstate""" |
| 69 | stoi = defaultdict(lambda: self.unk_index) |
| 70 | stoi.update(state['stoi']) |
| 71 | state['stoi'] = stoi |
| 72 | self.__dict__.update(state) |
| 73 | |
| 74 | def extend(self, tokens): |
| 75 | """Update tokens to itos and stoi""" |