| 78 | NlpType = NLP_WORD; |
| 79 | } |
| 80 | void SwapSubtokens(TTokenStructure& other) { |
| 81 | Subtokens.swap(other); |
| 82 | } |
| 83 | // returns length of all subtokens including prefix of the first subtoken and suffix of the last subtoken |
| 84 | size_t CorrectPositions() { |
| 85 | Y_ASSERT(!Subtokens.empty()); |
no test coverage detected