| 260 | } |
| 261 | |
| 262 | inline bool GetLeftTokenDelim(const TWideToken& tok, size_t index) { |
| 263 | const TTokenStructure& subtokens = tok.SubTokens; |
| 264 | Y_ASSERT(index < subtokens.size()); |
| 265 | if (index == 0) |
| 266 | return false; |
| 267 | const TCharSpan& subtok = subtokens[index]; |
| 268 | const TCharSpan& prev = subtokens[index - 1]; |
| 269 | return (prev.EndPos() + prev.SuffixLen < subtok.Pos - subtok.PrefixLen); |
| 270 | } |
| 271 | |
| 272 | inline wchar16 GetRightTokenDelim(const TWideToken& tok, size_t index) { |
| 273 | const TTokenStructure& subtokens = tok.SubTokens; |