| 11 | } |
| 12 | |
| 13 | inline void CopyToken(TCharSpan* desttok, const TCharSpan* srctok, size_t destpos) { |
| 14 | Y_ASSERT(srctok->PrefixLen == 0); |
| 15 | desttok->Pos = destpos; |
| 16 | desttok->Len = srctok->Len; |
| 17 | desttok->SuffixLen = srctok->SuffixLen; |
| 18 | desttok->Type = srctok->Type; |
| 19 | desttok->Hyphen = srctok->Hyphen; // the next token can have hyphenation |
| 20 | desttok->TokenDelim = srctok->TokenDelim; |
| 21 | } |
| 22 | |
| 23 | //! processes hyphenation between subtokens if any |
| 24 | inline void ProcessHyphenation(wchar16* buffer, const wchar16* entry, TCharSpan*& desttok, const TCharSpan* srctok, size_t& destpos, size_t& srcpos) { |
no outgoing calls
no test coverage detected