Split strings based on string lengths and given start.
(strings, start, chr_lens)
| 95 | |
| 96 | |
| 97 | def split_strings(strings, start, chr_lens): |
| 98 | """ |
| 99 | Split strings based on string lengths and given start. |
| 100 | """ |
| 101 | return [strings[i - start:j - start] for i, j in zip([start] + chr_lens[:-1], chr_lens)] |
| 102 | |
| 103 | |
| 104 | class ProcessorTokenizer: |