* @return True if we reached the end of the stream
()
| 148 | // instead of re-joining the remaining graphemes for every token. |
| 149 | this.joined = this.s.join(''); |
| 150 | const offsets = new Array<number>(this.s.length + 1); |
| 151 | let offset = 0; |
| 152 | for (let i = 0; i < this.s.length; i++) { |
| 153 | offsets[i] = offset; |
| 154 | offset += this.s[i].length; |
| 155 | } |