(tokens)
| 1270 | |
| 1271 | |
| 1272 | def split_lines(tokens): |
| 1273 | for token, value in tokens: |
| 1274 | if not value: |
| 1275 | continue |
| 1276 | while value: |
| 1277 | head, newline, value = value.partition("\n") |
| 1278 | yield (token, head) |
| 1279 | if newline: |
| 1280 | yield (Token.Text, newline) |
| 1281 | |
| 1282 | |
| 1283 | def token_is(token_type): |