| 614 | } |
| 615 | |
| 616 | func (t *Tokenizer) scan() { |
| 617 | if t.reader != nil { |
| 618 | s, err := t.reader.ReadString('\n') |
| 619 | switch err { |
| 620 | case nil: |
| 621 | t.buffer = append(t.buffer, []rune(s)...) |
| 622 | t.len = uint(len(t.buffer)) |
| 623 | case io.EOF: |
| 624 | // bufio.Reader treates EOF as an error, we need special handling. |
| 625 | t.buffer = append(t.buffer, []rune(s)...) |
| 626 | t.len = uint(len(t.buffer)) |
| 627 | t.reader = nil |
| 628 | t.buffer = append(t.buffer, eofRune) |
| 629 | default: |
| 630 | t.reader = nil |
| 631 | t.buffer = append(t.buffer, eofRune) |
| 632 | t.readErr = err |
| 633 | } |
| 634 | } |
| 635 | } |
| 636 | |
| 637 | func (t *Tokenizer) processStreaming(statement string) error { |
| 638 | if t.f == nil { |