Method skip

backend/plugin/parser/tokenizer/tokenizer.go:694–702

skip skips the cursor to the cursor + step, if out of range, skip will be set to len.

(step uint)

// skip skips the cursor to the cursor + step, if out of range, skip will be set to len.
func (t *Tokenizer) skip(step uint) {
	t.cursor += step
	for t.cursor > t.len && t.reader != nil {
		t.scan()
	}
	if t.cursor > t.len {
		t.cursor = t.len
	}
}

// skipBlank skips the cursor to the first non-blank rune.
func (t *Tokenizer) skipBlank() {