Function newTokenizer

server/usersecrets/classify.go:330–330

(s string)

}

func newTokenizer(s string) *tokenizer { return &tokenizer{s: s} }

func (t *tokenizer) skipSpace() {
	rest, ok := skipCommentsAndSpace(t.s[t.i:])