Method String

tokenizer/token.go:110–113

()

}

func (t *Token) String() string {
	return fmt.Sprintf("{type: %s, raw: \"%s\"}",
		t.Type.String(), t.Raw)
}

// Tokenizer represents a token worker.
type Tokenizer struct {