Function NewToken

shell/token.go:35–41

NewToken returns a new token, for generated tokens without Pos

(tok token.Token, str ...string)

// NewToken returns a new token, for generated tokens without Pos
func NewToken(tok token.Token, str ...string) *Token {
	tk := &Token{Tok: tok}
	if len(str) > 0 {
		tk.Str = str[0]
	}
	return tk
}

// Add adds a new token, for generated tokens without Pos
func (tk *Tokens) Add(tok token.Token, str ...string) *Token {