Function TestTokenizer_Operators

pkg/sql/tokenizer/operators_test.go:23–99

(t *testing.T)

)

func TestTokenizer_Operators(t *testing.T) {
	tests := []struct {
		input    string
		expected []struct {
			tokenType models.TokenType
			value     string
		}
	}{
		{
			input: "a + b * c / d % e",
			expected: []struct {
				tokenType models.TokenType
				value     string
			}{
				{models.TokenTypeIdentifier, "a"},
				{models.TokenTypePlus, "+"},
				{models.TokenTypeIdentifier, "b"},
				{models.TokenTypeMul, "*"},
				{models.TokenTypeIdentifier, "c"},
				{models.TokenTypeDiv, "/"},
				{models.TokenTypeIdentifier, "d"},
				{models.TokenTypeMod, "%"},
				{models.TokenTypeIdentifier, "e"},
			},
		},
		{
			input: "x || y",
			expected: []struct {
				tokenType models.TokenType
				value     string
			}{
				{models.TokenTypeIdentifier, "x"},
				{models.TokenTypeStringConcat, "||"},
				{models.TokenTypeIdentifier, "y"},
			},
		},
		{
			input: "data->>'field'",
			expected: []struct {
				tokenType models.TokenType
				value     string
			}{
				{models.TokenTypeIdentifier, "data"},
				{models.TokenTypeLongArrow, "->>"},
				{models.TokenTypeSingleQuotedString, "field"},
			},
		},
	}

	for _, test := range tests {
		tokenizer, err := New()
		if err != nil {
			t.Fatalf("New() error = %v", err)
		}
		tokens, err := tokenizer.Tokenize([]byte(test.input))
		if err != nil {
			t.Fatalf("Tokenize() error = %v", err)
		}