Function TestTokenizer_NextRaw

tokenizer/tokenizer_test.go:48–72

(t *testing.T)

}

func TestTokenizer_NextRaw(t *testing.T) {
	type Case struct {
		input    string
		expected string
	}

	// TODO: Fix the last 2 cases, they're currently hanging.
	cases := []Case{
		{input: "foo", expected: "foo"},
		{input: " foo ", expected: "foo"},
		{input: "\" foo \"", expected: " foo "},
		{input: "' foo '", expected: " foo "},
		{input: "` foo `", expected: " foo "},
		// Case{input: "\"foo'bar\"", expected: "foo'bar"},
		// Case{input: "\"()\"", expected: "()"},
	}

	for _, c := range cases {
		actual := NewTokenizer(c.input).Next()
		expected := &Token{Type: Identifier, Raw: c.expected}
		if !reflect.DeepEqual(actual, expected) {
			t.Fatalf("\nExpected: %v\n     Got: %v", expected, actual)
		}
	}
}

func TestTokenizer_AllSimple(t *testing.T) {
	input := `