Function TestStringInterningMemorySavings

string_interning_test.go:142–188

(t *testing.T)

}

func TestStringInterningMemorySavings(t *testing.T) {
	// Create large dataset with repeated values
	numRows := 10000
	categories := []string{"Active", "Inactive", "Pending", "Completed", "Failed"}

	data := [][]string{{"Status", "ID"}}
	for i := 0; i < numRows; i++ {
		data = append(data, []string{
			categories[i%len(categories)],
			fmt.Sprintf("%d", i),
		})
	}

	// Create buffer without interning
	runtime.GC()
	var m1 runtime.MemStats
	runtime.ReadMemStats(&m1)

	b1, _ := createNewBufferWithData(data, false)
	b1.rowFreeze = 1

	var m2 runtime.MemStats
	runtime.ReadMemStats(&m2)
	memWithoutInterning := m2.Alloc - m1.Alloc

	// Create buffer with interning
	runtime.GC()
	var m3 runtime.MemStats
	runtime.ReadMemStats(&m3)

	b2, _ := createNewBufferWithData(data, false)
	b2.rowFreeze = 1
	b2.enableStringInterning()

	var m4 runtime.MemStats
	runtime.ReadMemStats(&m4)
	memWithInterning := m4.Alloc - m3.Alloc

	t.Logf("Memory without interning: %d bytes", memWithoutInterning)
	t.Logf("Memory with interning: %d bytes", memWithInterning)

	// Interning should use less memory (though the difference might be small in test)
	// We're mainly testing that it doesn't crash and completes successfully
	if b2.internCols == nil {
		t.Error("Interning structures should be initialized")
	}
}

func TestInternValue(t *testing.T) {
	b := createNewBuffer()