Function TestHintFileIntegration_MultipleMerges

hintfile_integration_test.go:188–273

TestHintFileIntegration_MultipleMerges tests multiple merge operations

(t *testing.T)

// TestHintFileIntegration_MultipleMerges tests multiple merge operations
func TestHintFileIntegration_MultipleMerges(t *testing.T) {
	runForMergeModes(t, func(t *testing.T, mode mergeTestMode) {
		bucket := "bucket"
		opts := DefaultOptions
		opts.SegmentSize = 32 * KB // Smaller segment size to trigger more merges
		opts.Dir = filepath.Join(t.TempDir(), fmt.Sprintf("test-hintfile-multi-merge-%s", mode.name))
		opts.EnableHintFile = true
		opts.EnableMergeV2 = mode.enableMergeV2

		removeDir(opts.Dir)

		db, err := Open(opts)
		require.NoError(t, err)
		txCreateBucket(t, db, DataStructureBTree, bucket, nil)

		// Perform multiple rounds of write->delete->merge
		for round := 0; round < 3; round++ {
			// Write data
			start := round * 500
			end := (round + 1) * 500
			for i := start; i < end; i++ {
				txPut(t, db, bucket, testutils.GetTestBytes(i), testutils.GetTestBytes(i), Persistent, nil, nil)
			}

			// Delete some data
			for i := start; i < start+100; i++ {
				txDel(t, db, bucket, testutils.GetTestBytes(i), nil)
			}

			// Perform merge
			require.NoError(t, db.Merge())

			// Verify hint files are created for all merged files
			sets := collectMergeFileSets(t, opts.Dir)
			idsToCheck := dataFileIDsForMode(mode, sets)
			require.Greater(t, len(idsToCheck), 0)

			// Check that hint files exist for all merged files
			for _, fid := range idsToCheck {
				hintPath := getHintPath(fid, opts.Dir)
				_, err = os.Stat(hintPath)
				require.NoError(t, err, "Hint file should exist after merge for file %d", fid)
			}
		}

		// Verify all data is correct
		for round := 0; round < 3; round++ {
			start := round * 500
			end := (round + 1) * 500

			// Check deleted data
			for i := start; i < start+100; i++ {
				txGet(t, db, bucket, testutils.GetTestBytes(i), testutils.GetTestBytes(i), ErrKeyNotFound)
			}

			// Check remaining data
			for i := start + 100; i < end; i++ {
				txGet(t, db, bucket, testutils.GetTestBytes(i), testutils.GetTestBytes(i), nil)