Function TestDB_MergeWithHintFile

merge_test.go:618–713

(t *testing.T)

}

func TestDB_MergeWithHintFile(t *testing.T) {
	runForMergeModes(t, func(t *testing.T, mode mergeTestMode) {
		bucket := "bucket"
		opts := DefaultOptions
		opts.SegmentSize = KB
		opts.Dir = fmt.Sprintf("/tmp/test-merge-hintfile-%s/", mode.name)
		opts.EnableHintFile = true
		opts.EnableMergeV2 = mode.enableMergeV2

		for _, idxMode := range []EntryIdxMode{HintKeyValAndRAMIdxMode, HintKeyAndRAMIdxMode} {
			removeDir(opts.Dir)
			opts.EntryIdxMode = idxMode

			db, err := Open(opts)
			require.NoError(t, err)
			txCreateBucket(t, db, DataStructureBTree, bucket, nil)

			n := 2000
			for i := 0; i < n; i++ {
				txPut(t, db, bucket, testutils.GetTestBytes(i), testutils.GetTestBytes(i), Persistent, nil, nil)
			}

			for i := 0; i < n/2; i++ {
				txDel(t, db, bucket, testutils.GetTestBytes(i), nil)
			}

			require.NoError(t, db.Close())
			db, err = Open(opts)
			require.NoError(t, err)

			require.NoError(t, db.Merge())

			sets := collectMergeFileSets(t, opts.Dir)
			idsToCheck := dataFileIDsForMode(mode, sets)
			require.Greater(t, len(idsToCheck), 0)

			totalHintEntryCount := 0
			for _, fid := range idsToCheck {
				hintPath := getHintPath(fid, opts.Dir)

				_, err = os.Stat(hintPath)
				require.NoError(t, err, "Hint file should exist after merge for file %d", fid)

				reader := &HintFileReader{}
				err = reader.Open(hintPath)
				require.NoError(t, err)

				hintEntryCount := 0
				for {
					_, err := reader.Read()
					if err == io.EOF {
						break
					}
					require.NoError(t, err)
					hintEntryCount++
				}
				_ = reader.Close()