Function TestHintFileIntegration_ConcurrentOperations

hintfile_integration_test.go:446–516

TestHintFileIntegration_ConcurrentOperations tests hint files with concurrent operations

(t *testing.T)

// TestHintFileIntegration_ConcurrentOperations tests hint files with concurrent operations
func TestHintFileIntegration_ConcurrentOperations(t *testing.T) {
	if testing.Short() {
		t.Skip("Skipping concurrent test in short mode")
	}

	runForMergeModes(t, func(t *testing.T, mode mergeTestMode) {
		opts := DefaultOptions
		opts.SegmentSize = 64 * KB
		opts.Dir = filepath.Join(t.TempDir(), fmt.Sprintf("test-hintfile-concurrent-%s", mode.name))
		opts.EnableHintFile = true
		opts.EnableMergeV2 = mode.enableMergeV2

		removeDir(opts.Dir)

		db, err := Open(opts)
		require.NoError(t, err)

		bucket := "bucket"
		txCreateBucket(t, db, DataStructureBTree, bucket, nil)

		// Perform concurrent writes
		done := make(chan bool, 20)
		for i := 0; i < 20; i++ {
			go func(id int) {
				for j := 0; j < 100; j++ {
					key := testutils.GetTestBytes(id*100 + j)
					value := testutils.GetTestBytes(id*100 + j)
					txPut(t, db, bucket, key, value, Persistent, nil, nil)
				}
				done <- true
			}(i)
		}

		// Wait for all writes to complete
		for i := 0; i < 20; i++ {
			<-done
		}

		// Perform merge
		require.NoError(t, db.Merge())

		// Verify hint files are created for all merged files
		sets := collectMergeFileSets(t, opts.Dir)
		idsToCheck := dataFileIDsForMode(mode, sets)
		require.Greater(t, len(idsToCheck), 0)

		for _, fid := range idsToCheck {
			hintPath := getHintPath(fid, opts.Dir)
			_, err = os.Stat(hintPath)
			require.NoError(t, err, "Hint file should exist after merge for file %d", fid)
		}

		require.NoError(t, db.Close())

		// Restart and verify all data
		db, err = Open(opts)
		require.NoError(t, err)