Function TestSkippedSequenceCompact

db/change_cache_test.go:2170–2222

TestSkippedSequenceCompact: - Creates change cache with minimal pending seq wait time to push sequences to skipped quick but with small max wait on skipped sequences - Push a sequence higher than expected to cache - Assert that the skipped slice eventually ends up with 0 length and the number of aba

(t *testing.T)

//   - Push a sequence higher than expected to cache
//   - Assert that the skipped slice eventually ends up with 0 length and the number of abandoned sequences are as expected
func TestSkippedSequenceCompact(t *testing.T) {
	base.SetUpTestLogging(t, base.LevelDebug, base.KeyAll)

	ctx := base.TestCtx(t)
	bucket := base.GetTestBucket(t)
	dbContext, err := NewDatabaseContext(ctx, "db", bucket, false, DatabaseContextOptions{
		Scopes: GetScopesOptions(t, bucket, 1),
	})
	require.NoError(t, err)
	defer dbContext.Close(ctx)

	ctx = dbContext.AddDatabaseLogContext(ctx)
	err = dbContext.StartOnlineProcesses(ctx)
	require.NoError(t, err)

	testChangeCache := &changeCache{}
	if err := testChangeCache.Init(ctx, dbContext, dbContext.channelCache, nil, &CacheOptions{
		CachePendingSeqMaxWait: 5 * time.Millisecond,
		CacheSkippedSeqMaxWait: 2 * time.Second,
	}, dbContext.MetadataKeys); err != nil {
		log.Printf("Init failed for testChangeCache: %v", err)
		t.Fail()
	}

	if err := testChangeCache.Start(0); err != nil {
		log.Printf("Start error for testChangeCache: %v", err)
		t.Fail()
	}
	defer testChangeCache.Stop(ctx)
	require.NoError(t, err)

	// add cache entry that is higher than expected
	highEntry := &LogEntry{
		Sequence:     20,
		DocID:        fmt.Sprintf("doc_%d", 50),
		RevID:        "1-abcdefabcdefabcdef",
		TimeReceived: channels.NewFeedTimestampFromNow(),
	}
	_ = testChangeCache.processEntry(ctx, highEntry)

	// assert this pushes an entry on the skipped sequence slice
	require.EventuallyWithT(t, func(c *assert.CollectT) {
		assert.Equal(c, 1, testChangeCache.skippedSeqs.list.GetLength())
	}, time.Second*10, time.Millisecond*100)

	// assert that compaction empties the skipped slice and we have correct value for abandoned sequences
	require.EventuallyWithT(t, func(c *assert.CollectT) {
		testChangeCache.updateStats(ctx)
		assert.Equal(c, int64(0), dbContext.DbStats.CacheStats.SkippedSequenceSkiplistNodes.Value())
		assert.Equal(c, int64(19), dbContext.DbStats.CacheStats.AbandonedSeqs.Value())
		assert.Equal(c, int64(0), dbContext.DbStats.CacheStats.NumCurrentSeqsSkipped.Value())
	}, time.Second*10, time.Millisecond*100)
}

// TestReleasedSequenceRangeHandlingEverythingSkipped:
//   - Test release of an unused sequence range when all sequences in the range are skipped sequences