Function TestMatcherCache

pkg/ingester/ingester_test.go:129–186

(t *testing.T)

}

func TestMatcherCache(t *testing.T) {
	limits := defaultLimitsTestConfig()
	limits.EnableNativeHistograms = true
	userID := "1"
	tenantLimits := newMockTenantLimits(map[string]*validation.Limits{userID: &limits})
	registry := prometheus.NewRegistry()

	dir := t.TempDir()
	chunksDir := filepath.Join(dir, "chunks")
	blocksDir := filepath.Join(dir, "blocks")
	require.NoError(t, os.Mkdir(chunksDir, os.ModePerm))
	require.NoError(t, os.Mkdir(blocksDir, os.ModePerm))
	cfg := defaultIngesterTestConfig(t)
	cfg.MatchersCacheMaxItems = 50
	ing, err := prepareIngesterWithBlocksStorageAndLimits(t, cfg, limits, tenantLimits, blocksDir, registry)
	require.NoError(t, err)
	require.NoError(t, services.StartAndAwaitRunning(context.Background(), ing))

	defer services.StopAndAwaitTerminated(context.Background(), ing) //nolint:errcheck

	// Wait until it's ACTIVE
	test.Poll(t, time.Second, ring.ACTIVE, func() any {
		return ing.lifecycler.GetState()
	})
	ctx := user.InjectOrgID(context.Background(), userID)
	// Lets have 1 key evicted
	numberOfDifferentMatchers := cfg.MatchersCacheMaxItems + 1
	callPerMatcher := 10
	for j := range numberOfDifferentMatchers {
		for range callPerMatcher {
			s := &mockQueryStreamServer{ctx: ctx}
			err = ing.QueryStream(&client.QueryRequest{
				StartTimestampMs: math.MinInt64,
				EndTimestampMs:   math.MaxInt64,
				Matchers:         []*client.LabelMatcher{{Type: client.REGEX_MATCH, Name: labels.MetricName, Value: fmt.Sprintf("%d", j)}},
			}, s)
			require.NoError(t, err)
		}
	}

	require.NoError(t, testutil.GatherAndCompare(registry, bytes.NewBufferString(fmt.Sprintf(`
				# HELP cortex_ingester_matchers_cache_evicted_total Total number of items evicted from the cache
				# TYPE cortex_ingester_matchers_cache_evicted_total counter
				cortex_ingester_matchers_cache_evicted_total 1
				# HELP cortex_ingester_matchers_cache_hits_total Total number of cache hits for series matchers
				# TYPE cortex_ingester_matchers_cache_hits_total counter
				cortex_ingester_matchers_cache_hits_total %v
				# HELP cortex_ingester_matchers_cache_items Total number of cached items
				# TYPE cortex_ingester_matchers_cache_items gauge
				cortex_ingester_matchers_cache_items %v
				# HELP cortex_ingester_matchers_cache_max_items Maximum number of items that can be cached
				# TYPE cortex_ingester_matchers_cache_max_items gauge
				cortex_ingester_matchers_cache_max_items 50
				# HELP cortex_ingester_matchers_cache_requests_total Total number of cache requests for series matchers
				# TYPE cortex_ingester_matchers_cache_requests_total counter
				cortex_ingester_matchers_cache_requests_total %v
	`, callPerMatcher*numberOfDifferentMatchers-numberOfDifferentMatchers, cfg.MatchersCacheMaxItems, callPerMatcher*numberOfDifferentMatchers)), "ingester_matchers_cache_requests_total", "ingester_matchers_cache_hits_total", "ingester_matchers_cache_items", "ingester_matchers_cache_max_items", "ingester_matchers_cache_evicted_total"))
}