Function TestIngester_ActiveQueriedSeries

pkg/ingester/ingester_test.go:7491–7628

(t *testing.T)

}

func TestIngester_ActiveQueriedSeries(t *testing.T) {
	registry := prometheus.NewRegistry()

	// Create ingester config with active queried series enabled
	cfg := defaultIngesterTestConfig(t)
	cfg.LifecyclerConfig.JoinAfter = 0
	cfg.ActiveQueriedSeriesMetricsEnabled = true
	cfg.ActiveQueriedSeriesMetricsUpdatePeriod = 5 * time.Second
	cfg.ActiveQueriedSeriesMetricsWindowDuration = 5 * time.Second
	cfg.ActiveQueriedSeriesMetricsSampleRate = 1.0 // Sample all queries
	cfg.ActiveQueriedSeriesMetricsWindows = cortex_tsdb.DurationList{5 * time.Second, 10 * time.Second}

	// Create ingester
	i, err := prepareIngesterWithBlocksStorage(t, cfg, registry)
	require.NoError(t, err)
	require.NoError(t, services.StartAndAwaitRunning(context.Background(), i))
	defer services.StopAndAwaitTerminated(context.Background(), i) //nolint:errcheck

	ctx := user.InjectOrgID(context.Background(), "test-user")

	// Wait until the ingester is ACTIVE
	test.Poll(t, 100*time.Millisecond, ring.ACTIVE, func() any {
		return i.lifecycler.GetState()
	})

	// Push some sample data
	now := time.Now()
	for idx := range 10 {
		req := &cortexpb.WriteRequest{}
		for seriesIdx := range 5 {
			req.Timeseries = append(req.Timeseries, cortexpb.PreallocTimeseries{
				TimeSeries: &cortexpb.TimeSeries{
					Labels: []cortexpb.LabelAdapter{
						{Name: labels.MetricName, Value: "test_metric"},
						{Name: "series", Value: fmt.Sprintf("series_%d", seriesIdx)},
					},
					Samples: []cortexpb.Sample{
						{Value: float64(idx), TimestampMs: now.Add(time.Duration(idx) * time.Second).UnixMilli()},
					},
				},
			})
		}
		_, err := i.Push(ctx, req)
		require.NoError(t, err)
	}

	// Verify initial state - no queries run yet, so metric should be 0 or not exist
	metricsBefore := fetchMetrics(t, registry, "cortex_ingester_active_queried_series")
	t.Logf("Metrics before query: %v", metricsBefore)

	// Run a query to trigger active queried series tracking
	matcher := &client.LabelMatcher{
		Type:  client.REGEX_MATCH,
		Name:  labels.MetricName,
		Value: ".*",
	}

	req := &client.QueryRequest{