Function TestPrometheusCompatibilityQueryFuzz

integration/query_fuzz_test.go:1604–1702

TestPrometheusCompatibilityQueryFuzz compares Cortex with latest Prometheus release.

(t *testing.T)

// TestPrometheusCompatibilityQueryFuzz compares Cortex with latest Prometheus release.
func TestPrometheusCompatibilityQueryFuzz(t *testing.T) {
	s, err := e2e.NewScenario(networkName)
	require.NoError(t, err)
	defer s.Close()

	// Start dependencies.
	consul := e2edb.NewConsulWithName("consul")
	require.NoError(t, s.StartAndWaitReady(consul))

	baseFlags := mergeFlags(AlertmanagerLocalFlags(), BlocksStorageFlags())
	flags := mergeFlags(
		baseFlags,
		map[string]string{
			"-blocks-storage.tsdb.head-compaction-interval":    "4m",
			"-blocks-storage.tsdb.block-ranges-period":         "2h",
			"-blocks-storage.tsdb.ship-interval":               "1h",
			"-blocks-storage.bucket-store.sync-interval":       "1s",
			"-blocks-storage.tsdb.retention-period":            "24h",
			"-blocks-storage.bucket-store.index-cache.backend": tsdb.IndexCacheBackendInMemory,
			// Ingester.
			"-ring.store":      "consul",
			"-consul.hostname": consul.NetworkHTTPEndpoint(),
			// Distributor.
			"-distributor.replication-factor": "1",
			// Store-gateway.
			"-store-gateway.sharding-enabled": "false",
			// alert manager
			"-alertmanager.web.external-url":      "http://localhost/alertmanager",
			"-frontend.query-vertical-shard-size": "2",
			"-frontend.max-cache-freshness":       "1m",
			// Compactor.
			"-compactor.cleanup-interval": "1s",
		},
	)
	// make alert manager config dir
	require.NoError(t, writeFileToSharedDir(s, "alertmanager_configs", []byte{}))

	minio := e2edb.NewMinio(9000, flags["-blocks-storage.s3.bucket-name"])
	require.NoError(t, s.StartAndWaitReady(minio))

	cortex := e2ecortex.NewSingleBinary("cortex", flags, "")
	require.NoError(t, s.StartAndWaitReady(cortex))

	// Wait until Cortex replicas have updated the ring state.
	require.NoError(t, cortex.WaitSumMetrics(e2e.Equals(float64(512)), "cortex_ring_tokens_total"))

	now := time.Now()
	start := now.Add(-time.Hour * 2)
	end := now.Add(-time.Hour)
	numSeries := 10
	numSamples := 60
	lbls := make([]labels.Labels, 0, numSeries*2)
	scrapeInterval := time.Minute
	statusCodes := []string{"200", "400", "404", "500", "502"}
	for i := 0; i < numSeries; i++ {
		lbls = append(lbls, labels.FromStrings(labels.MetricName, "test_series_a", "job", "test", "series", strconv.Itoa(i%3), "status_code", statusCodes[i%5]))
		lbls = append(lbls, labels.FromStrings(labels.MetricName, "test_series_b", "job", "test", "series", strconv.Itoa((i+1)%3), "status_code", statusCodes[(i+1)%5]))
	}