Function TestRulerHAEvaluation

integration/ruler_test.go:1467–1606

(t *testing.T)

}

func TestRulerHAEvaluation(t *testing.T) {
	const numRulesGroups = 20

	random := rand.New(rand.NewSource(time.Now().UnixNano()))
	s, err := e2e.NewScenario(networkName)
	require.NoError(t, err)
	defer s.Close()

	// Generate multiple rule groups, with 1 rule each.
	ruleGroups := make([]rulefmt.RuleGroup, numRulesGroups)
	expectedNames := make([]string, numRulesGroups)
	evalInterval, _ := model.ParseDuration("2s")
	for i := 0; i < numRulesGroups; i++ {
		num := random.Intn(10)
		ruleName := fmt.Sprintf("test_%d", i)

		expectedNames[i] = ruleName

		if num%2 == 0 {
			ruleGroups[i] = rulefmt.RuleGroup{
				Name:     ruleName,
				Interval: evalInterval,
				Rules: []rulefmt.Rule{{
					Alert: fmt.Sprintf("rule_%d", i),
					Expr:  strconv.Itoa(i),
				}},
			}
		} else {
			ruleGroups[i] = rulefmt.RuleGroup{
				Name:     ruleName,
				Interval: evalInterval,
				Rules: []rulefmt.Rule{{
					Record: fmt.Sprintf("rule_%d", i),
					Expr:   strconv.Itoa(i),
				}},
			}
		}
	}

	// Start dependencies.
	consul := e2edb.NewConsul()
	minio := e2edb.NewMinio(9000, rulestoreBucketName)
	require.NoError(t, s.StartAndWaitReady(consul, minio))

	// Configure the ruler.
	overrides := map[string]string{
		// Since we're not going to run any rule, we don't need the
		// store-gateway to be configured to a valid address.
		"-querier.store-gateway-addresses": "localhost:12345",
		// Enable the bucket index so we can skip the initial bucket scan.
		"-blocks-storage.bucket-store.bucket-index.enabled": "true",
		"-ruler.ring.replication-factor":                    "2",
		"-ruler.enable-ha-evaluation":                       "true",
		"-ruler.poll-interval":                              "5s",
		"-ruler.client.remote-timeout":                      "10ms",
	}

	rulerFlags := mergeFlags(