Function TestPrimaryRetriesWithBackoff

pkg/runtime/fallback_test.go:208–249

(t *testing.T)

}

func TestPrimaryRetriesWithBackoff(t *testing.T) {
	t.Parallel()

	synctest.Test(t, func(t *testing.T) {
		successStream := newStreamBuilder().
			AddContent("Primary success after retries").
			AddStopWithUsage(10, 5).
			Build()
		primary := &countingProvider{
			id: "primary/counting", failCount: 2,
			err: errors.New("503 service unavailable"), stream: successStream,
		}
		fallback := &countingProvider{
			id: "fallback/should-not-be-called",
			stream: newStreamBuilder().
				AddContent("Fallback").AddStopWithUsage(5, 2).Build(),
		}

		root := agent.New("root", "test",
			agent.WithModel(primary),
			agent.WithFallbackModel(fallback),
			agent.WithFallbackRetries(3),
		)

		tm := team.New(team.WithAgents(root))
		rt, err := NewLocalRuntime(t.Context(), tm, WithSessionCompaction(false), WithModelStore(mockModelStore{}))
		require.NoError(t, err)

		sess := session.New(session.WithUserMessage("test"))
		sess.Title = "Primary Retry Test"

		var gotPrimaryContent bool
		for ev := range rt.RunStream(t.Context(), sess) {
			if choice, ok := ev.(*AgentChoiceEvent); ok && choice.Content == "Primary success after retries" {
				gotPrimaryContent = true
			}
		}
		assert.True(t, gotPrimaryContent, "should receive content from primary after retries")
		assert.Equal(t, 3, primary.callCount, "primary should be called 3 times (2 failures + 1 success)")
		assert.Equal(t, 0, fallback.callCount, "fallback should not be called when primary succeeds on retry")
	})
}

func TestNoFallbackWhenPrimarySucceeds(t *testing.T) {
	t.Parallel()