Function TestFallback429SkipsToNextModel

pkg/runtime/fallback_test.go:295–331

(t *testing.T)

}

func TestFallback429SkipsToNextModel(t *testing.T) {
	t.Parallel()

	synctest.Test(t, func(t *testing.T) {
		primary := &countingProvider{
			id: "primary/rate-limited", failCount: 100,
			err: errors.New("POST /v1/chat/completions: 429 Too Many Requests"),
		}
		successStream := newStreamBuilder().
			AddContent("Success from fallback").
			AddStopWithUsage(10, 5).
			Build()
		fallback := &mockProvider{id: "fallback/success", stream: successStream}

		root := agent.New("root", "test",
			agent.WithModel(primary),
			agent.WithFallbackModel(fallback),
			agent.WithFallbackRetries(5),
		)

		tm := team.New(team.WithAgents(root))
		rt, err := NewLocalRuntime(t.Context(), tm, WithSessionCompaction(false), WithModelStore(mockModelStore{}))
		require.NoError(t, err)

		sess := session.New(session.WithUserMessage("test"))
		sess.Title = "429 Skip Test"

		var gotContent bool
		for ev := range rt.RunStream(t.Context(), sess) {
			if choice, ok := ev.(*AgentChoiceEvent); ok && choice.Content == "Success from fallback" {
				gotContent = true
			}
		}
		assert.True(t, gotContent, "should receive content from fallback")
		assert.Equal(t, 1, primary.callCount, "primary should only be called once (429 is not retryable)")
	})
}

func TestFallbackCooldownState(t *testing.T) {
	t.Parallel()