Function TestRunLLM_ModelSelection

pkg/runtime/compactor/compactor_test.go:472–518

TestRunLLM_ModelSelection pins that the summary is generated by the dedicated compaction model when one is configured on the agent, and falls back to the agent's own model otherwise (issue #3241).

(t *testing.T)

// dedicated compaction model when one is configured on the agent, and falls
// back to the agent's own model otherwise (issue #3241).
func TestRunLLM_ModelSelection(t *testing.T) {
	t.Parallel()

	newSession := func() *session.Session {
		return session.New(session.WithMessages([]session.Item{
			session.NewMessageItem(&session.Message{Message: chat.Message{Role: chat.MessageRoleUser, Content: "please summarize"}}),
		}))
	}

	run := func(t *testing.T, a *agent.Agent) string {
		t.Helper()
		var summaryModelID string
		result, err := RunLLM(t.Context(), LLMArgs{
			Session:      newSession(),
			Agent:        a,
			ContextLimit: 100_000,
			RunAgent: func(ctx context.Context, compactionAgent *agent.Agent, cs *session.Session) error {
				summaryModelID = compactionAgent.Model(ctx).ID().String()
				cs.AddMessage(session.NewAgentMessage("root", &chat.Message{
					Role:    chat.MessageRoleAssistant,
					Content: "the summary",
				}))
				return nil
			},
		})
		require.NoError(t, err)
		require.NotNil(t, result)
		return summaryModelID
	}

	t.Run("uses dedicated compaction model", func(t *testing.T) {
		t.Parallel()
		a := agent.New("root", "instr",
			agent.WithModel(fakeProvider{id: modelsdev.NewID("primary", "big")}),
			agent.WithCompactionModel(fakeProvider{id: modelsdev.NewID("compaction", "small")}),
		)
		assert.Equal(t, "compaction/small", run(t, a))
	})

	t.Run("falls back to agent's own model", func(t *testing.T) {
		t.Parallel()
		a := agent.New("root", "instr",
			agent.WithModel(fakeProvider{id: modelsdev.NewID("primary", "big")}),
		)
		assert.Equal(t, "primary/big", run(t, a))
	})
}

// TestRunLLM_RequiresRunAgent pins the contract that a missing RunAgent
// callback is rejected loudly rather than silently no-oping.