Function TestParseExamples

pkg/config/examples_test.go:55–106

(t *testing.T)

}

func TestParseExamples(t *testing.T) {
	t.Parallel()

	modelsStore, err := modelsdev.NewStore()
	require.NoError(t, err)

	for _, file := range collectExamples(t) {
		t.Run(file, func(t *testing.T) {
			t.Parallel()

			cfg, err := Load(t.Context(), NewFileSource(file))

			require.NoError(t, err)
			require.Equal(t, latest.Version, cfg.Version, "Version should be %d in %s", latest.Version, file)
			require.NotEmpty(t, cfg.Agents)
			require.NotEmpty(t, cfg.Agents.First().Description, "Description should not be empty in %s", file)

			for _, agent := range cfg.Agents {
				if agent.Harness == nil {
					require.NotEmpty(t, agent.Model)
				}
				require.NotEmpty(t, agent.Instruction, "Instruction should not be empty in %s", file)
			}

			for _, model := range cfg.Models {
				// Skip first_available selectors - their provider/model is
				// resolved at load time from the environment's credentials.
				if model.IsFirstAvailable() {
					continue
				}
				require.NotEmpty(t, model.Provider)
				require.NotEmpty(t, model.Model)
				// Skip providers that don't have entries in models.dev.
				if modelsDevAbsentProviders[model.Provider] {
					continue
				}
				// Skip models with routing rules - they use multiple providers
				if len(model.Routing) > 0 {
					continue
				}
				// Skip models that use custom providers (defined in cfg.Providers)
				if _, isCustomProvider := cfg.Providers[model.Provider]; isCustomProvider {
					continue
				}

				model, err := modelsStore.GetModel(t.Context(), modelsdev.NewID(model.Provider, model.Model))
				require.NoError(t, err)
				require.NotNil(t, model)
			}
		})
	}
}

func TestParseExamplesAfterMarshalling(t *testing.T) {
	t.Parallel()