Function runBenchmark

pkg/gator/bench/bench.go:131–304

runBenchmark runs the benchmark for a single engine.

(
	engine Engine,
	templates []*unstructured.Unstructured,
	constraints []*unstructured.Unstructured,
	reviewObjs []*unstructured.Unstructured,
	opts *Opts,
)

// runBenchmark runs the benchmark for a single engine.
func runBenchmark(
	engine Engine,
	templates []*unstructured.Unstructured,
	constraints []*unstructured.Unstructured,
	reviewObjs []*unstructured.Unstructured,
	opts *Opts,
) (*Results, error) {
	ctx := context.Background()
	var setupBreakdown SetupBreakdown
	var skippedTemplates []string
	var skippedConstraints []string
	loadedTemplateKinds := make(map[string]bool)

	// Create the client for this engine
	setupStart := time.Now()
	clientStart := time.Now()
	client, err := makeClient(engine, opts.GatherStats)
	if err != nil {
		return nil, fmt.Errorf("creating client: %w", err)
	}
	setupBreakdown.ClientCreation = time.Since(clientStart)

	// Add templates (with skip support for incompatible templates)
	templateStart := time.Now()
	for _, obj := range templates {
		templ, err := reader.ToTemplate(scheme, obj)
		if err != nil {
			return nil, fmt.Errorf("converting template %q: %w", obj.GetName(), err)
		}
		_, err = client.AddTemplate(ctx, templ)
		if err != nil {
			// Check if this is an engine compatibility issue
			if errors.Is(err, clienterrors.ErrNoDriver) {
				skippedTemplates = append(skippedTemplates, obj.GetName())
				continue
			}
			return nil, fmt.Errorf("adding template %q: %w", templ.GetName(), err)
		}
		// Track the constraint kind this template creates
		loadedTemplateKinds[templ.Spec.CRD.Spec.Names.Kind] = true
	}
	setupBreakdown.TemplateCompilation = time.Since(templateStart)

	// Check if all templates were skipped
	loadedTemplateCount := len(templates) - len(skippedTemplates)
	if loadedTemplateCount == 0 {
		return nil, fmt.Errorf("no templates compatible with %s engine (all %d templates skipped)", engine, len(templates))
	}

	// Add constraints (skip those whose template was skipped)
	constraintStart := time.Now()
	for _, obj := range constraints {
		kind := obj.GetKind()
		if !loadedTemplateKinds[kind] {
			skippedConstraints = append(skippedConstraints, obj.GetName())
			continue
		}
		if _, err := client.AddConstraint(ctx, obj); err != nil {