Method Run

internal/scorecard/scorecard.go:73–116

Run executes the scorecard tests as configured

(ctx context.Context)

// Run executes the scorecard tests as configured
func (o Scorecard) Run(ctx context.Context) (testOutput v1alpha3.TestList, err error) {
	testOutput = v1alpha3.NewTestList()

	if err := o.TestRunner.Initialize(ctx); err != nil {
		return testOutput, err
	}

	for _, stage := range o.Config.Stages {
		tests := o.selectTests(stage)
		if len(tests) == 0 {
			continue
		}
		tests = o.setTestDefaults(tests)

		output := make(chan v1alpha3.Test, len(tests))
		if stage.Parallel {
			o.runStageParallel(ctx, tests, output)
		} else {
			o.runStageSequential(ctx, tests, output)
		}
		close(output)
		for o := range output {
			testOutput.Items = append(testOutput.Items, o)
		}
	}

	// Get timeout error, if any, before calling Cleanup() so deletes don't cause a timeout.
	select {
	case <-ctx.Done():
		err = ctx.Err()
	default:
	}

	if !o.SkipCleanup {
		// Use a separate context for cleanup, which needs to run regardless of a prior timeout.
		clctx, cancel := context.WithTimeout(context.Background(), cleanupTimeout)
		defer cancel()
		if err := o.TestRunner.Cleanup(clctx); err != nil {
			return testOutput, err
		}
	}

	return testOutput, err
}

func (o Scorecard) setTestDefaults(tests []v1alpha3.TestConfiguration) []v1alpha3.TestConfiguration {
	for i := range tests {