Function TestPermanentFailure

cmd/testwrapper/testwrapper_test.go:171–209

TestPermanentFailure covers a test that always fails: the wrapper must exit non-zero, emit a permanent test failures JSON line, and NOT emit a flakytest failures JSON line. The test should be retried at least minRetries times.

(t *testing.T)

// non-zero, emit a permanent test failures JSON line, and NOT emit a flakytest
// failures JSON line. The test should be retried at least minRetries times.
func TestPermanentFailure(t *testing.T) {
	t.Parallel()

	testfile := filepath.Join(t.TempDir(), "permfail_test.go")
	code := []byte(`package permfail_test

import "testing"

func TestAlwaysFail(t *testing.T) {
	t.Fatal("always fails")
}
`)
	if err := os.WriteFile(testfile, code, 0o644); err != nil {
		t.Fatalf("writing package: %s", err)
	}

	out, err := cmdTestwrapper(t, "-v", testfile).CombinedOutput()
	if err == nil {
		t.Fatalf("testwrapper %s: expected error but it succeeded with output:\n%s", testfile, out)
	}
	if code, ok := errExitCode(err); ok && code != 1 {
		t.Errorf("expected exit code 1 but got %d; output:\n%s", code, out)
	}

	if bytes.Contains(out, []byte("flakytest failures JSON:")) {
		t.Errorf("unexpected flakytest failures JSON line in output (test never passed):\n%s", out)
	}
	if !bytes.Contains(out, []byte("permanent test failures JSON:")) {
		t.Errorf("missing permanent test failures JSON line in output:\n%s", out)
	}
	// First pass + at least minRetries retries = 3 runs.
	if runs := bytes.Count(out, []byte("=== RUN   TestAlwaysFail")); runs < 3 {
		t.Errorf("expected TestAlwaysFail to run >= 3 times (1 first + 2 retries) but ran %d times in output:\n%s", runs, out)
	}

	if testing.Verbose() {
		t.Logf("success - output:\n%s", out)
	}
}

// TestRaceSuppressesFlakyRetry verifies that detecting a data race
// in a package's output stops testwrapper from retrying any flaky