Function TestGoldenQueryPerformanceHarness

tests/perf/harness_test.go:47–189

(t *testing.T)

	if !*perfRun {
		t.Skip("set -perf-run to execute the perf harness")
	}

	runID := *perfRunID
	if runID == "" {
		runID = time.Now().UTC().Format("20060102T150405Z")
	}
	nightlyMode := strings.HasPrefix(runID, "nightly-")

	catalog, err := core.LoadCatalog(*perfCatalog)
	if err != nil {
		t.Fatalf("LoadCatalog(%s): %v", *perfCatalog, err)
	}

	runtimeContract, err := datasets.ResolveRuntimeContract(defaultManifestPath(*perfCatalog))
	if err != nil {
		t.Fatalf("resolve dataset runtime contract: %v", err)
	}
	if nightlyMode && !runtimeContract.Frozen {
		t.Fatalf("nightly run requires %s", datasets.DatasetVersionEnv)
	}
	if nightlyMode || runtimeContract.Frozen {
		if err := core.ValidateReadOnlyCatalog(catalog); err != nil {
			t.Fatalf("read-only catalog validation failed: %v", err)
		}
	}

	outputDir := filepath.Join(*perfOutputBase, runID)
	sink, err := core.NewArtifactSink(outputDir)
	if err != nil {
		t.Fatalf("NewArtifactSink(%s): %v", outputDir, err)
	}

	pgwireDSN := *perfPGWireDSN
	var cpLogs bytes.Buffer
	if pgwireDSN == "" {
		h, err := startLocalDuckgres(t, *perfUsername, *perfPassword, &cpLogs)
		if err != nil {
			t.Fatalf("start local duckgres: %v", err)
		}
		t.Cleanup(func() { h.cleanup() })
		pgwireDSN = h.pgwireDSN
	}
	pgwireDSN, err = pgwireDSNForHarness(pgwireDSN, *perfPassword)
	if err != nil {
		t.Fatalf("resolve pgwire dsn: %v", err)
	}

	pg, err := pgdriver.NewFromDSN(pgwireDSN)
	if err != nil {
		t.Fatalf("NewFromDSN(%s): %v", pgwireDSN, err)
	}
	t.Cleanup(func() { _ = pg.Close() })

	runner := core.NewQueryRunner(core.RunnerConfig{
		RunID:          runID,
		Catalog:        catalog,
		DatasetVersion: runtimeContract.DatasetVersion,
		Drivers: map[core.Protocol]core.ProtocolDriver{