Function createS3SecretWith

server/server.go:1982–2024

createS3SecretWith is createS3Secret over an attachSQLRunner so the catalog-attachment paths can run the secret check + CREATE SECRET under per-step deadlines via attachStepExecer.

(db attachSQLRunner, dlCfg DuckLakeConfig)

var duckLakeMetadataIndexes = []duckLakeMetadataIndex{
	// Critical: ducklake_file_column_stats is often the largest table (millions of rows).
	// Filter pushdown CTEs query by (table_id, column_id) on every query.
	{
		name: "idx_ducklake_file_col_stats_tbl_col",
		stmt: "CREATE INDEX IF NOT EXISTS idx_ducklake_file_col_stats_tbl_col ON ducklake_file_column_stats (table_id, column_id)",
	},
	// Catalog loading queries (GetCatalogForSnapshot) filter by snapshot ranges.
	{
		name: "idx_ducklake_tag_object_snap",
		stmt: "CREATE INDEX IF NOT EXISTS idx_ducklake_tag_object_snap ON ducklake_tag (object_id, begin_snapshot, end_snapshot)",
	},
	{
		name: "idx_ducklake_col_tag_tbl_col_snap",
		stmt: "CREATE INDEX IF NOT EXISTS idx_ducklake_col_tag_tbl_col_snap ON ducklake_column_tag (table_id, column_id, begin_snapshot, end_snapshot)",
	},
	{
		name: "idx_ducklake_table_snap",
		stmt: "CREATE INDEX IF NOT EXISTS idx_ducklake_table_snap ON ducklake_table (begin_snapshot, end_snapshot)",
	},
	{
		name: "idx_ducklake_column_tbl_snap",
		stmt: "CREATE INDEX IF NOT EXISTS idx_ducklake_column_tbl_snap ON ducklake_column (table_id, begin_snapshot, end_snapshot, column_order)",
	},
	// File and stats queries.
	{
		name: "idx_ducklake_data_file_tbl_snap",
		stmt: "CREATE INDEX IF NOT EXISTS idx_ducklake_data_file_tbl_snap ON ducklake_data_file (table_id, begin_snapshot, end_snapshot)",
	},
	// Per-file and table-scoped per-file reads of the stats/partition side
	// tables. Those tables have no index at all in the stock DuckLake schema,
	// so per-snapshot file listings seq-scan them once they grow (measured:
	// minutes per listing on a shared catalog with ~10^8 stats rows). The
	// (table_id, data_file_id) composites serve `WHERE table_id = ? AND
	// data_file_id IN (...)` fetches; the solo data_file_id indexes serve
	// per-file lookups.
	{
		name: "idx_ducklake_file_col_stats_file",
		stmt: "CREATE INDEX IF NOT EXISTS idx_ducklake_file_col_stats_file ON ducklake_file_column_stats (data_file_id)",
	},
	{
		name: "idx_ducklake_file_col_stats_tbl_file",
		stmt: "CREATE INDEX IF NOT EXISTS idx_ducklake_file_col_stats_tbl_file ON ducklake_file_column_stats (table_id, data_file_id)",
	},
	{
		name: "idx_ducklake_file_part_val_file",
		stmt: "CREATE INDEX IF NOT EXISTS idx_ducklake_file_part_val_file ON ducklake_file_partition_value (data_file_id)",
	},