Function NewArrowDataLoader

pgserver/arrowloader.go:25–57

(ctx *sql.Context, handler *DuckHandler, schema string, table sql.InsertableTable, columns tree.NameList, options string)

func NewArrowDataLoader(ctx *sql.Context, handler *DuckHandler, schema string, table sql.InsertableTable, columns tree.NameList, options string) (DataLoader, error) {
	// Create the FIFO pipe
	duckBuilder := handler.e.Analyzer.ExecBuilder.(*backend.DuckBuilder)
	pipePath, err := duckBuilder.CreatePipe(ctx, "pg-from-arrow")
	if err != nil {
		return nil, err
	}
	arrowName := "__sys_copy_from_arrow_" + strconv.Itoa(int(ctx.ID())) + "__"

	// Create a child without mutating the parent context into its own ancestor.
	ctx, cancel := newCopyContext(ctx)

	loader := &ArrowDataLoader{
		PipeDataLoader: PipeDataLoader{
			ctx:      ctx,
			cancel:   cancel,
			schema:   schema,
			table:    table,
			columns:  columns,
			pipePath: pipePath,
			rowCount: make(chan int64, 1),
			logger:   ctx.GetLogger(),
		},
		arrowName: arrowName,
		options:   options,
	}
	loader.read = func() {
		loader.executeInsert(loader.buildSQL(), pipePath)
	}

	return loader, nil
}

// buildSQL builds the DuckDB INSERT statement.
func (loader *ArrowDataLoader) buildSQL() string {
	var b strings.Builder
	b.Grow(256)