Function NewWriter

db/writer.go:53–65

XXX NOTE: we removed the flusher logic as the callee should just put a timeout on the context. We will catch that timeout here and push all records that have been consumed and return the commits of everything that made it up to the timeout. This provides a mechanism for streaming microbatches with

(ctx context.Context, sctx *super.Context, pool *Pool)

// more efficient.  This other writer could have different commit triggers
// to do useful things like paritioning given the context is a rollup.
func NewWriter(ctx context.Context, sctx *super.Context, pool *Pool) (*Writer, error) {
	g, ctx := errgroup.WithContext(ctx)
	ch := make(chan []super.Value, 1)
	ch <- nil
	return &Writer{
		pool:       pool,
		ctx:        ctx,
		sctx:       sctx,
		errgroup:   g,
		buffer:     ch,
		comparator: ImportComparator(sctx, pool),
	}, nil
}

func (w *Writer) Objects() []data.Object {
	return w.objects