Function concat

dask/bag/core.py:1857–1873

Concatenate many bags together, unioning all elements. >>> import dask.bag as db >>> a = db.from_sequence([1, 2, 3]) >>> b = db.from_sequence([4, 5, 6]) >>> c = db.concat([a, b]) >>> list(c) [1, 2, 3, 4, 5, 6]

(bags)

def concat(bags):
    """Concatenate many bags together, unioning all elements.

    >>> import dask.bag as db
    >>> a = db.from_sequence([1, 2, 3])
    >>> b = db.from_sequence([4, 5, 6])
    >>> c = db.concat([a, b])

    >>> list(c)
    [1, 2, 3, 4, 5, 6]
    """
    token = tokenize(*bags)
    name = f"concat-{token}"
    counter = itertools.count(0)
    dsk = {(name, next(counter)): key for bag in bags for key in bag.__dask_keys__()}
    graph = HighLevelGraph.from_collections(name, dsk, dependencies=bags)
    return Bag(graph, name, len(dsk))


def reify(seq):