Method materialize

python/ray/data/iterator.py:1227–1245

Execute and materialize this data iterator into object store memory. .. note:: This method triggers the execution and materializes all blocks of the iterator, returning its contents as a :class:`~ray.data.dataset.MaterializedDataset` for further processin

(self)

    @PublicAPI
    def materialize(self) -> "MaterializedDataset":
        """Execute and materialize this data iterator into object store memory.

        .. note::
            This method triggers the execution and materializes all blocks
            of the iterator, returning its contents as a
            :class:`~ray.data.dataset.MaterializedDataset` for further processing.
        """

        from ray.data.dataset import MaterializedDataset

        ref_bundles_iter, stats, _, _ = self._to_ref_bundle_iterator()
        ref_bundles = list(ref_bundles_iter)
        context = self.get_context()
        logical_plan = LogicalPlan(
            InputData(input_data=ref_bundles),
            context,
        )
        return MaterializedDataset(logical_plan, context, stats)


# Backwards compatibility alias.