MCPcopy Create free account
hub / github.com/dask/dask / _simplify_up

Method _simplify_up

dask/dataframe/dask_expr/_expr.py:772–796  ·  view source on GitHub ↗
(self, parent, dependents)

Source from the content-addressed store, hash-verified

770 return mapped_func(*args, **kwargs)[post_projection]
771
772 def _simplify_up(self, parent, dependents):
773 if isinstance(parent, Projection) and self.required_columns is not None:
774 if missing := set(self.required_columns) - set(self.frame.columns):
775 raise KeyError(
776 f"Some elements of `required_columns` are missing: {missing}"
777 )
778
779 columns = determine_column_projection(
780 self, parent, dependents, additional_columns=self.required_columns
781 )
782 columns = [col for col in self.frame.columns if col in columns]
783
784 if columns == self.frame.columns:
785 # Don't add unnecessary Projections
786 return
787
788 return type(parent)(
789 type(self)(
790 self.frame[columns],
791 partial(self.projected_operation, self.func, parent.columns),
792 self.meta[parent.columns],
793 *self.operands[3:],
794 ),
795 *parent.operands[1:],
796 )
797
798
799def _get_meta_ufunc(dfs, args, func):

Callers

nothing calls this directly

Calls 2

setClass · 0.85

Tested by

no test coverage detected