(generate_sample_data_csv, tmp_path)
| 119 | |
| 120 | @pytest.fixture |
| 121 | def generate_sample_physical_plan(generate_sample_data_csv, tmp_path): |
| 122 | ctx = ray.data.DataContext.get_current() |
| 123 | |
| 124 | datasource = CSVDatasource(generate_sample_data_csv()) |
| 125 | |
| 126 | read_op = Read(datasource, datasource, -1, None) |
| 127 | write_path = os.path.join(tmp_path, "output") |
| 128 | write_op = Write(ParquetDatasink(write_path), input_dependencies=[read_op]) |
| 129 | logical_plan = LogicalPlan(write_op, ctx) |
| 130 | physical_plan, _ = get_execution_plan(logical_plan) |
| 131 | yield physical_plan |
| 132 | |
| 133 | |
| 134 | def _get_batch_based_files(ckpt_path: str, fs) -> List[str]: |
nothing calls this directly
no test coverage detected
searching dependent graphs…