Optimize dask for array computation 1. Cull tasks not necessary to evaluate keys 2. Perform linear fusion
(dsk, keys, **kwargs)
| 35 | |
| 36 | |
| 37 | def optimize(dsk, keys, **kwargs): |
| 38 | """Optimize dask for array computation |
| 39 | |
| 40 | 1. Cull tasks not necessary to evaluate keys |
| 41 | 2. Perform linear fusion |
| 42 | """ |
| 43 | if not isinstance(keys, (list, set)): |
| 44 | keys = [keys] |
| 45 | keys = list(flatten(keys)) |
| 46 | |
| 47 | if not isinstance(dsk, HighLevelGraph): |
| 48 | dsk = HighLevelGraph.from_collections(id(dsk), dsk, dependencies=()) |
| 49 | |
| 50 | dsk = optimize_blockwise(dsk, keys=keys) |
| 51 | dsk = fuse_roots(dsk, keys=keys) |
| 52 | dsk = dsk.cull(set(keys)) |
| 53 | |
| 54 | # Perform low-level fusion unless the user has |
| 55 | # specified False explicitly. |
| 56 | if config.get("optimization.fuse.active") is False: |
| 57 | return dsk |
| 58 | |
| 59 | dsk = ensure_dict(dsk) |
| 60 | |
| 61 | dsk = convert_legacy_graph(dsk) |
| 62 | dsk = fuse_linear_task_spec(dsk, keys=keys) |
| 63 | dsk = _optimize_slices(dsk) |
| 64 | |
| 65 | return dsk |
| 66 | |
| 67 | |
| 68 | def _is_getter_task( |
searching dependent graphs…