Generate a pipeline plan with one stage per scope, plus optional additional stages. Redefine `extra_stages` to add stages at the end of this pipeline.
(self, scope_config_pairs: list[ScopeConfigPair],
connection: Connection)
| 151 | ) |
| 152 | |
| 153 | def make_pipeline_plan(self, scope_config_pairs: list[ScopeConfigPair], |
| 154 | connection: Connection) -> list[list[msg.PipelineTask]]: |
| 155 | """ |
| 156 | Generate a pipeline plan with one stage per scope, plus optional additional stages. |
| 157 | Redefine `extra_stages` to add stages at the end of this pipeline. |
| 158 | """ |
| 159 | return [ |
| 160 | *(self.make_pipeline_stage(scope, config, connection) for scope, config in scope_config_pairs), |
| 161 | *self.extra_stages(scope_config_pairs, connection) |
| 162 | ] |
| 163 | |
| 164 | def _raw_scope_table_name(self) -> str: |
| 165 | return f"_raw_{self.name}_scopes" |